00010000:00000010:3.1F:1788775800.501301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00010000:00000010:3.1:1788775800.530361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c000. 00000080:00000010:2.1F:1788775819.701682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453091c0c00. 00000080:00000010:2.1:1788775819.701724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453091c0300. 00010000:00000010:2.1:1788775819.701730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453033e8800. 00010000:00000010:2.1:1788775819.701736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dcc00. 00000080:00000010:2.1:1788775819.726304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307f6bd60. 00010000:00000010:3.1:1788775821.933058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94531a2edb00. 00010000:00000010:3.1:1788775821.933076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00000080:00000010:0.1F:1788775837.640073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453091c0e60. 00010000:00000010:2.1:1788775856.547478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94531a2edc00. 00010000:00000010:2.1:1788775856.547494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661600. 00000080:00000010:2.1:1788775856.585470:0:9855:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453093f2c40. 00010000:00000010:2.1:1788775859.265814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dc000. 00000080:00000010:1.1F:1788775876.003457:0:10084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945304c699c0. 00010000:00000010:1.1:1788775922.689273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6500. 00010000:00000010:1.1:1788775922.689290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dc800. 00010000:00000010:1.1:1788775922.728142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6900. 00010000:00000010:1.1:1788775939.461368:0:2339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661000. 00010000:00000010:3.1:1788775941.927559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661000. 00010000:00000010:3.1:1788775966.342674:0:474:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303225600. 00010000:00000010:3.1:1788775966.342685:0:474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661c00. 00010000:00000010:3.1:1788775966.396567:0:11330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3e00. 00010000:00000010:3.1:1788775967.655442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00010000:00000010:2.1:1788775967.660276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3900. 00010000:00000010:2.1:1788775967.660293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00010000:00000010:2.1:1788775967.660297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6000. 00010000:00000010:2.1:1788775967.660300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dcc00. 00000080:00000010:2.1:1788775967.679290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94531875b080. 00000080:00000010:2.1:1788775967.679304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453056d36e0. 00010000:00000010:2.1:1788775969.738147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660400. 00010000:00000010:2.1:1788775969.747286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303225b00. 00010000:00000010:2.1:1788775969.747302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945300031600. 00010000:00000010:2.1:1788775969.747307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6a00. 00010000:00000010:2.1:1788775969.747310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dcc00. 00000080:00000010:2.1:1788775986.111363:0:11371:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307b033c0. 00000080:00000010:2.1:1788775986.111384:0:11371:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453056b2b80. 00010000:00000010:1.1:1788775987.627287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3500. 00010000:00000010:1.1:1788775987.627314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152dc00. 00010000:00000010:1.1:1788775987.627320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3f00. 00010000:00000010:1.1:1788775987.627324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00000080:00000010:2.1:1788775987.651261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307b20600. 00000080:00000010:2.1:1788775987.656534:0:11187:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209a8000. 00010000:00000010:1.1:1788775988.666627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3d00. 00010000:00000010:1.1:1788775988.666650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152da00. 00010000:00000010:2.1:1788775994.476409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6800. 00010000:00000010:2.1:1788775994.476420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dc800. 00010000:00000010:3.1:1788775994.494392:0:11959:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:3.1:1788776011.110623:0:11978:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3400. 00010000:00000010:3.1:1788776011.110653:0:11978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00010000:00000010:3.1:1788776011.110663:0:11978:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:3.1:1788776011.110667:0:11978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660400. 00000080:00000010:3.1:1788776011.119333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307b207c0. 00000080:00000010:3.1:1788776011.119354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94530628b4e0. 00010000:00000010:3.1:1788776013.611317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3400. 00010000:00000010:3.1:1788776013.611344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00010000:00000010:3.1:1788776013.611351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:3.1:1788776013.611356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00000080:00000010:3.1:1788776030.050368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453056d3d80. 00000080:00000010:3.1:1788776030.050512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307b03a00. 00010000:00000010:2.1:1788776049.039732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788776049.039748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00010000:00000010:2.1:1788776049.039754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6f00. 00010000:00000010:2.1:1788776049.039758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dc200. 00000080:00000010:2.1:1788776049.062734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945306225720. 00010000:00000010:2.1:1788776051.633313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:2.1:1788776051.633338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945300031600. 00010000:00000010:2.1:1788776051.633344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:2.1:1788776051.633374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661c00. 00000080:00000010:3.1:1788776068.013208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945306225520. 00010000:00000010:3.1:1788776070.140628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3f00. 00010000:00000010:3.1:1788776070.140644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dcc00. 00010000:00000010:3.1:1788776070.140651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34a00. 00010000:00000010:3.1:1788776070.140654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945300030800. 00000080:00000010:3.1:1788776070.175705:0:12060:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307a96e00. 00000080:00000010:3.1:1788776070.182295:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ad280. 00010000:00000010:3.1:1788776070.571279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3100. 00010000:00000010:3.1:1788776070.571298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152de00. 00010000:00000010:3.1:1788776078.396286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34c00. 00010000:00000010:3.1:1788776078.396311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945300031200. 00010000:00000010:2.1:1788776078.414270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6100. 00010000:00000010:2.1:1788776078.414288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152de00. 00010000:00000010:1.1:1788776078.414451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3e00. 00000080:00000010:2.1:1788776095.190261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945306745540. 00010000:00000010:0.1:1788776102.737377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945300030200. 00010000:00000010:0.1:1788776102.741725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:0.1:1788776102.741736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00010000:00000010:0.1:1788776102.755895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6800. 00000800:00000200:3.1:1788776102.856029:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -39200 low water 186000 conn ffff94530907e000 blocked idle queued 00010000:00000010:3.1:1788776102.861253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34900. 00010000:00000010:3.1:1788776102.861269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945300030200. 00000800:00000200:3.1:1788776102.861625:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -20024 low water 176412 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.861633:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -20024 low water 176412 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.861655:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 132272 low water 166824 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.861681:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 302464 low water 148288 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.866890:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 85236 low water 290182 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.866915:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 85236 low water 290182 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.866922:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 85236 low water 290182 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.866944:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 104172 low water 280714 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.867786:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 132028 low water 266786 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.867806:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 130748 low water 267426 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.867811:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 130748 low water 267426 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.872708:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 131256 low water 267172 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.872730:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 131256 low water 267172 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.873071:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 177276 low water 244162 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.873089:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 175996 low water 244802 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.873095:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 175996 low water 244802 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.873117:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 222016 low water 221792 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.875019:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -4204 low water 334902 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.875040:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -5484 low water 335542 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.875047:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -5484 low water 335542 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.875545:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -5484 low water 335542 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.875570:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -6764 low water 336182 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.875943:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -6764 low water 336182 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.879884:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 11092 low water 327254 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.879896:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 11092 low water 327254 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.879943:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 48164 low water 308718 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.879948:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 48164 low water 308718 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.879969:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 67340 low water 299130 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.879999:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 112080 low water 276760 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.880004:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 112080 low water 276760 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.880037:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 122308 low water 271646 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.880053:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 168328 low water 248636 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.880068:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 211836 low water 243522 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.880877:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 231012 low water 233934 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.880896:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 229732 low water 234574 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.880902:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 229732 low water 234574 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.882071:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 266804 low water 216038 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.886987:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 912 low water 348984 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.887001:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 912 low water 348984 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.887053:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 45652 low water 326614 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.887059:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 45652 low water 326614 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.887086:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 55880 low water 321500 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.887091:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 55880 low water 321500 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.887121:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 142848 low water 294656 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.887138:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 142848 low water 294656 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.887155:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 153076 low water 289542 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.887188:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 208044 low water 262058 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.888936:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 218272 low water 256944 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.888957:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 216992 low water 257584 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.888963:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 216992 low water 257584 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.888981:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 263012 low water 234574 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.890057:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -2832 low water 384136 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.890603:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -4112 low water 384776 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.890612:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -4112 low water 384776 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.890657:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 41908 low water 361766 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.890662:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 41908 low water 361766 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.890676:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 61084 low water 352178 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.890697:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 125000 low water 320220 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.890704:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 123720 low water 320860 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.892069:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 123720 low water 320860 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.892670:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 220916 low water 288902 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.892676:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 220916 low water 288902 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.896548:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 238812 low water 279954 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.896562:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 238812 low water 279954 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.903655:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 284832 low water 256944 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.997247:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 108600 low water 411620 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.997264:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 108600 low water 411620 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.997277:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 108600 low water 411620 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.997785:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 107320 low water 412260 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.998290:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 126496 low water 402672 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.998338:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 162288 low water 384776 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.998350:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 162288 low water 384776 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.998355:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 162288 low water 384776 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776102.999319:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 386036 low water 289542 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.001518:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -28960 low water 513680 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.001983:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -30240 low water 514320 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.002387:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 198628 low water 416526 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.002415:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 197348 low water 417166 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.002426:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 197348 low water 417166 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.002437:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 196068 low water 417806 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.002442:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 196068 low water 417806 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.002464:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 261264 low water 385208 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.002931:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 359740 low water 352610 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.004989:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 303540 low water 397350 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.005005:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 303540 low water 397350 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.005016:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 303540 low water 397350 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.005022:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 303540 low water 397350 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.005425:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 303540 low water 397350 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.005443:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 303540 low water 397350 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.005759:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 302260 low water 397990 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776103.011386:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 671368 low water 246716 conn ffff94530907e000 blocked idle queued 00010000:00000010:2.1:1788776104.207291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661200. 00010000:00000010:2.1:1788776104.207317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3f00. 00010000:00000010:2.1:1788776104.207323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152da00. 00010000:00000010:2.1:1788776104.215391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:3.1:1788776104.254713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00010000:00000010:1.1:1788776110.598534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077f0400. 00010000:00000010:1.1:1788776110.603297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:1.1:1788776110.603321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00010000:00000010:1.1:1788776110.620873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6000. 00010000:00000010:3.1:1788776110.790551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6100. 00010000:00000010:3.1:1788776110.790562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945306683000. 00000800:00000200:3.1:1788776110.801646:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -48456 low water 606628 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.801671:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -49736 low water 607268 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.804804:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -40788 low water 602794 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.804835:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -42068 low water 603434 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.804842:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -42068 low water 603434 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806246:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -38108 low water 601454 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806258:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -38108 low water 601454 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806302:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -29160 low water 596980 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806307:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -29160 low water 596980 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806324:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace -11264 low water 588032 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806340:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 7912 low water 578444 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806352:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 27088 low water 568856 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806365:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 46264 low water 559268 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806381:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 56492 low water 554154 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806754:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 56492 low water 554154 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806767:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 56492 low water 554154 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.806781:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 55212 low water 554794 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.808467:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 73108 low water 545846 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.808552:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 73108 low water 545846 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.808570:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 71828 low water 546486 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.808597:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 71828 low water 546486 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.808622:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 91004 low water 536898 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.808662:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 110180 low water 527310 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.808679:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 138304 low water 513248 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.808764:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 166428 low water 499186 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.810112:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 166428 low water 499186 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.810134:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 166428 low water 499186 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.810146:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 166428 low water 499186 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.811602:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 193272 low water 485764 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.811623:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 193272 low water 485764 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.811629:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 193272 low water 485764 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.811647:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 203500 low water 480650 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.814764:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 461724 low water 351538 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.823544:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 232904 low water 465948 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.823573:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 232904 low water 465948 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.823586:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 232904 low water 465948 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.823594:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 232904 low water 465948 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.824404:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 232904 low water 465948 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.824424:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 232904 low water 465948 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.824984:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 231624 low water 466588 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.829999:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 534588 low water 315106 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.832785:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 14312 low water 575244 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.832805:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 14312 low water 575244 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.832828:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 14312 low water 575244 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.832856:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 142144 low water 511328 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.833575:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 142144 low water 511328 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.833593:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 142144 low water 511328 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.834013:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 142144 low water 511328 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.835076:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 464368 low water 383496 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.837068:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 16956 low water 607202 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.837085:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 16956 low water 607202 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.837089:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 16956 low water 607202 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.839579:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 144788 low water 543286 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.839602:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 144788 low water 543286 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.839608:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 144788 low water 543286 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.841249:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 400452 low water 415454 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.841272:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 400452 low water 415454 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.841278:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 400452 low water 415454 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.842226:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 400452 low water 415454 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.842244:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 400452 low water 415454 conn ffff94530907e000 blocked idle queued 00000800:00000200:3.1:1788776110.842914:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff945319ce9500 wspace 528284 low water 351538 conn ffff94530907e000 blocked idle queued 00010000:00000010:2.1:1788776111.229636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:2.1:1788776111.229655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660200. 00010000:00000010:2.1:1788776111.229663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6000. 00010000:00000010:2.1:1788776111.229668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7e00. 00000080:00000010:2.1:1788776111.253279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453066f5480. 00000080:00000010:2.1:1788776111.253523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091d280. 00010000:00000010:0.1:1788776111.274439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6a00. 00010000:00000010:0.1:1788776111.274769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945306682e00. 00010000:00000010:0.1:1788776111.274775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:0.1:1788776111.274779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660200. 00000080:00000010:0.1:1788776111.288455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307cc6500. 00000080:00000010:0.1:1788776111.288487:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209dd280. 00010000:00000010:1.1:1788776111.308007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34f00. 00010000:00000010:1.1:1788776111.308027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dc200. 00010000:00000010:1.1:1788776111.308033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34700. 00010000:00000010:1.1:1788776111.308036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9800. 00000080:00000010:0.1:1788776111.314839:0:13319:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94531000ba20. 00000080:00000010:2.1:1788776111.319559:0:13317:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532097d280. 00010000:00000010:2.1:1788776111.537433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3500. 00010000:00000010:2.1:1788776111.537445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661200. 00010000:00000010:3.1:1788776111.540905:0:13348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34200. 00010000:00000010:3.1:1788776111.540996:0:13348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8600. 00010000:00000010:1.1:1788776116.608285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34b00. 00010000:00000010:1.1:1788776116.608308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9600. 00010000:00000010:0.1:1788776230.686537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3200. 00010000:00000010:0.1:1788776230.686548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00010000:00000010:1.1:1788776230.721921:0:13753:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34100. 00010000:00000010:1.1:1788776230.721931:0:13753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9600. 00000080:00000010:1.1:1788776230.721936:0:13753:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307cc6b80. 00010000:00000010:2.1:1788776230.722239:0:13963:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661600. 00010000:00000010:2.1:1788776230.722246:0:13963:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94531a2edc00. 00000080:00000010:2.1:1788776230.722250:0:13963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945304c69240. 00010000:00000010:2.1:1788776230.756797:0:13966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dc000. 00010000:00000010:2.1:1788776230.756813:0:13966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6500. 00010000:00000010:2.1:1788776230.756817:0:13966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ce00. 00010000:00000010:2.1:1788776230.756820:0:13966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3e00. 00010000:00000010:3.1:1788776230.926802:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34a00. 00010000:00000010:3.1:1788776230.926824:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9800. 00010000:00000010:3.1:1788776230.940130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3500. 00010000:00000010:2.1:1788776230.968240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6000. 00010000:00000010:3.1:1788776231.178308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661000. 00010000:00000010:3.1:1788776231.178353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3400. 00010000:00000010:3.1:1788776231.178360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00010000:00000010:3.1:1788776231.178364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6000. 00010000:00000010:3.1:1788776231.178367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6e00. 00000080:00000010:3.1:1788776231.200567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307cd04c0. 00000080:00000010:3.1:1788776231.200597:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091d280. 00010000:00000010:2.1:1788776234.407277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6700. 00010000:00000010:2.1:1788776234.407291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661600. 00010000:00000010:2.1:1788776257.381265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6100. 00010000:00000010:2.1:1788776257.381283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6400. 00010000:00000010:2.1:1788776257.616696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3500. 00010000:00000010:2.1:1788776257.616710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00010000:00000010:2.1:1788776257.646377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788776257.673254:0:14635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661c00. 00010000:00000010:2.1:1788776257.824831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788776257.824851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661c00. 00010000:00000010:2.1:1788776257.838482:0:14637:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:3.1:1788776257.838533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660400. 00010000:00000010:2.1:1788776257.993278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661c00. 00010000:00000010:2.1:1788776257.993301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:2.1:1788776257.993305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661600. 00010000:00000010:2.1:1788776257.993309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6700. 00010000:00000010:2.1:1788776257.993314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6400. 00000080:00000010:2.1:1788776258.014767:0:14647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0f60. 00000080:00000010:2.1:1788776258.021001:0:14647:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091eb40. 00010000:00000010:2.1:1788776260.020401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:2.1:1788776260.020414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6000. 00010000:00000010:3.1:1788776265.125246:0:15221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34600. 00010000:00000010:3.1:1788776265.125257:0:15221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8800. 00000080:00000010:2.1:1788776265.157721:0:15224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0640. 00010000:00000010:3.1:1788776265.210749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00010000:00000010:2.1:1788776266.432605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9c00. 00010000:00000010:3.1:1788776266.434318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34b00. 00010000:00000010:3.1:1788776266.434330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00000080:00000010:2.1:1788776266.448493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307cc6d20. 00010000:00000010:2.1:1788776266.461458:0:15261:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34800. 00010000:00000010:3.1:1788776266.531837:0:15261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661200. 00010000:00000010:2.1:1788776266.710300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8c00. 00010000:00000010:0.1:1788776266.829759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7e00. 00010000:00000010:0.1:1788776266.829776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:0.1:1788776266.829781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6c00. 00010000:00000010:0.1:1788776266.829784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6200. 00010000:00000010:0.1:1788776266.829786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7c00. 00000080:00000010:1.1:1788776266.842267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307cd0340. 00000080:00000010:1.1:1788776266.853316:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209198c0. 00010000:00000010:2.1:1788776270.318538:0:15649:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788776270.318549:0:15649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00000080:00000010:2.1:1788776276.715157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310b8b920. 00000080:00000010:2.1:1788776276.715170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307f6bae0. 00000080:00000010:2.1:1788776276.715181:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091ca40. 00000080:00000010:2.1:1788776276.715194:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091a100. 00000080:00000010:2.1:1788776276.715202:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320978000. 00010000:00000010:0.1:1788776276.715658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945300031c00. 00010000:00000010:0.1:1788776276.715667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453207d4c00. 00010000:00000010:0.1:1788776276.715671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945300031e00. 00010000:00000010:0.1:1788776276.715674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302cf7200. 00010000:00000010:0.1:1788776276.715677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dce00. 00000080:00000010:2.1:1788776276.724374:0:474:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091b180. 00000080:00000010:2.1:1788776276.724395:0:474:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320918000. 00000080:00000010:2.1:1788776276.724400:0:474:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091eb40. 00010000:00000010:0.1:1788776276.739835:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660e00. 00010000:00000010:0.1:1788776276.739842:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303225300. 00010000:00000010:1.1:1788776276.756315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00010000:00000010:1.1:1788776276.756389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:1.1:1788776276.756393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660200. 00010000:00000010:1.1:1788776276.756396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8300. 00010000:00000010:1.1:1788776276.836243:0:15884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453421dda00. 00010000:00000010:1.1:1788776276.847454:0:15884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453207e4a00. 00010000:00000010:0.1:1788776277.937281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34100. 00010000:00000010:0.1:1788776277.937295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00010000:00000010:0.1:1788776277.953467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34600. 00010000:00000010:2.1:1788776277.962406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34100. 00010000:00000010:2.1:1788776277.962417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9c00. 00010000:00000010:0.1:1788776277.985526:0:2338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34400. 00010000:00000010:0.1:1788776277.995236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00000080:00000010:2.1:1788776278.001453:0:15980:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945302f42dc0. 00010000:00000010:2.1:1788776278.022276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:2.1:1788776278.022303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661c00. 00010000:00000010:2.1:1788776278.035273:0:1087:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:2.1:1788776278.035284:0:1087:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00000080:00000010:0.1:1788776278.200592:0:15981:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307d91060. 00010000:00000010:3.1:1788776278.273638:0:15982:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:3.1:1788776278.273652:0:15982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660e00. 00010000:00000010:1.1:1788776278.476276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8e00. 00010000:00000010:2.1:1788776278.500262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:2.1:1788776278.500270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00010000:00000010:3.1:1788776278.889281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3e00. 00010000:00000010:3.1:1788776278.889295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00010000:00000010:2.1:1788776278.892613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6400. 00010000:00000010:2.1:1788776278.892626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7400. 00010000:00000010:3.1:1788776278.914272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3f00. 00010000:00000010:2.1:1788776278.970503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788776278.970510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00010000:00000010:3.1:1788776278.974283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00010000:00000010:3.1:1788776278.974300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:0.1:1788776279.096258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6d00. 00010000:00000010:0.1:1788776279.096285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6600. 00010000:00000010:1.1:1788776279.096347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8c00. 00010000:00000010:2.1:1788776279.100658:0:16027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34400. 00010000:00000010:2.1:1788776279.124376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00010000:00000010:3.1:1788776279.447740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8a00. 00010000:00000010:3.1:1788776279.447756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3e00. 00010000:00000010:3.1:1788776279.447762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00010000:00000010:3.1:1788776279.447765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6d00. 00010000:00000010:3.1:1788776279.447768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7a00. 00000080:00000010:3.1:1788776279.456274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0f40. 00000080:00000010:3.1:1788776279.456307:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ad280. 00010000:00000010:2.1:1788776279.497508:0:16031:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788776279.497519:0:16031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661000. 00010000:00000010:2.1:1788776279.511630:0:15719:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3400. 00010000:00000010:2.1:1788776279.511644:0:15719:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:2.1:1788776279.589527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00010000:00000010:0.1:1788776282.104281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660200. 00010000:00000010:0.1:1788776282.104288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7c00. 00010000:00000010:0.1:1788776282.104292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9600. 00000080:00000010:1.1:1788776282.109274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307d91b80. 00000080:00000010:1.1:1788776282.109295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307d91020. 00000080:00000010:1.1:1788776282.109303:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091eb40. 00000080:00000010:1.1:1788776282.109321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320918000. 00010000:00000010:3.1:1788776282.119463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00010000:00000010:3.1:1788776282.119471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3e00. 00010000:00000010:2.1:1788776282.140485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661c00. 00010000:00000010:2.1:1788776282.140498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8e00. 00010000:00000010:2.1:1788776282.140503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00010000:00000010:2.1:1788776282.140506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6c00. 00010000:00000010:3.1:1788776293.096275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453212a6400. 00010000:00000010:3.1:1788776293.096283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7e00. 00010000:00000010:3.1:1788776293.113421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803200. 00010000:00000010:2.1:1788776293.252266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8000. 00010000:00000010:2.1:1788776293.306352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788776293.306364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00010000:00000010:2.1:1788776293.331197:0:16947:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803c00. 00010000:00000010:2.1:1788776293.331212:0:16947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152da00. 00010000:00000010:2.1:1788776293.428273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9000. 00010000:00000010:0.1:1788776293.626058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00010000:00000010:3.1:1788776309.158964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8800. 00010000:00000010:3.1:1788776309.490344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803600. 00010000:00000010:3.1:1788776309.490357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00010000:00000010:3.1:1788776309.490361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34f00. 00010000:00000010:3.1:1788776309.490365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8600. 00000080:00000010:3.1:1788776309.502332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c02a0. 00000080:00000010:3.1:1788776309.507530:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ad280. 00010000:00000010:2.1:1788776311.271664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34a00. 00010000:00000010:2.1:1788776311.271686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660e00. 00010000:00000010:2.1:1788776321.628106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34f00. 00010000:00000010:2.1:1788776321.628116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9a00. 00010000:00000010:2.1:1788776321.643254:0:17632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:3.1:1788776337.372736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:3.1:1788776337.372752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00010000:00000010:3.1:1788776337.372758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214000. 00010000:00000010:3.1:1788776337.372761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7000. 00000080:00000010:3.1:1788776337.438214:0:17477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307d91260. 00000080:00000010:3.1:1788776337.438355:0:17477:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091b180. 00010000:00000010:2.1:1788776341.918702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:2.1:1788776341.918745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660200. 00010000:00000010:2.1:1788776365.106642:0:18270:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c600. 00000080:00000010:2.1:1788776365.108527:0:18114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0ca0. 00010000:00000010:2.1:1788776365.108544:0:18114:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34200. 00010000:00000010:2.1:1788776365.108549:0:18114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9c00. 00010000:00000010:0.1:1788776365.195941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34500. 00010000:00000010:0.1:1788776365.195956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8c00. 00000080:00000010:3.1:1788776365.299442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945302f42ce0. 00010000:00000010:2.1:1788776366.174530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660e00. 00010000:00000010:2.1:1788776384.550405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00010000:00000010:3.1:1788776384.605767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:3.1:1788776384.605780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34500. 00010000:00000010:3.1:1788776384.605784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8c00. 00010000:00000010:3.1:1788776384.605787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9200. 00000080:00000010:3.1:1788776384.627125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0d80. 00000080:00000010:3.1:1788776384.627152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320979080. 00010000:00000010:2.1:1788776384.646799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c000. 00010000:00000010:2.1:1788776384.646815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34c00. 00010000:00000010:2.1:1788776384.646818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c600. 00010000:00000010:2.1:1788776384.646821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:2.1:1788776384.646824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661c00. 00000080:00000010:2.1:1788776384.666415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209798c0. 00000080:00000010:2.1:1788776384.666429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0c60. 00010000:00000010:2.1:1788776391.928268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660e00. 00000080:00000010:2.1:1788776391.933273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307d91900. 00010000:00000010:2.1:1788776391.933290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803f00. 00010000:00000010:2.1:1788776391.933295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c000. 00010000:00000010:1.1:1788776392.051465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214000. 00010000:00000010:1.1:1788776392.051480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00000080:00000010:2.1:1788776392.183157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307cd0820. 00010000:00000010:2.1:1788776393.393378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00010000:00000010:3.1:1788776401.878710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:3.1:1788776401.878723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660e00. 00010000:00000010:3.1:1788776401.899301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803800. 00010000:00000010:3.1:1788776401.899314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00000080:00000010:3.1:1788776401.901404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0240. 00010000:00000010:2.1:1788776401.930359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00010000:00000010:2.1:1788776408.851759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661600. 00000080:00000010:2.1:1788776408.856371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0240. 00010000:00000010:2.1:1788776408.856390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803500. 00010000:00000010:2.1:1788776408.856395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152dc00. 00010000:00000010:2.1:1788776408.890903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:2.1:1788776408.927567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:3.1:1788776410.169925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803b00. 00010000:00000010:3.1:1788776410.169942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8600. 00010000:00000010:2.1:1788776410.303365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660000. 00010000:00000010:1.1:1788776448.159378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00010000:00000010:1.1:1788776460.573660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8a00. 00010000:00000010:1.1:1788776460.573689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:1.1:1788776460.573694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660e00. 00010000:00000010:1.1:1788776460.593328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214a00. 00010000:00000010:2.1:1788776460.651429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6600. 00010000:00000010:0.1:1788776502.385261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:0.1:1788776502.457292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214500. 00010000:00000010:0.1:1788776502.457304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00010000:00000010:0.1:1788776502.457308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:0.1:1788776502.457312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00000080:00000010:1.1:1788776502.491355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532062ee20. 00000080:00000010:1.1:1788776502.497313:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209d9080. 00010000:00000010:1.1:1788776505.830673:0:21096:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214100. 00010000:00000010:1.1:1788776505.830691:0:21096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6400. 00010000:00000010:0.1:1788776513.690282:0:21720:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214b00. 00010000:00000010:0.1:1788776513.690299:0:21720:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00000080:00000010:2.1:1788776513.736374:0:21781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532062e100. 00010000:00000010:1.1:1788776513.777857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:1.1:1788776513.777880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661600. 00010000:00000010:3.1:1788776513.910636:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803100. 00010000:00000010:3.1:1788776513.910643:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ce00. 00010000:00000010:2.1:1788776513.916395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00000080:00000010:2.1:1788776513.959625:0:21791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0ae0. 00010000:00000010:2.1:1788776513.995292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154400. 00000080:00000010:2.1:1788776513.999711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532018d8c0. 00010000:00000010:3.1:1788776514.003258:0:21791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ce00. 00010000:00000010:3.1:1788776514.168116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154e00. 00010000:00000010:2.1:1788776514.176287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7a00. 00010000:00000010:2.1:1788776514.189389:0:21797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154400. 00000080:00000010:2.1:1788776514.221425:0:21626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307cd08c0. 00010000:00000010:1.1:1788776514.319974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00010000:00000010:1.1:1788776514.319991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:2.1:1788776514.444366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155e00. 00010000:00000010:0.1:1788776514.449289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154400. 00010000:00000010:0.1:1788776514.449318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:0.1:1788776514.449323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00010000:00000010:2.1:1788776514.449373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:2.1:1788776514.449378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00000080:00000010:0.1:1788776514.475283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532018d0e0. 00000080:00000010:2.1:1788776514.485364:0:1031:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ad280. 00010000:00000010:0.1:1788776520.881554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:0.1:1788776520.881566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00000080:00000010:0.1:1788776520.916293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532062e840. 00010000:00000010:2.1:1788776521.087330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8e00. 00010000:00000010:2.1:1788776521.087343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00010000:00000010:3.1:1788776521.111798:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00000080:00000010:2.1:1788776521.136346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532018daa0. 00010000:00000010:2.1:1788776521.166544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6c00. 00000080:00000010:2.1:1788776521.166563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310b8b0a0. 00010000:00000010:2.1:1788776521.174276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00010000:00000010:3.1:1788776521.327387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7800. 00010000:00000010:1.1:1788776521.331301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00010000:00000010:2.1:1788776521.371951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00000080:00000010:2.1:1788776521.422466:0:22436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310b8b920. 00010000:00000010:1.1:1788776524.108298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00010000:00000010:1.1:1788776524.108309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:2.1:1788776544.591265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154a00. 00010000:00000010:3.1:1788776544.610388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00010000:00000010:3.1:1788776544.610405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8e00. 00010000:00000010:3.1:1788776544.610409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00000080:00000010:3.1:1788776544.621686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532018d880. 00000080:00000010:3.1:1788776544.628597:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091a940. 00010000:00000010:3.1:1788776546.810530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803200. 00010000:00000010:3.1:1788776546.810612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:0.1:1788776551.546300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214200. 00010000:00000010:0.1:1788776551.546312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00000080:00000010:1.1:1788776551.560790:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532062e380. 00010000:00000010:3.1:1788776551.706477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803400. 00010000:00000010:3.1:1788776551.706493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d400. 00010000:00000010:3.1:1788776551.729642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c000. 00000080:00000010:2.1:1788776551.779150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c03a0. 00010000:00000010:3.1:1788776551.824303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d400. 00000080:00000010:0.1:1788776551.832270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0e80. 00010000:00000010:2.1:1788776551.837278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9600. 00010000:00000010:2.1:1788776551.923366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154a00. 00010000:00000010:0.1:1788776551.926357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00010000:00000010:3.1:1788776551.936256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00000080:00000010:3.1:1788776551.970558:0:23086:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532018d5e0. 00010000:00000010:2.1:1788776565.104380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154a00. 00010000:00000010:2.1:1788776565.104397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:0.1:1788776567.241355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c000. 00010000:00000010:3.1:1788776567.246679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d400. 00010000:00000010:3.1:1788776567.246701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803400. 00010000:00000010:3.1:1788776567.246706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00000080:00000010:0.1:1788776567.261708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c08a0. 00000080:00000010:0.1:1788776567.272272:0:23124:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209aeb40. 00010000:00000010:3.1:1788776572.380269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803500. 00010000:00000010:3.1:1788776572.380279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00010000:00000010:3.1:1788776576.716594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:3.1:1788776576.716610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154c00. 00010000:00000010:2.1:1788776576.728739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803000. 00010000:00000010:2.1:1788776576.728753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:1.1:1788776681.103260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9800. 00010000:00000010:0.1:1788776681.103270:0:23879:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214800. 00010000:00000010:0.1:1788776681.103280:0:23879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7a00. 00010000:00000010:1.1:1788776681.109333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00000080:00000010:1.1:1788776681.109343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307d91400. 00010000:00000010:1.1:1788776681.109353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661000. 00010000:00000010:1.1:1788776681.109360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34600. 00010000:00000010:0.1:1788776681.114698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7c00. 00000080:00000010:0.1:1788776681.114736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307cd0d40. 00010000:00000010:0.1:1788776681.114745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661a00. 00010000:00000010:0.1:1788776681.114760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214e00. 00010000:00000010:0.1:1788776681.114764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661c00. 00010000:00000010:0.1:1788776681.114768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00000080:00000010:0.1:1788776681.114784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945307d919a0. 00010000:00000010:0.1:1788776681.114798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660200. 00010000:00000010:0.1:1788776681.114803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00000080:00000010:0.1:1788776681.114807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0880. 00010000:00000010:0.1:1788776681.114813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c600. 00010000:00000010:0.1:1788776681.114816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803e00. 00000080:00000010:0.1:1788776681.114819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0cc0. 00010000:00000010:0.1:1788776681.114823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152da00. 00010000:00000010:0.1:1788776681.114827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00000080:00000010:0.1:1788776681.114830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c0d80. 00010000:00000010:0.1:1788776681.114834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ce00. 00010000:00000010:0.1:1788776681.114836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803100. 00000080:00000010:3.1:1788776683.002275:0:23888:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453110b39c0. 00000080:00000010:3.1:1788776683.002298:0:23888:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320918840. 00010000:00000010:0.1:1788776683.010325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9600. 00010000:00000010:2.1:1788776683.013629:0:36:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155200. 00010000:00000010:2.1:1788776683.013641:0:36:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6a00. 00010000:00000010:0.1:1788776683.030570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8000. 00010000:00000010:0.1:1788776683.030583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34700. 00010000:00000010:2.1:1788776683.099273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214f00. 00010000:00000010:2.1:1788776683.099289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00010000:00000010:2.1:1788776683.125185:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:2.1:1788776683.205424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8600. 00010000:00000010:1.1:1788776683.359108:0:2338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34400. 00010000:00000010:1.1:1788776683.359131:0:2338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9000. 00010000:00000010:3.1:1788776683.359262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214b00. 00010000:00000010:0.1:1788776683.359307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7600. 00010000:00000010:0.1:1788776683.470281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154e00. 00010000:00000010:0.1:1788776683.470296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:0.1:1788776683.470310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155200. 00010000:00000010:0.1:1788776683.470314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:0.1:1788776683.470316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00000080:00000010:0.1:1788776683.488248:0:23902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532062e480. 00000080:00000010:0.1:1788776683.492635:0:23902:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091dac0. 00010000:00000010:2.1:1788776684.945270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34700. 00010000:00000010:2.1:1788776684.945293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00010000:00000010:3.1:1788776690.144287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8e00. 00010000:00000010:3.1:1788776690.144300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00010000:00000010:3.1:1788776690.202918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803800. 00010000:00000010:3.1:1788776691.998341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34b00. 00010000:00000010:3.1:1788776691.998355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8800. 00010000:00000010:3.1:1788776692.018385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803800. 00010000:00000010:0.1:1788776692.050315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803600. 00010000:00000010:0.1:1788776692.050329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00000080:00000010:2.1:1788776797.281859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5240. 00000080:00000010:2.1:1788776797.281890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b53e0. 00000080:00000010:3.1:1788776797.300510:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091f380. 00000080:00000010:3.1:1788776797.300543:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209a9080. 00010000:00000010:3.1:1788776797.300568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00010000:00000010:3.1:1788776797.300572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c600. 00010000:00000010:3.1:1788776797.300575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8c00. 00010000:00000010:2.1:1788776797.303542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ce00. 00010000:00000010:2.1:1788776797.303553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803200. 00010000:00000010:1.1:1788776797.353413:0:24668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d400. 00010000:00000010:1.1:1788776797.353423:0:24668:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803300. 00010000:00000010:1.1:1788776797.353427:0:24668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8000. 00010000:00000010:1.1:1788776797.353430:0:24668:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34800. 00010000:00000010:0.1:1788776797.485349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803c00. 00010000:00000010:0.1:1788776797.485361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152dc00. 00010000:00000010:0.1:1788776797.485365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34f00. 00010000:00000010:0.1:1788776797.485368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9200. 00000080:00000010:2.1:1788776797.506315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453076c05c0. 00000080:00000010:2.1:1788776797.506581:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209a98c0. 00010000:00000010:0.1:1788776797.527298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214000. 00010000:00000010:0.1:1788776797.527307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7400. 00010000:00000010:2.1:1788776797.551273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34f00. 00010000:00000010:3.1:1788776797.591955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155200. 00010000:00000010:0.1:1788776797.758518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803500. 00010000:00000010:0.1:1788776797.758530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c600. 00010000:00000010:0.1:1788776797.760300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34100. 00010000:00000010:1.1:1788776797.761476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8600. 00010000:00000010:1.1:1788776797.862858:0:24688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7c00. 00010000:00000010:1.1:1788776797.862875:0:24688:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:1.1:1788776797.862880:0:24688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9a00. 00010000:00000010:1.1:1788776797.862884:0:24688:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214600. 00010000:00000010:1.1:1788776797.862887:0:24688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00000080:00000010:2.1:1788776797.869365:0:24691:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94532062e840. 00000080:00000010:2.1:1788776797.882353:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091e300. 00010000:00000010:2.1:1788776802.770502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:2.1:1788776802.770526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154c00. 00010000:00000010:2.1:1788776804.489429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214200. 00010000:00000010:2.1:1788776804.489444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7600. 00000080:00000010:1.1:1788776804.510528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512160. 00000080:00000010:2.1:1788776805.547301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5c00. 00010000:00000010:2.1:1788776805.551423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:2.1:1788776805.551438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155e00. 00010000:00000010:0.1:1788776805.600737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:0.1:1788776805.600754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00000080:00000010:2.1:1788776805.722267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5a40. 00010000:00000010:1.1:1788776809.224476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8a00. 00010000:00000010:3.1:1788776809.226305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00010000:00000010:3.1:1788776809.226312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c600. 00000080:00000010:2.1:1788776809.229817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690380. 00000080:00000010:2.1:1788776809.230074:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625520. 00000080:00000010:2.1:1788776809.230086:0:2345:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320978840. 00000080:00000010:2.1:1788776809.230093:0:2345:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209a9080. 00000080:00000010:2.1:1788776809.230109:0:2345:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091e300. 00010000:00000010:0.1:1788776809.257671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155e00. 00010000:00000010:0.1:1788776809.257692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:0.1:1788776809.257696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154e00. 00010000:00000010:0.1:1788776809.257698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:0.1:1788776809.257700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00010000:00000010:0.1:1788776809.257704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803400. 00010000:00000010:0.1:1788776823.615938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34b00. 00010000:00000010:0.1:1788776823.615964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9200. 00000080:00000010:3.1:1788776823.635535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625d80. 00010000:00000010:2.1:1788776823.738516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:2.1:1788776823.738532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154800. 00010000:00000010:2.1:1788776823.752525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00000080:00000010:3.1:1788776823.814456:0:25946:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5380. 00010000:00000010:1.1:1788776825.161083:0:2339:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34b00. 00010000:00000010:1.1:1788776825.161090:0:2339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00010000:00000010:1.1:1788776834.672350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:1.1:1788776834.672362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154a00. 00000080:00000010:3.1:1788776834.686829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512f20. 00010000:00000010:2.1:1788776834.751260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:2.1:1788776834.751275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154400. 00010000:00000010:3.1:1788776834.759400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154c00. 00000080:00000010:2.1:1788776834.795464:0:26567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5d00. 00010000:00000010:3.1:1788776836.085977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8000. 00010000:00000010:2.1:1788776836.138767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:2.1:1788776836.138782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155200. 00000080:00000010:2.1:1788776836.178335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625020. 00010000:00000010:1.1:1788776843.061255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6400. 00000080:00000010:1.1:1788776843.061281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055126a0. 00010000:00000010:1.1:1788776843.061287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34700. 00010000:00000010:1.1:1788776843.061291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8600. 00010000:00000010:3.1:1788776843.128629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7c00. 00000080:00000010:2.1:1788776843.133063:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625d20. 00010000:00000010:2.1:1788776843.133077:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34500. 00010000:00000010:2.1:1788776843.133082:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9a00. 00000080:00000010:3.1:1788776847.684951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5ce0. 00000080:00000010:3.1:1788776847.684974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5380. 00000080:00000010:3.1:1788776847.684987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512820. 00000080:00000010:3.1:1788776847.684994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512ce0. 00000080:00000010:3.1:1788776847.684998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5560. 00010000:00000010:3.1:1788776847.736298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:3.1:1788776847.736313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154e00. 00010000:00000010:3.1:1788776847.736317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8e00. 00010000:00000010:3.1:1788776847.736321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00010000:00000010:3.1:1788776847.736325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214400. 00010000:00000010:3.1:1788776847.736328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7e00. 00010000:00000010:3.1:1788776847.736332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803600. 00010000:00000010:3.1:1788776847.736335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8a00. 00010000:00000010:3.1:1788776847.736338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34100. 00010000:00000010:3.1:1788776847.736342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152dc00. 00010000:00000010:3.1:1788776847.736346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:3.1:1788776847.736349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154400. 00010000:00000010:3.1:1788776847.736351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214b00. 00010000:00000010:3.1:1788776847.736354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6800. 00010000:00000010:3.1:1788776847.736357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6600. 00010000:00000010:3.1:1788776847.736360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:3.1:1788776847.736370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00010000:00000010:3.1:1788776847.736373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:3.1:1788776847.736376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00000080:00000010:3.1:1788776863.054549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625720. 00000080:00000010:3.1:1788776863.054566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690580. 00010000:00000010:2.1:1788776864.944301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00010000:00000010:1.1:1788776865.005477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:1.1:1788776865.005498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00010000:00000010:1.1:1788776865.005502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154a00. 00000080:00000010:0.1:1788776865.020336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5540. 00000080:00000010:0.1:1788776865.030991:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209adac0. 00000080:00000010:0.1:1788776865.031009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5a60. 00010000:00000010:2.1:1788776865.040433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8a00. 00010000:00000010:2.1:1788776865.040447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:2.1:1788776865.040452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d400. 00010000:00000010:2.1:1788776865.040456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:2.1:1788776865.040459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00000080:00000010:2.1:1788776865.080541:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532097dac0. 00000080:00000010:2.1:1788776865.080561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453206255e0. 00010000:00000010:2.1:1788776865.092759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00010000:00000010:0.1:1788776865.156340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214d00. 00010000:00000010:0.1:1788776865.156350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7800. 00010000:00000010:0.1:1788776865.156354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6a00. 00000080:00000010:3.1:1788776865.167388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512cc0. 00000080:00000010:2.1:1788776865.178930:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091f380. 00000080:00000010:2.1:1788776865.178967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055124a0. 00010000:00000010:2.1:1788776865.193378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155e00. 00010000:00000010:2.1:1788776865.199292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214700. 00010000:00000010:2.1:1788776865.199315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00010000:00000010:2.1:1788776865.199321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:2.1:1788776865.199325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00000080:00000010:2.1:1788776865.218316:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209a8840. 00000080:00000010:2.1:1788776865.218337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5b20. 00010000:00000010:3.1:1788776869.303288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:3.1:1788776869.303294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154c00. 00010000:00000010:3.1:1788776869.309434:0:27564:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34f00. 00010000:00000010:3.1:1788776869.309448:0:27564:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00010000:00000010:1.1:1788776872.191410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7e00. 00000080:00000010:1.1:1788776872.195269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055125c0. 00010000:00000010:1.1:1788776872.195289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214700. 00010000:00000010:1.1:1788776872.195295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7400. 00010000:00000010:2.1:1788776872.272309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8a00. 00000080:00000010:0.1:1788776872.278598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625800. 00010000:00000010:0.1:1788776872.278609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:0.1:1788776872.278613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00000080:00000010:0.1:1788776875.337289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453206255c0. 00000080:00000010:0.1:1788776875.337300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5f80. 00010000:00000010:2.1:1788776875.342276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:2.1:1788776875.342290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00010000:00000010:2.1:1788776875.342294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:2.1:1788776875.342297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00010000:00000010:2.1:1788776875.342301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34200. 00010000:00000010:2.1:1788776875.342305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9a00. 00010000:00000010:2.1:1788776875.342308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34400. 00010000:00000010:2.1:1788776875.342310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155e00. 00000080:00000010:3.1:1788777011.072193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5c00. 00000080:00000010:3.1:1788777011.072208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5ca0. 00010000:00000010:1.1:1788777011.258407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7e00. 00010000:00000010:3.1:1788777011.301356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:3.1:1788777011.301368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00010000:00000010:3.1:1788777011.301372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00000080:00000010:3.1:1788777011.318305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5f60. 00000080:00000010:3.1:1788777011.322886:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ddac0. 00000080:00000010:3.1:1788777011.322905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5a00. 00010000:00000010:0.1:1788777011.347269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d800. 00010000:00000010:0.1:1788777011.347294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:0.1:1788777011.347299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155400. 00010000:00000010:0.1:1788777011.347302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:0.1:1788777011.347304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155e00. 00000080:00000010:0.1:1788777011.365262:0:27817:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209d8840. 00000080:00000010:0.1:1788777011.365295:0:27817:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690aa0. 00010000:00000010:0.1:1788777011.393383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00010000:00000010:0.1:1788777011.437307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:0.1:1788777011.437319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00010000:00000010:0.1:1788777011.437323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00000080:00000010:1.1:1788777011.452462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b57c0. 00000080:00000010:1.1:1788777011.452491:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209af380. 00000080:00000010:1.1:1788777011.452498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5ee0. 00010000:00000010:0.1:1788777011.469384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7e00. 00010000:00000010:0.1:1788777011.469398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:0.1:1788777011.469401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00010000:00000010:0.1:1788777011.469405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34f00. 00010000:00000010:0.1:1788777011.469408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00000080:00000010:0.1:1788777011.485308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091f380. 00000080:00000010:0.1:1788777011.485324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055122c0. 00010000:00000010:2.1:1788777012.640345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8e00. 00010000:00000010:2.1:1788777012.640368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154400. 00010000:00000010:2.1:1788777018.563411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6000. 00000080:00000010:2.1:1788777018.567365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055125e0. 00010000:00000010:2.1:1788777018.567385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214b00. 00010000:00000010:2.1:1788777018.567403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00010000:00000010:2.1:1788777018.678349:0:28386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00000080:00000010:2.1:1788777018.678364:0:28386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5e00. 00010000:00000010:2.1:1788777018.678373:0:28386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:2.1:1788777018.678377:0:28386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00010000:00000010:2.1:1788777024.617732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34b00. 00010000:00000010:2.1:1788777024.617745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7800. 00010000:00000010:2.1:1788777024.617759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214600. 00010000:00000010:2.1:1788777024.617763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6c00. 00010000:00000010:2.1:1788777024.617766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:2.1:1788777024.617769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00010000:00000010:2.1:1788777024.617772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214800. 00010000:00000010:2.1:1788777024.617774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7600. 00000080:00000010:3.1:1788777040.241503:0:28243:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512660. 00000080:00000010:3.1:1788777040.241520:0:28243:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055120a0. 00000080:00000010:2.1:1788777040.250270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625ee0. 00000080:00000010:2.1:1788777040.250287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512400. 00010000:00000010:0.1:1788777042.305930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6600. 00010000:00000010:2.1:1788777042.387300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34d00. 00010000:00000010:2.1:1788777042.387312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8600. 00010000:00000010:2.1:1788777042.387315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8e00. 00000080:00000010:2.1:1788777042.405693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625180. 00000080:00000010:2.1:1788777042.423720:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320918840. 00000080:00000010:2.1:1788777042.423737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625340. 00010000:00000010:2.1:1788777042.438271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00010000:00000010:2.1:1788777042.438285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34200. 00010000:00000010:2.1:1788777042.438289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00010000:00000010:2.1:1788777042.438292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34a00. 00010000:00000010:2.1:1788777042.438295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00000080:00000010:2.1:1788777042.443372:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ae300. 00000080:00000010:2.1:1788777042.443388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5c60. 00010000:00000010:2.1:1788777042.456354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00010000:00000010:2.1:1788777042.500335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803f00. 00010000:00000010:2.1:1788777042.500348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00010000:00000010:2.1:1788777042.500352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6c00. 00000080:00000010:2.1:1788777042.524457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690120. 00000080:00000010:2.1:1788777042.524489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091a940. 00000080:00000010:2.1:1788777042.524495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512ce0. 00010000:00000010:0.1:1788777042.538143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00010000:00000010:0.1:1788777042.538159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803300. 00010000:00000010:0.1:1788777042.538163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00010000:00000010:0.1:1788777042.538167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:0.1:1788777042.538170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155400. 00000080:00000010:0.1:1788777042.548782:0:28436:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091dac0. 00000080:00000010:0.1:1788777042.548799:0:28436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5000. 00010000:00000010:2.1:1788777043.424165:0:28520:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8a00. 00010000:00000010:2.1:1788777043.424177:0:28520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00010000:00000010:0.1:1788777049.110271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00000080:00000010:0.1:1788777049.110293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5820. 00010000:00000010:0.1:1788777049.110300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:0.1:1788777049.110304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00010000:00000010:2.1:1788777049.148378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00000080:00000010:2.1:1788777049.148399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5de0. 00010000:00000010:2.1:1788777049.148407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214400. 00010000:00000010:2.1:1788777049.148411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6600. 00000080:00000010:1.1:1788777052.986274:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625cc0. 00000080:00000010:1.1:1788777052.986286:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453206259e0. 00010000:00000010:1.1:1788777053.015854:0:29036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34600. 00010000:00000010:1.1:1788777053.015865:0:29036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9400. 00010000:00000010:1.1:1788777053.015869:0:29036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34a00. 00010000:00000010:1.1:1788777053.015872:0:29036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00010000:00000010:1.1:1788777053.015874:0:29036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803500. 00010000:00000010:1.1:1788777053.015877:0:29036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d400. 00010000:00000010:1.1:1788777053.015880:0:29036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:1.1:1788777053.015883:0:29036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00010000:00000010:1.1:1788777053.015885:0:29036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214c00. 00010000:00000010:1.1:1788777053.015888:0:29036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9800. 00000080:00000010:1.1:1788777068.385280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453206253c0. 00000080:00000010:1.1:1788777068.385305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625060. 00010000:00000010:3.1:1788777069.893330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ce00. 00010000:00000010:2.1:1788777069.940969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788777069.940991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00010000:00000010:2.1:1788777069.940995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6800. 00000080:00000010:2.1:1788777069.958263:0:29052:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5840. 00000080:00000010:2.1:1788777069.971415:0:29052:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320918840. 00000080:00000010:2.1:1788777069.971430:0:29052:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512e80. 00010000:00000010:2.1:1788777069.993356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00010000:00000010:2.1:1788777069.993366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803600. 00010000:00000010:2.1:1788777069.993370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154a00. 00010000:00000010:2.1:1788777069.993374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214e00. 00010000:00000010:2.1:1788777069.993444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6c00. 00000080:00000010:2.1:1788777070.005750:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532097f380. 00000080:00000010:2.1:1788777070.005773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b59e0. 00010000:00000010:2.1:1788777070.010497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00010000:00000010:3.1:1788777070.050407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:3.1:1788777070.050428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154600. 00010000:00000010:3.1:1788777070.050443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7c00. 00000080:00000010:3.1:1788777070.071307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5a40. 00000080:00000010:1.1:1788777070.074280:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532097e300. 00000080:00000010:1.1:1788777070.083167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055129c0. 00010000:00000010:2.1:1788777070.095261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6000. 00010000:00000010:2.1:1788777070.095284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:2.1:1788777070.095289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ce00. 00010000:00000010:2.1:1788777070.095292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788777070.095295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00000080:00000010:2.1:1788777070.121571:0:29054:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091a940. 00000080:00000010:2.1:1788777070.121599:0:29054:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512180. 00010000:00000010:2.1:1788777074.096412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:2.1:1788777074.096424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155200. 00010000:00000010:2.1:1788777074.099317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8e00. 00010000:00000010:2.1:1788777074.099326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154800. 00010000:00000010:3.1:1788777075.855270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00000080:00000010:3.1:1788777075.855284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5c20. 00010000:00000010:3.1:1788777075.855291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:3.1:1788777075.855294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154600. 00010000:00000010:1.1:1788777075.915267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00000080:00000010:0.1:1788777075.919556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b56a0. 00010000:00000010:0.1:1788777075.919571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214000. 00010000:00000010:0.1:1788777075.919576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6800. 00000800:00000200:1.0:1788777075.984457:0:29622:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777075.984464:0:29622:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777075.984468:0:29622:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531811ac00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777075.984516:0:29622:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777075.984521:0:29622:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 554446 usecs (555 jiffies) 00000400:00000200:1.0:1788777075.984525:0:29622:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777075.984528:0:29622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296226846 00000100:00000001:1.0:1788777075.984535:0:29622:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296226836 00000100:00000001:1.0:1788777075.984540:0:29622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296226846 00000100:00000001:1.0:1788777075.984543:0:29622:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296226836 00000100:00000001:1.0:1788777075.984545:0:29622:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777075.984548:0:29622:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777075.984550:0:29622:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777075.984552:0:29622:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=132 : 132 : 84) 00000100:00100000:1.0:1788777075.984554:0:29622:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453106c6840 going to sleep for 132 seconds 00000100:00000001:1.0:1788777075.984557:0:29622:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777075.984559:0:29622:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777076.003401:0:29622:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777076.003409:0:29622:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777076.003411:0:29622:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777076.003415:0:29622:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbaa8. 00000400:00000200:1.0:1788777076.003420:0:29622:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945310688c00 00000400:00000010:1.0:1788777076.003422:0:29622:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff945310688c00. 00000100:00000001:1.0:1788777076.003425:0:29622:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777076.003430:0:29622:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906f100 x1875667126072448/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777212 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777076.003440:0:29622:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906f100 x1875667126072448/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777212 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777076.003446:0:29622:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777076.003448:0:29622:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777076.003451:0:29622:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777076.003454:0:29622:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777076.003456:0:29622:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777076.003459:0:29622:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777076.003462:0:29622:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777076.003471:0:29622:0:(import.c:2149:obd_at_measure()) add 102 to ffff945311024460 time=49 v=102 (102 102 102 137) 00000100:00001000:1.0:1788777076.003475:0:29622:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777076.003477:0:29622:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777076.003479:0:29622:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.003481:0:29622:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777076.003485:0:29622:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777076.003488:0:29622:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777076.003490:0:29622:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000115/0x1] 00000100:00000001:1.0:1788777076.003491:0:29622:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777076.003494:0:29622:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777076.003495:0:29622:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087487232 : -118390622064384 : ffff94530906f100) 00000100:00000001:1.0:1788777076.003499:0:29622:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777076.003500:0:29622:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967572 00000100:00000001:1.0:1788777076.003502:0:29622:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777076.003505:0:29622:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777076.003509:0:29622:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777212 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777076.003516:0:29622:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777076.003518:0:29622:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777076.003520:0:29622:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777076.003523:0:29622:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777212 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777076.003531:0:29622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906f100 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:29622:1875667126072448:192.168.203.135@tcp:101:multiop.0 00000100:00000001:1.0:1788777076.003536:0:29622:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777076.003538:0:29622:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777076.003541:0:29622:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777076.003543:0:29622:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777076.003547:0:29622:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777212 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777076.003553:0:29622:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777076.003557:0:29622:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453106c6840. 00000100:00000001:1.0:1788777076.003560:0:29622:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777076.003562:0:29622:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.003565:0:29622:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777076.003624:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.003628:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.003631:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=4 00000020:00000001:1.0:1788777076.003634:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003636:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000040:1.0:1788777076.003642:0:29622:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb7400, remote cookie: 0xa4f015c75ff3ba36, flags: 0x1001 00010000:00010000:1.0:1788777076.003648:0:29622:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777076.003656:0:29622:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1d:0x0].0x0, instead of [0x200000404:0x1b:0x0].0x0 00010000:00000001:1.0:1788777076.003659:0:29622:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788777076.003667:0:29622:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214700. 00010000:00000010:1.0:1788777076.003671:0:29622:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcdb00. 00010000:00000001:1.0:1788777076.003675:0:29622:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777076.003679:0:29622:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777076.003687:0:29622:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 4/0,1 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777076.003692:0:29622:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777076.003696:0:29622:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777076.003698:0:29622:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777076.003699:0:29622:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777076.003701:0:29622:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777076.003703:0:29622:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1d:0x0].0x0 (ffff945308214700) refcount = 1 00010000:00010000:1.0:1788777076.003707:0:29622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777076.003718:0:29622:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777076.003721:0:29622:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777076.003723:0:29622:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777076.003726:0:29622:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777076.003728:0:29622:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777076.003731:0:29622:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777076.003736:0:29622:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777076.003738:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.003740:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777076.003741:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.003742:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777076.003743:0:29622:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777076.003747:0:29622:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777076.003750:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.003751:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.003752:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=3 00000020:00000001:1.0:1788777076.003754:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003756:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003759:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.003760:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.003761:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=4 00000020:00000001:1.0:1788777076.003763:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003765:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003768:0:29622:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777076.003771:0:29622:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777076.003773:0:29622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777076.003779:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.003780:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777076.003782:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.003783:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.003784:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=5 00000020:00000001:1.0:1788777076.003786:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003788:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003790:0:29622:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777076.003793:0:29622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777076.003798:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.003799:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777076.003802:0:29622:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777076.003809:0:29622:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777076.003810:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.003812:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777076.003813:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.003814:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777076.003818:0:29622:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777212 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777076.003826:0:29622:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788777076.003830:0:29622:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777212 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777076.003838:0:29622:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.003843:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.003844:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.003846:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=3 00000020:00000001:1.0:1788777076.003848:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003851:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00000002:00010000:1.0:1788777076.003855:0:29622:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788777076.003864:0:29622:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945311a9ccc0. 00010000:00000001:1.0:1788777076.003865:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.003866:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777076.003868:0:29622:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777076.003870:0:29622:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777076.003873:0:29622:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788777076.003875:0:29622:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777076.003876:0:29622:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087487232 : -118390622064384 : ffff94530906f100) 00000100:00000001:1.0:1788777076.003877:0:29622:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777076.003879:0:29622:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087487232 : -118390622064384 : ffff94530906f100) 00010000:00000001:1.0:1788777076.003881:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.003882:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.003883:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=3 00000020:00000001:1.0:1788777076.003885:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003886:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00000002:00010000:1.0:1788777076.003889:0:29622:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777076.003895:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.003897:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777076.003898:0:29622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777076.003899:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.003900:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.003901:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=3 00000020:00000001:1.0:1788777076.003903:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.003905:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000040:1.0:1788777076.003909:0:29622:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214700 count: 2 00010000:00000001:1.0:1788777076.003911:0:29622:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777076.003914:0:29622:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/29 (0 0) 00010000:00000001:1.0:1788777076.003916:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.003917:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777076.003919:0:29622:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777076.003921:0:29622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81633768 00000002:00002000:1.0:1788777076.003923:0:29622:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788777076.003926:0:29622:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777076.003929:0:29622:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777076.003932:0:29622:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777076.003935:0:29622:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1b:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777076.003938:0:29622:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777076.003941:0:29622:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777076.003943:0:29622:0:(namei.c:674:ll_lookup_it_finish()) it ffff9453102cb960 it_disposition 1800037 00000080:00002000:1.0:1788777076.003948:0:29622:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b0f948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788777076.003953:0:29622:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777076.003956:0:29622:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788777076.003958:0:29622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81633998 00000080:00200000:1.0:1788777076.003960:0:29622:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x1b:0x0](ffff9453209ac2c8), intent=open|creat 00000080:00000001:1.0:1788777076.003963:0:29622:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788777076.003965:0:29622:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777076.003969:0:29622:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777076.003972:0:29622:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777076.003975:0:29622:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833949 : 144115205322833949 : 20000040400001d) 00000080:00000001:1.0:1788777076.003977:0:29622:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788777076.003989:0:29622:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9453209df380. 00000020:00000001:1.0:1788777076.003998:0:29622:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788777076.004000:0:29622:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788777076.004003:0:29622:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788777076.004004:0:29622:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1d:0x0](ffff9453209df448) 00000020:00000001:1.0:1788777076.004008:0:29622:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777076.004012:0:29622:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683027870712 : -118390681680904 : ffff9453057943f8) 00000020:00001000:1.0:1788777076.004014:0:29622:0:(cl_object.c:823:cl_env_get()) 1@ffff9453057943f0 00000020:00000001:1.0:1788777076.004018:0:29622:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788777076.004022:0:29622:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff945321241190. 00000020:00000001:1.0:1788777076.004025:0:29622:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788777076.004026:0:29622:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777076.004032:0:29622:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788777076.004036:0:29622:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945307dad3e0. 00020000:00000001:1.0:1788777076.004039:0:29622:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683067818976 : -118390641732640 : ffff945307dad3e0) 00020000:00000001:1.0:1788777076.004041:0:29622:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788777076.004044:0:29622:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777076.004048:0:29622:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453102cbae0. 00020000:00000010:1.0:1788777076.004053:0:29622:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945306619c00. 00020000:00000010:1.0:1788777076.004057:0:29622:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453102cbd80. 00020000:00000001:1.0:1788777076.004059:0:29622:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683207404928 : -118390502146688 : ffff9453102cbd80) 00020000:00000002:1.0:1788777076.004062:0:29622:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cbd80, objid 0x1d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777076.004066:0:29622:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777076.004070:0:29622:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306619c00: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000001:1.0:1788777076.004073:0:29622:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788777076.004075:0:29622:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cbd80, objid 0x1d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777076.004078:0:29622:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777076.004081:0:29622:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306619c00: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000010:1.0:1788777076.004085:0:29622:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9453119e3d60. 00020000:00000010:1.0:1788777076.004088:0:29622:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9453106c6840. 00020000:00000001:1.0:1788777076.004092:0:29622:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788777076.004095:0:29622:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945304c3d648. 00020000:00000001:1.0:1788777076.004097:0:29622:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788777076.004099:0:29622:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788777076.004104:0:29622:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788777076.004106:0:29622:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff945321241a28. 00000020:00000001:1.0:1788777076.004108:0:29622:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788777076.004109:0:29622:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777076.004112:0:29622:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683492051624 : -118390217499992 : ffff945321241aa8) 00020000:00000001:1.0:1788777076.004115:0:29622:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788777076.004119:0:29622:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945304d66a80. 00020000:00000001:1.0:1788777076.004122:0:29622:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777076.004125:0:29622:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683492051624 : -118390217499992 : ffff945321241aa8) 00020000:00000001:1.0:1788777076.004128:0:29622:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683492051624 : -118390217499992 : ffff945321241aa8) 00020000:00000002:1.0:1788777076.004131:0:29622:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x10:0x0]@ffff945321241a28[0:0] -> [0x200000404:0x1d:0x0]@ffff945321241190: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000001:1.0:1788777076.004135:0:29622:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788777076.004138:0:29622:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788777076.004140:0:29622:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777076.004143:0:29622:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683492049424 : -118390217502192 : ffff945321241210) 00000020:00001000:1.0:1788777076.004145:0:29622:0:(cl_object.c:917:cl_env_put()) 1@ffff9453057943f0 00000080:00000001:1.0:1788777076.004149:0:29622:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833949 : 144115205322833949 : 20000040400001d) 00000080:00000001:1.0:1788777076.004151:0:29622:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788777076.004154:0:29622:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833949 mtime from 0 to 1788777075 00000080:00000001:1.0:1788777076.004157:0:29622:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788777076.004159:0:29622:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483259976 : -118390226291640 : ffff9453209df448) 00010000:00000001:1.0:1788777076.004162:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.004163:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.004164:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=3 00000020:00000001:1.0:1788777076.004166:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.004168:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00000080:00000001:1.0:1788777076.004171:0:29622:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777076.004172:0:29622:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777076.004173:0:29622:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683027870712 : -118390681680904 : ffff9453057943f8) 00000020:00001000:1.0:1788777076.004175:0:29622:0:(cl_object.c:823:cl_env_get()) 1@ffff9453057943f0 00000020:00000001:1.0:1788777076.004177:0:29622:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777076.004179:0:29622:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777076.004181:0:29622:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777076.004184:0:29622:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453102cbc60. 00020000:00000010:1.0:1788777076.004186:0:29622:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945306619e80. 00020000:00000010:1.0:1788777076.004189:0:29622:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453102cb9c0. 00020000:00000001:1.0:1788777076.004191:0:29622:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683207403968 : -118390502147648 : ffff9453102cb9c0) 00020000:00000002:1.0:1788777076.004193:0:29622:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cb9c0, objid 0x1d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777076.004197:0:29622:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777076.004200:0:29622:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306619e80: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000002:1.0:1788777076.004203:0:29622:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307dad3e0) owner ffff9453012a0000 00020000:00000001:1.0:1788777076.004206:0:29622:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777076.004208:0:29622:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307dad3e0) owner ffff9453012a0000 00020000:00000010:1.0:1788777076.004212:0:29622:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945306619e80. 00020000:00000010:1.0:1788777076.004216:0:29622:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453102cbc60. 00020000:00000010:1.0:1788777076.004261:0:29622:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453102cb9c0. 00020000:00000002:1.0:1788777076.004265:0:29622:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x1d:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788777076.004267:0:29622:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777076.004269:0:29622:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777076.004272:0:29622:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777076.004275:0:29622:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad3e0) owner 0000000000000000/ffff9453012a0000 00020000:00000002:1.0:1788777076.004277:0:29622:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453102cbd80 addref 2/0 by ffff9453012a0000. 00020000:00000002:1.0:1788777076.004280:0:29622:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad3e0) owner 0000000000000000/ffff9453012a0000 00020000:00000001:1.0:1788777076.004282:0:29622:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777076.004284:0:29622:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777076.004285:0:29622:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777076.004287:0:29622:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788777076.004289:0:29622:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788777076.004291:0:29622:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x1d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788777076.004294:0:29622:0:(cl_object.c:917:cl_env_put()) 1@ffff9453057943f0 00000080:00000001:1.0:1788777076.004296:0:29622:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.004298:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.004299:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777076.004300:0:29622:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777076.004303:0:29622:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777076.004305:0:29622:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777076.004307:0:29622:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x1d:0x0](ffff9453209df448) 00000080:00010000:1.0:1788777076.004310:0:29622:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1d:0x0](ffff9453209df448) for lock 0xe53f2b0cb7af85bb 00800000:00000001:1.0:1788777076.004313:0:29622:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777076.004314:0:29622:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777076.004315:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.004316:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.004318:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=3 00000020:00000001:1.0:1788777076.004320:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.004322:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.004324:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.004326:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777076.004327:0:29622:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777076.004329:0:29622:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777076.004331:0:29622:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788777076.004333:0:29622:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777076.004338:0:29622:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777212 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777076.004344:0:29622:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777076.004348:0:29622:0:(namei.c:1651:ll_create_it()) inode ffff9453209df448 need_sync_to_mds [0x200000404:0x1d:0x0] 00000080:00000001:1.0:1788777076.004351:0:29622:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777076.004354:0:29622:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1d:0x0](ffff9453209df448) 00000080:00000001:1.0:1788777076.004357:0:29622:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777076.004360:0:29622:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398c000. 00000100:00000001:1.0:1788777076.004363:0:29622:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777076.004366:0:29622:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777212 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777076.004372:0:29622:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777076.004375:0:29622:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788777076.004376:0:29622:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777076.004379:0:29622:0:(namei.c:1500:ll_atomic_open()) inode ffff9453209df448 need_sync_to_mds [0x200000404:0x1d:0x0] 00000080:00000001:1.0:1788777076.004387:0:29622:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777076.004399:0:29622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81633a68 00000080:00200008:1.0:1788777076.004402:0:29622:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x1d:0x0](ffff9453209df448), flags 100102 00000080:00000010:1.0:1788777076.004409:0:29622:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453017ae140. 00000080:00000010:1.0:1788777076.004414:0:29622:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945311a9c080. 00000080:00000001:1.0:1788777076.004417:0:29622:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788777076.004420:0:29622:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788777076.004423:0:29622:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788777076.004426:0:29622:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945305512180. 00000002:00100000:1.0:1788777076.004430:0:29622:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777212 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777076.004436:0:29622:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777076.004438:0:29622:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777076.004442:0:29622:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788777076.004445:0:29622:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777076.004448:0:29622:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777076.004450:0:29622:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777076.004453:0:29622:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777212 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788777076.004460:0:29622:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777076.004463:0:29622:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 02000000:00000001:1.0:1788777076.004485:0:29622:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788777076.004487:0:29622:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777076.004489:0:29622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81633a68 00000080:00000008:1.0:1788777076.004491:0:29622:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x1d:0x0](ffff9453209df448), flags 100102, rc = 0 00000080:00000001:1.0:1788777076.004495:0:29622:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777076.004497:0:29622:0:(dcache.c:176:ll_intent_release()) intent ffff9453102cb960 released 00000080:00010000:1.0:1788777076.004499:0:29622:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af85bb from it ffff9453102cb960 00010000:00000001:1.0:1788777076.004501:0:29622:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777076.004503:0:29622:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777076.004505:0:29622:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=3 00000020:00000001:1.0:1788777076.004506:0:29622:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.004508:0:29622:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777076.004510:0:29622:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777076.004513:0:29622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777076.004519:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.004520:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777076.004521:0:29622:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777076.004524:0:29622:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777076.004526:0:29622:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7400/0xe53f2b0cb7af85bb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ba36 expref: -99 pid: 29622 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777076.004535:0:29622:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777076.004538:0:29622:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777076.004540:0:29622:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777076.004543:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.004544:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777076.004545:0:29622:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.004549:0:29622:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777076.004550:0:29622:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.004552:0:29622:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.004554:0:29622:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.004556:0:29622:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777076.004557:0:29622:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777076.004558:0:29622:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777076.004559:0:29622:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788777076.004561:0:29622:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788777076.004563:0:29622:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777076.004565:0:29622:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777076.004567:0:29622:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777076.004568:0:29622:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777076.005682:0:29622:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788777076.005684:0:29622:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777076.005687:0:29622:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777076.005690:0:29622:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777076.005692:0:29622:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777076.005695:0:29622:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453102cb960. 00000080:00000001:1.0:1788777076.005698:0:29622:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777076.005702:0:29622:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777076.005704:0:29622:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1d:0x0](ffff9453209df448), inode mode 81a4 mask 40 00000080:00000001:1.0:1788777076.005710:0:29622:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.703794:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777076.703804:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777076.703810:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777076.703811:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788777076.841291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:2.1:1788777076.841309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00010000:00000001:1.0:1788777077.726194:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777077.726204:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777077.726212:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777077.726213:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777078.753365:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777078.753370:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777078.753385:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777078.753386:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777078.754434:0:29622:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777078.754440:0:29622:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad3e0) owner 0000000000000000/ffff9453012a0000 00020000:00000002:1.0:1788777078.754446:0:29622:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad3e0) owner 0000000000000000/ffff9453012a0000 00020000:00000001:1.0:1788777078.754448:0:29622:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777078.754456:0:29622:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777078.754460:0:29622:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81633df0 00000080:00200008:1.0:1788777078.754462:0:29622:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x1d:0x0](ffff9453209df448), flags 100002 00000080:00000001:1.0:1788777078.754467:0:29622:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777078.754470:0:29622:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788777078.754471:0:29622:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777078.754472:0:29622:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad3e0) owner 0000000000000000/ffff9453012a0000 00020000:00000002:1.0:1788777078.754475:0:29622:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad3e0) owner 0000000000000000/ffff9453012a0000 00020000:00000001:1.0:1788777078.754477:0:29622:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777078.754479:0:29622:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788777078.754487:0:29622:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777078.754491:0:29622:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777078.754497:0:29622:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214700 count: 2 00010000:00000001:1.0:1788777078.754501:0:29622:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777078.754506:0:29622:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777078.754508:0:29622:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x1d:0x0]: 0 00000080:00000001:1.0:1788777078.754510:0:29622:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777078.754513:0:29622:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777078.754517:0:29622:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9453101d4400. 00000080:00000001:1.0:1788777078.754519:0:29622:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788777078.754524:0:29622:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777078.754529:0:29622:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788777078.754531:0:29622:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x1d:0x0] 00000002:00000001:1.0:1788777078.754535:0:29622:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777078.754537:0:29622:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x1d:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777078.754543:0:29622:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e300. 00000020:00000040:1.0:1788777078.754547:0:29622:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777078.754551:0:29622:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777078.754555:0:29622:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777078.754559:0:29622:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777078.754566:0:29622:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9453101d4600. 00000100:00000001:1.0:1788777078.754573:0:29622:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777078.754590:0:29622:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530906f100 x1875667126072448/t4294967575(4294967575) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777212 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777078.754605:0:29622:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1788777078.754610:0:29622:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530906e300 x1875667126073728/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777078.754617:0:29622:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777078.754618:0:29622:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777078.754624:0:29622:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453106c60c0. 00000100:00000001:1.0:1788777078.754627:0:29622:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683211575488 : -118390497976128 : ffff9453106c60c0) 00000100:00000001:1.0:1788777078.754630:0:29622:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777078.754631:0:29622:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087483648 : -118390622067968 : ffff94530906e300) 00000100:00000001:1.0:1788777078.754636:0:29622:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777078.754640:0:29622:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777078.754642:0:29622:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777078.754643:0:29622:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777078.754648:0:29622:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906e300 x1875667126073728/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777078.754656:0:29622:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777078.754658:0:29622:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777078.754662:0:29622:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777078.754675:0:29622:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777078.754678:0:29622:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777078.754682:0:29622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906e300 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:29622:1875667126073728:192.168.203.135@tcp:35:multiop.0 00000100:00000001:1.0:1788777078.754686:0:29622:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777078.754691:0:29622:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777078.754693:0:29622:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777078.754696:0:29622:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777078.754701:0:29622:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068b800. 02000000:00000001:1.0:1788777078.754703:0:29622:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777078.754710:0:29622:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777078.754714:0:29622:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbaa8. 00000400:00000010:1.0:1788777078.754721:0:29622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12220. 00000100:00000200:1.0:1788777078.754727:0:29622:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126073728, portal 10 00000100:00000001:1.0:1788777078.754730:0:29622:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777078.754731:0:29622:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087483648 : -118390622067968 : ffff94530906e300) 00000100:00000040:1.0:1788777078.754738:0:29622:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906e300 x1875667126073728/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777094 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777078.754753:0:29622:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777078.754756:0:29622:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777078.754759:0:29622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12880. 00000100:00000200:1.0:1788777078.754762:0:29622:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126073728, offset 0 00000400:00000200:1.0:1788777078.754768:0:29622:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777078.754775:0:29622:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.754782:0:29622:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777078.754787:0:29622:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777078.754790:0:29622:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777078.754794:0:29622:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777078.754796:0:29622:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777078.754799:0:29622:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2090:2090:256:4294967295] 192.168.203.135@tcp LPNI seq info [2090:2090:8:4294967295] 00000400:00000200:1.0:1788777078.754802:0:29622:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.754811:0:29622:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777078.754816:0:29622:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777078.754821:0:29622:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531811ab00. 00000800:00000200:1.0:1788777078.754827:0:29622:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777078.754833:0:29622:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777078.754837:0:29622:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531811ab00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777078.755111:0:29622:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777078.755117:0:29622:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 551575 usecs (552 jiffies) 00000400:00000200:1.0:1788777078.755121:0:29622:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777078.755123:0:29622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296229613 00000100:00000001:1.0:1788777078.755126:0:29622:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296230960 00000100:00000001:1.0:1788777078.755128:0:29622:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296229613 00000100:00000001:1.0:1788777078.755130:0:29622:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296230960 00000100:00000001:1.0:1788777078.755133:0:29622:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777078.755136:0:29622:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777078.755138:0:29622:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777078.755140:0:29622:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777078.755142:0:29622:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453106c60c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777078.755144:0:29622:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777078.755147:0:29622:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777078.755921:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777078.755926:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531811ab00. 00000400:00000200:1.0:1788777078.755931:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777078.755939:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777078.755953:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12880 00000400:00000010:1.0:1788777078.755956:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12880. 00000100:00000001:1.0:1788777078.755960:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777078.755965:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906e300 x1875667126073728/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777094 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777078.755976:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777078.755979:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906e300 x1875667126073728/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777094 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777078.755985:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777078.755987:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777078.760551:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777078.760568:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777078.760573:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777078.760576:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777078.760584:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.760591:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777078.760600:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.760604:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.760610:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.760614:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c43980 00000400:00000200:1.0:1788777078.760618:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.760624:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x5c31 [1] + 224 00000800:00000001:1.0:1788777078.760632:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777078.760639:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777078.760642:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777078.760646:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777078.760653:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777078.760661:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906e300 x1875667126073728/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777094 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777078.760682:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530906e300 x1875667126073728/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777094 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777078.760698:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777078.760707:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777078.760710:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777078.773453:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777078.773457:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fe00. 00000400:00000200:1.0:1788777078.773462:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777078.773467:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777078.773472:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c198 00000400:00000010:1.0:1788777078.773474:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c198. 00000100:00000001:1.0:1788777078.773478:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777078.773483:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0000 x1875667126073856/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777094 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777078.773492:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777078.773495:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0000 x1875667126073856/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777094 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777078.773502:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777078.773504:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777078.777686:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777078.777709:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777078.777719:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777078.777726:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777078.777735:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.777753:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777078.777762:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.777768:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.777778:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.777782:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c43a00 00000400:00000200:1.0:1788777078.777787:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777078.777792:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5c41 [1] + 224 00000800:00000001:1.0:1788777078.777802:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777078.777810:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777078.777813:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777078.777817:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777078.777825:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777078.777973:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0000 x1875667126073856/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777094 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777078.777989:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0000 x1875667126073856/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777094 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777078.778060:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777078.778070:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777078.778074:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788777078.783135:0:15911:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055123e0. 00000080:00000010:0.1:1788777078.783148:0:15911:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055125e0. 00000020:00000001:1.0:1788777078.787131:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777078.787136:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777078.787140:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777078.787142:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777078.787143:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777078.787145:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777078.787147:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777078.787148:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777078.787149:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1788777078.801280:0:29646:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:0.1:1788777078.801290:0:29646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154800. 00010000:00000010:0.1:1788777078.801294:0:29646:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34100. 00010000:00000010:0.1:1788777078.801297:0:29646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8a00. 00010000:00000010:0.1:1788777078.801309:0:29646:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214700. 00010000:00000010:0.1:1788777078.801312:0:29646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7400. 00010000:00000010:0.1:1788777078.801315:0:29646:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214d00. 00010000:00000010:0.1:1788777078.801317:0:29646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6a00. 00010000:00000001:1.0:1788777079.773333:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777079.773350:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777079.773352:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777079.773356:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777079.773360:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777079.773362:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777079.773372:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777079.773375:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777080.797704:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777080.797711:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.117333:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296230960, at 4296231424 00000100:00000010:1.0:1788777081.117362:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b70c0. 00000100:00000040:1.0:1788777081.629593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777081.629603:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777081.629613:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e680. 00000020:00000040:1.0:1788777081.629619:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777081.629623:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777081.629626:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777081.629631:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777081.629639:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531811ab00. 00000100:00000001:1.0:1788777081.629645:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629657:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906e680 x1875667126073984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777081.629667:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777081.629671:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629677:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd922af3] to pc [ptlrpcd_00_01+1] req@ffff94530906e680 x1875667126073984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.629704:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777081.629710:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777081.629712:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d180. 00000020:00000040:1.0:1788777081.629715:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=10 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777081.629717:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777081.629719:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777081.629720:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777081.629724:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531811ac00. 00000100:00000001:1.0:1788777081.629727:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629731:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530906d180 x1875667126074112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777081.629744:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777081.629746:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629749:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad6c593] to pc [ptlrpcd_00_00+0] req@ffff94530906d180 x1875667126074112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.629757:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777081.629762:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777081.629765:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906dc00. 00000020:00000040:1.0:1788777081.629768:0:37:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777081.629770:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777081.629771:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777081.629773:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777081.629776:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531239c800. 00000100:00000001:1.0:1788777081.629779:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629783:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906dc00 x1875667126074240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777081.629790:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777081.629792:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629795:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae988f3e] to pc [ptlrpcd_00_01+1] req@ffff94530906dc00 x1875667126074240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.629802:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777081.629807:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777081.629810:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c380. 00000020:00000040:1.0:1788777081.629813:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:1.0:1788777081.629815:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777081.629816:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777081.629817:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777081.629820:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531239c000. 00000100:00000001:1.0:1788777081.629823:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629827:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530906c380 x1875667126074368/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777081.629833:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777081.629835:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629838:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a8bcf97] to pc [ptlrpcd_00_00+0] req@ffff94530906c380 x1875667126074368/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.629844:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.629848:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1569) 00000100:00000001:1.0:1788777081.629862:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777081.629866:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777081.629868:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777081.629872:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d180 x1875667126074112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.629879:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777081.629881:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777081.629884:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777081.629886:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777081.629889:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777081.629892:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126074112:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777081.629897:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777081.629901:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777081.629903:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777081.629905:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777081.629910:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453012e7800. 02000000:00000001:1.0:1788777081.629912:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777081.629919:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777081.629924:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb0b0. 00000400:00000010:1.0:1788777081.629930:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12880. 00000100:00000200:1.0:1788777081.629938:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126074112, portal 10 00000100:00000001:1.0:1788777081.629940:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777081.629956:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087479168 : -118390622072448 : ffff94530906d180) 00000100:00000040:1.0:1788777081.629965:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906d180 x1875667126074112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.629972:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777081.629974:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777081.629977:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12ee0. 00000100:00000200:1.0:1788777081.629979:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126074112, offset 0 00000400:00000200:1.0:1788777081.629986:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777081.629994:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.630001:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777081.630005:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777081.630009:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777081.630012:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777081.630015:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777081.630019:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2092:2092:256:4294967295] 192.168.203.135@tcp LPNI seq info [2092:2092:8:4294967295] 00000400:00000200:1.0:1788777081.630023:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.630033:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777081.630038:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777081.630043:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c600. 00000800:00000200:1.0:1788777081.630050:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777081.630057:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777081.630060:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777081.630072:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.630077:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 549662 usecs (550 jiffies) 00000400:00000200:1.0:1788777081.630080:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777081.630083:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296232486 00000100:00000010:1.0:1788777081.630088:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb9c0. 00000100:00000001:1.0:1788777081.630094:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777081.630100:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296232486 00000100:00000010:1.0:1788777081.630103:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb960. 00000100:00000001:1.0:1788777081.630106:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777081.630110:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777081.630112:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.630115:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777081.630119:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c380 x1875667126074368/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.630136:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777081.630138:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777081.630140:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777081.630142:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777081.630144:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777081.630147:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126074368:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777081.630151:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777081.630163:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777081.630164:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777081.630166:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777081.630170:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453101d5c00. 02000000:00000001:1.0:1788777081.630172:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777081.630175:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777081.630177:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbdc0. 00000400:00000010:1.0:1788777081.630181:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12110. 00000100:00000200:1.0:1788777081.630184:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126074368, portal 4 00000100:00000001:1.0:1788777081.630186:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777081.630187:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00000100:00000040:1.0:1788777081.630194:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906c380 x1875667126074368/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.630200:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777081.630202:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777081.630204:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12d48. 00000100:00000200:1.0:1788777081.630207:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126074368, offset 0 00000400:00000200:1.0:1788777081.630211:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777081.630215:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.630258:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777081.630261:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777081.630264:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777081.630267:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777081.630269:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777081.630272:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2093:2093:255:4294967295] 192.168.203.135@tcp LPNI seq info [2093:2093:7:4294967295] 00000400:00000200:1.0:1788777081.630276:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.630281:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777081.630286:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777081.630290:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c300. 00000800:00000200:1.0:1788777081.630294:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777081.630298:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777081.630301:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777081.630304:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.630307:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 331738 usecs (332 jiffies) 00000400:00000200:1.0:1788777081.630310:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777081.630312:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296232269 00000100:00000001:1.0:1788777081.630314:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296232486 00000100:00000001:1.0:1788777081.630317:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296232269 00000100:00000001:1.0:1788777081.630319:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296232486 00000100:00000001:1.0:1788777081.630321:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777081.630323:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.630326:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.630328:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777081.630335:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777081.630337:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777081.630339:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777081.630340:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777081.630342:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777081.630344:0:2346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788777081.630346:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777081.630348:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777081.630349:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777081.630362:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777081.630363:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777081.630365:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777081.630369:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906e680 x1875667126073984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.630375:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777081.630376:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777081.630378:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777081.630380:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777081.630383:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777081.630386:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126073984:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777081.630389:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777081.630392:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777081.630393:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777081.630395:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777081.630399:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453101d5600. 02000000:00000001:1.0:1788777081.630400:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777081.630403:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777081.630406:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb630. 00000400:00000010:1.0:1788777081.630409:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12e58. 00000100:00000200:1.0:1788777081.630412:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126073984, portal 25 00000100:00000001:1.0:1788777081.630414:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777081.630415:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087484544 : -118390622067072 : ffff94530906e680) 00000100:00000040:1.0:1788777081.630421:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906e680 x1875667126073984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.630429:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777081.630431:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777081.630434:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12198. 00000100:00000200:1.0:1788777081.630437:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126073984, offset 0 00000400:00000200:1.0:1788777081.630442:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777081.630446:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.630452:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777081.630459:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777081.630464:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777081.630467:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777081.630470:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777081.630485:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2094:2094:254:4294967295] 192.168.203.135@tcp LPNI seq info [2094:2094:6:4294967295] 00000400:00000200:1.0:1788777081.630490:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.630496:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777081.630502:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777081.630506:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777081.630511:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777081.630515:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777081.630517:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777081.630520:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777081.630523:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777081.630525:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296236080 00000100:00000001:1.0:1788777081.630530:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296232486 00000100:00000001:1.0:1788777081.630533:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296236080 00000100:00000001:1.0:1788777081.630535:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296232486 00000100:00000001:1.0:1788777081.630538:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777081.630540:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.630542:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777081.630545:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906dc00 x1875667126074240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.630551:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777081.630553:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777081.630555:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777081.630556:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777081.630558:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777081.630561:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126074240:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777081.630567:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777081.630569:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777081.630571:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777081.630572:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777081.630575:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453101d4400. 02000000:00000001:1.0:1788777081.630577:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777081.630580:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777081.630582:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbe18. 00000400:00000010:1.0:1788777081.630585:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12f68. 00000100:00000200:1.0:1788777081.630588:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126074240, portal 4 00000100:00000001:1.0:1788777081.630589:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777081.630591:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087481856 : -118390622069760 : ffff94530906dc00) 00000100:00000040:1.0:1788777081.630597:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906dc00 x1875667126074240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.630603:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777081.630607:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777081.630610:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12b28. 00000100:00000200:1.0:1788777081.630612:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126074240, offset 0 00000400:00000200:1.0:1788777081.630617:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777081.630620:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.630623:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777081.630626:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777081.630628:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777081.630630:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777081.630632:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777081.630635:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2095:2095:253:4294967295] 192.168.203.135@tcp LPNI seq info [2095:2095:5:4294967295] 00000400:00000200:1.0:1788777081.630638:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.630644:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777081.630647:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777081.630651:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531a336e00. 00000800:00000200:1.0:1788777081.630654:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777081.630658:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777081.630660:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531a336e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777081.630663:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777081.630665:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23696 usecs (24 jiffies) 00000400:00000200:1.0:1788777081.630668:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777081.630670:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296231961 00000100:00000001:1.0:1788777081.630672:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296236080 00000100:00000001:1.0:1788777081.630674:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296231961 00000100:00000001:1.0:1788777081.630676:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296236080 00000100:00000001:1.0:1788777081.630678:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777081.630680:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.630683:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.630685:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777081.630725:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777081.630730:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c600. 00000400:00000200:1.0:1788777081.630737:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777081.631243:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777081.631250:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12ee0 00000400:00000010:1.0:1788777081.631253:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12ee0. 00000100:00000001:1.0:1788777081.631257:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777081.631262:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d180 x1875667126074112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.631271:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777081.631274:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d180 x1875667126074112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.631280:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.631281:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777081.631297:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777081.631299:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c300. 00000400:00000200:1.0:1788777081.631301:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777081.631304:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777081.631306:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12d48 00000400:00000010:1.0:1788777081.631308:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12d48. 00000100:00000001:1.0:1788777081.631309:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777081.631312:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c380 x1875667126074368/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.631319:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777081.631321:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c380 x1875667126074368/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.631327:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.631328:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777081.631335:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777081.631337:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777081.631339:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777081.631343:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777081.631345:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12198 00000400:00000010:1.0:1788777081.631346:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12198. 00000100:00000001:1.0:1788777081.631348:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777081.631360:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906e680 x1875667126073984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.631367:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777081.631370:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906e680 x1875667126073984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.631375:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.631377:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777081.631436:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777081.631440:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531a336e00. 00000400:00000200:1.0:1788777081.631442:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777081.631446:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777081.631448:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12b28 00000400:00000010:1.0:1788777081.631449:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12b28. 00000100:00000001:1.0:1788777081.631451:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777081.631455:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906dc00 x1875667126074240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.631466:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777081.631469:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906dc00 x1875667126074240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.631605:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777081.631607:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777081.637471:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.637496:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777081.637500:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.637503:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777081.637512:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637520:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777081.637528:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637533:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637538:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637542:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c43a80 00000400:00000200:1.0:1788777081.637557:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637563:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5c71 [1] + 224 00000800:00000001:1.0:1788777081.637570:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.637574:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777081.637577:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777081.637582:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777081.637588:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777081.637597:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906e680 x1875667126073984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777081.637608:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906e680 x1875667126073984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.637635:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777081.637645:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.637649:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777081.637651:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.637653:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777081.637656:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637659:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777081.637664:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637666:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637669:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637673:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c43c00 00000400:00000200:1.0:1788777081.637677:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.637682:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5c61 [1] + 224 00000800:00000001:1.0:1788777081.637687:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.637695:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777081.637698:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777081.637702:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777081.637725:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777081.637734:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c380 x1875667126074368/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777081.637759:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906c380 x1875667126074368/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.637778:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777081.637784:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.637790:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777081.644795:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.644812:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777081.644816:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.644819:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777081.644828:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644835:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777081.644844:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644849:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644854:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644858:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c43b80 00000400:00000200:1.0:1788777081.644863:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644869:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5c81 [1] + 224 00000800:00000001:1.0:1788777081.644876:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.644880:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777081.644883:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777081.644887:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777081.644893:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777081.644902:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906dc00 x1875667126074240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777081.644914:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906dc00 x1875667126074240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.644939:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777081.644948:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.644952:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777081.644954:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.644957:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777081.644960:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644963:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777081.644967:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644969:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644971:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644974:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c43b00 00000400:00000200:1.0:1788777081.644977:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777081.644981:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5c51 [1] + 224 00000800:00000001:1.0:1788777081.644985:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.644992:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777081.644994:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777081.644997:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777081.645000:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777081.645004:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d180 x1875667126074112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777081.645012:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906d180 x1875667126074112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777081.645023:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777081.645027:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777081.645030:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777081.821336:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777081.821342:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777081.821381:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777081.821384:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777081.821387:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777082.846270:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777082.846277:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777083.869355:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777083.869362:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777084.893360:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777084.893367:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777084.893407:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777084.893411:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777084.893414:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777085.917559:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777085.917566:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777086.238149:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296236080, at 4296236544 00000100:00000010:1.0:1788777086.238164:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb960. 00000800:00000200:1.0:1788777086.750136:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777086.750144:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df600. 00000400:00000200:1.0:1788777086.750150:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777086.750160:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777086.750168:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347dd0 00000400:00000010:1.0:1788777086.750171:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347dd0. 00000100:00000001:1.0:1788777086.750178:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777086.750185:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126074496/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.750206:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777086.750213:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126074496/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.750461:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777086.750463:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777086.750523:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777086.750526:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777086.750529:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777086.750533:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777086.750859:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:1.0:1788777086.750862:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:1.0:1788777086.750866:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777086.750870:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126074624/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.750878:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777086.750881:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126074624/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.750887:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777086.750889:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777086.751966:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777086.751971:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfc00. 00000400:00000200:1.0:1788777086.751976:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777086.751982:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777086.751986:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347bb0 00000400:00000010:1.0:1788777086.751989:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347bb0. 00000100:00000001:1.0:1788777086.751991:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777086.751996:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126074752/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.752005:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777086.752008:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126074752/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.752015:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777086.752017:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777086.754512:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.754528:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777086.754533:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.754535:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777086.754543:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754551:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777086.754559:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754564:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754571:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754575:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c43c80 00000400:00000200:1.0:1788777086.754579:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754585:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5c91 [1] + 224 00000800:00000001:1.0:1788777086.754592:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.754596:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777086.754600:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777086.754604:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777086.754611:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777086.754768:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126074496/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777086.754781:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914fb80 x1875667126074496/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.754800:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777086.754810:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.754814:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777086.754817:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.754819:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777086.754823:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754826:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777086.754831:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754834:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754837:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754840:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c43d00 00000400:00000200:1.0:1788777086.754844:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.754849:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5c99 [1] + 224 00000800:00000001:1.0:1788777086.754853:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.754858:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777086.754860:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777086.754864:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777086.754867:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777086.754871:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126074624/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777086.754880:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126074624/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.754888:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777086.754892:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.754894:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777086.755452:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.755459:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777086.755462:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.755464:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777086.755468:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.755473:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777086.755478:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.755481:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.755484:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.755487:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c43d80 00000400:00000200:1.0:1788777086.755491:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.755554:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5ca9 [1] + 224 00000800:00000001:1.0:1788777086.755559:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.755565:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777086.755568:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777086.755571:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777086.755574:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777086.755579:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126074752/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777086.755592:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126074752/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.755610:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777086.755852:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.755856:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777086.760350:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777086.760356:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777086.760362:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777086.760369:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777086.760375:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:1.0:1788777086.760377:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:1.0:1788777086.760381:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777086.760387:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126074880/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.760397:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777086.760400:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126074880/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.760408:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777086.760410:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777086.774933:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.774955:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777086.774960:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.774962:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777086.774971:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.774977:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777086.774989:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.774993:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.774998:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.775002:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c43e00 00000400:00000200:1.0:1788777086.775007:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777086.775014:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5ca1 [1] + 224 00000800:00000001:1.0:1788777086.775021:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.775032:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777086.775035:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777086.775039:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777086.775046:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777086.775056:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126074880/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777086.775067:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ce00 x1875667126074880/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777086.775094:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777086.775112:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777086.775115:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777086.941415:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777086.941421:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777087.965351:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777087.965358:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777087.965383:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777087.965385:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777087.965388:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777088.989359:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777088.989366:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777090.013346:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777090.013354:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777090.013356:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777090.013360:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777090.013365:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777090.013367:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777090.013369:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777090.013370:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777091.037745:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777091.037751:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777091.037771:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777091.037774:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777091.037777:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777091.357432:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296241199, at 4296241664 00000100:00000010:1.0:1788777091.357439:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cf60. 00000800:00000200:1.0:1788777091.872319:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777091.872324:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7500. 00000400:00000200:1.0:1788777091.872331:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777091.872336:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777091.872342:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1770 00000400:00000010:1.0:1788777091.872344:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1770. 00000100:00000001:1.0:1788777091.872349:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777091.872355:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3fb80 x1875667126075008/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.872364:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777091.872368:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3fb80 x1875667126075008/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.872375:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777091.872377:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777091.872388:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777091.872390:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7200. 00000400:00000200:1.0:1788777091.872392:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777091.872395:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777091.872397:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1b28 00000400:00000010:1.0:1788777091.872399:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1b28. 00000100:00000001:1.0:1788777091.872401:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777091.872405:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126075264/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.872411:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777091.872414:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e680 x1875667126075264/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.872419:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777091.872420:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777091.872426:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777091.872428:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7300. 00000400:00000200:1.0:1788777091.872431:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777091.872435:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777091.872437:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:1.0:1788777091.872439:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:1.0:1788777091.872440:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777091.872443:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ce00 x1875667126075136/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.872450:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777091.872452:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ce00 x1875667126075136/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.872458:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777091.872460:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777091.872512:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777091.872515:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7000. 00000400:00000200:1.0:1788777091.872518:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777091.872521:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777091.872524:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1a18 00000400:00000010:1.0:1788777091.872526:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1a18. 00000100:00000001:1.0:1788777091.872528:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777091.872531:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3dc00 x1875667126075392/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.872537:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777091.872540:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3dc00 x1875667126075392/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.872546:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777091.872547:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777091.874526:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.874541:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777091.874545:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.874548:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777091.874555:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.874562:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777091.874570:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.874575:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.874581:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.874585:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c43e80 00000400:00000200:1.0:1788777091.874589:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.874595:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5cb1 [1] + 224 00000800:00000001:1.0:1788777091.874602:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.874609:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777091.874612:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777091.874616:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777091.874623:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777091.874631:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3fb80 x1875667126075008/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777091.874643:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3fb80 x1875667126075008/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.874662:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777091.874671:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.874675:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777091.876355:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.876366:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777091.876370:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.876372:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777091.876379:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876385:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777091.876401:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876406:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876410:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876414:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c43f80 00000400:00000200:1.0:1788777091.876418:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876424:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5cb9 [1] + 224 00000800:00000001:1.0:1788777091.876431:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.876434:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777091.876437:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777091.876441:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777091.876447:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777091.876453:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126075264/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777091.876471:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3e680 x1875667126075264/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.876487:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777091.876496:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.876499:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777091.876501:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.876503:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777091.876506:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876509:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777091.876513:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876515:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876518:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876521:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c44000 00000400:00000200:1.0:1788777091.876524:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.876528:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5cc9 [1] + 224 00000800:00000001:1.0:1788777091.876532:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.876538:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777091.876540:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777091.876542:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777091.876545:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777091.876549:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3dc00 x1875667126075392/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777091.876557:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3dc00 x1875667126075392/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.876565:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777091.876568:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.876571:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777091.877849:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.877857:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777091.877860:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.877862:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777091.877867:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.877872:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777091.877878:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.877882:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.877886:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.877889:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c43f00 00000400:00000200:1.0:1788777091.877892:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777091.877896:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5cc1 [1] + 224 00000800:00000001:1.0:1788777091.877901:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.877906:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777091.877908:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777091.877912:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777091.877916:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777091.877920:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ce00 x1875667126075136/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777091.877929:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ce00 x1875667126075136/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777091.877986:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777091.877992:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777091.877995:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777092.061675:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777092.061681:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777093.085890:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777093.085896:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777094.109598:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777094.109604:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777094.109624:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777094.109626:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777094.109629:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777095.133348:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777095.133355:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777096.157542:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777096.157549:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777096.479396:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296246320, at 4296246786 00000100:00000010:1.0:1788777096.479408:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7ea0. 00000100:00000001:1.0:1788777096.989647:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777096.989653:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777096.989657:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777096.989666:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3df80 x1875667126075776/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777096.989678:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777096.989682:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777096.989686:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777096.989689:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777096.989692:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777096.989697:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126075776:192.168.203.135@tcp:9:kworker.0 00000100:00000001:1.0:1788777096.989702:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777096.989707:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777096.989709:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777096.989711:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777096.989725:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453101d5c00. 02000000:00000001:1.0:1788777096.989728:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777096.989739:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777096.989743:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb108. 00000400:00000010:1.0:1788777096.989749:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12b28. 00000100:00000200:1.0:1788777096.989756:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126075776, portal 4 00000100:00000001:1.0:1788777096.989757:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777096.989759:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080994688 : -118390628556928 : ffff945308a3df80) 00000100:00000040:1.0:1788777096.989766:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3df80 x1875667126075776/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777096.989773:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777096.989776:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777096.989778:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12198. 00000100:00000200:1.0:1788777096.989781:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126075776, offset 0 00000400:00000200:1.0:1788777096.989796:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777096.989804:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777096.989811:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777096.989816:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777096.989820:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777096.989823:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777096.989825:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777096.989829:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2104:2104:256:4294967295] 192.168.203.135@tcp LPNI seq info [2104:2104:8:4294967295] 00000400:00000200:1.0:1788777096.989833:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777096.989842:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777096.989847:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777096.989852:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531a336e00. 00000800:00000200:1.0:1788777096.989858:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777096.989865:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777096.989869:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531a336e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777096.989882:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777096.989886:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23482 usecs (24 jiffies) 00000400:00000200:1.0:1788777096.989889:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777096.989891:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296247320 00000100:00000010:1.0:1788777096.989895:0:2345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb960. 00000100:00000001:1.0:1788777096.989901:0:2345:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777096.989922:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296247320 00000100:00000010:1.0:1788777096.989926:0:2345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb060. 00000100:00000001:1.0:1788777096.989929:0:2345:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777096.989932:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777096.989935:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777096.989938:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777096.989940:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777096.989947:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777096.989949:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777096.989951:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777096.989952:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777096.989954:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777096.989957:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c380 x1875667126075904/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777096.989964:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777096.989965:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777096.989967:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777096.989969:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777096.989970:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777096.989973:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126075904:192.168.203.135@tcp:9:kworker.0 00000100:00000001:1.0:1788777096.989976:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777096.989978:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777096.989980:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777096.989982:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777096.989985:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453101d5600. 02000000:00000001:1.0:1788777096.989987:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777096.989990:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777096.989992:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb000. 00000400:00000010:1.0:1788777096.989995:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12d48. 00000100:00000200:1.0:1788777096.989998:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126075904, portal 4 00000100:00000001:1.0:1788777096.990000:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777096.990001:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000040:1.0:1788777096.990007:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c380 x1875667126075904/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777096.990013:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777096.990015:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777096.990018:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12ee0. 00000100:00000200:1.0:1788777096.990020:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126075904, offset 0 00000400:00000200:1.0:1788777096.990414:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777096.990419:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777096.990422:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777096.990426:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777096.990428:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777096.990431:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777096.990433:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777096.990436:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2105:2105:255:4294967295] 192.168.203.135@tcp LPNI seq info [2105:2105:7:4294967295] 00000400:00000200:1.0:1788777096.990440:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777096.990447:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777096.990451:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777096.990456:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777096.990459:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777096.990464:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777096.990467:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777096.990470:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777096.990473:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 324583 usecs (325 jiffies) 00000400:00000200:1.0:1788777096.990476:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777096.990478:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296247622 00000100:00000001:1.0:1788777096.990483:0:2345:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296247320 00000100:00000001:1.0:1788777096.990486:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296247622 00000100:00000001:1.0:1788777096.990489:0:2345:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296247320 00000100:00000001:1.0:1788777096.990491:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777096.990493:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777096.990496:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777096.990497:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777096.990501:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777096.990502:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777096.990504:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777096.990505:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777096.990507:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777096.990508:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777096.990548:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777096.990551:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531a336e00. 00000400:00000200:1.0:1788777096.990558:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777096.990562:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777096.990567:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12198 00000400:00000010:1.0:1788777096.990569:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12198. 00000100:00000001:1.0:1788777096.990573:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777096.990578:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3df80 x1875667126075776/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777096.990588:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777096.990591:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3df80 x1875667126075776/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777096.990598:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777096.990600:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777096.990662:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777096.990664:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777096.990667:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777096.990670:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777096.990673:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12ee0 00000400:00000010:1.0:1788777096.990674:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12ee0. 00000100:00000001:1.0:1788777096.990676:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777096.990679:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126075904/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777096.990685:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777096.990688:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c380 x1875667126075904/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777096.990694:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777096.990696:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777097.003408:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777097.003414:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7a00. 00000400:00000200:1.0:1788777097.003422:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777097.003431:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777097.003438:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1088 00000400:00000010:1.0:1788777097.003442:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1088. 00000100:00000001:1.0:1788777097.003449:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777097.003460:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c700 x1875667126075648/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777097.003480:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777097.003487:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c700 x1875667126075648/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777097.003502:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777097.003504:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777097.003551:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777097.003555:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7700. 00000400:00000200:1.0:1788777097.003561:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777097.003565:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777097.003568:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1990 00000400:00000010:1.0:1788777097.003570:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1990. 00000100:00000001:1.0:1788777097.003573:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777097.003577:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f480 x1875667126075520/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777097.003584:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777097.003586:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f480 x1875667126075520/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777097.003593:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777097.003595:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777097.010254:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777097.010267:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777097.010271:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777097.010273:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777097.010282:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010288:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777097.010297:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010301:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010306:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010310:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c44080 00000400:00000200:1.0:1788777097.010314:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010320:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5cf9 [1] + 224 00000800:00000001:1.0:1788777097.010327:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777097.010331:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777097.010334:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777097.010338:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777097.010344:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777097.010351:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f480 x1875667126075520/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777097.010361:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3f480 x1875667126075520/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777097.010381:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777097.010389:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777097.010392:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777097.010394:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777097.010397:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777097.010400:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010403:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777097.010407:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010410:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010412:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010415:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c44100 00000400:00000200:1.0:1788777097.010419:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777097.010423:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5cf1 [1] + 224 00000800:00000001:1.0:1788777097.010427:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777097.010433:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777097.010434:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777097.010438:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777097.010440:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777097.010445:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c700 x1875667126075648/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777097.010453:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c700 x1875667126075648/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777097.010465:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777097.010468:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777097.010470:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777097.181375:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777097.181381:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777097.181404:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777097.181406:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777097.181409:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777098.208576:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777098.208582:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777098.858568:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.858583:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.858588:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.858591:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.858599:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.858617:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777098.858627:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.858632:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.858636:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.858640:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c44280 00000400:00000200:1.0:1788777098.858644:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.858649:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x5d01 [1] + 224 00000800:00000001:1.0:1788777098.858656:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.858662:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.858665:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777098.858669:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777098.858676:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777098.858683:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126076032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777098.858694:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308a3d500 x1875667126076032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777098.858720:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777098.858729:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.858732:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.871733:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.871749:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.871753:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.871755:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.871764:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.871772:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777098.871782:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.871786:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.871791:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.871796:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c44300 00000400:00000200:1.0:1788777098.871799:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.871805:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x5d09 [1] + 224 00000800:00000001:1.0:1788777098.871812:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.871819:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.871822:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777098.871826:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777098.871835:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777098.871843:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126076160/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777098.871854:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308a3d500 x1875667126076160/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777098.871876:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777098.871884:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.871887:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.886374:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.886391:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.886395:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.886397:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.886407:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.886425:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777098.886435:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.886440:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.886446:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.886450:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 640 into portal 10 MB=0x6a9e8c8c44380 00000400:00000200:1.0:1788777098.886455:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.886462:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 640/640 into md 0x5d11 [1] + 224 00000800:00000001:1.0:1788777098.886469:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.886477:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.886481:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777098.886485:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777098.886492:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777098.886501:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126076288/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777098.886510:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff945308a3d500 x1875667126076288/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777098.886532:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777098.886540:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.886544:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777098.892975:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777098.892982:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777098.892984:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777098.892998:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126076416/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777098.893010:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777098.893011:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777098.893015:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777098.893019:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777098.893021:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777098.893025:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126076416:192.168.203.135@tcp:8:checkstat.0 00000100:00000001:1.0:1788777098.893031:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777098.893035:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777098.893037:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777098.893040:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777098.893050:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068a800. 02000000:00000001:1.0:1788777098.893052:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777098.893059:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777098.893065:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbcb8. 00000400:00000010:1.0:1788777098.893071:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12ee0. 00000100:00000200:1.0:1788777098.893078:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126076416, portal 4 00000100:00000001:1.0:1788777098.893081:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777098.893082:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:1.0:1788777098.893089:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914d500 x1875667126076416/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777098.893096:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777098.893099:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777098.893102:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12198. 00000100:00000200:1.0:1788777098.893104:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126076416, offset 0 00000400:00000200:1.0:1788777098.893110:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777098.893119:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.893127:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777098.893132:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777098.893137:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777098.893140:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777098.893143:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777098.893147:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2111:2111:256:4294967295] 192.168.203.135@tcp LPNI seq info [2111:2111:8:4294967295] 00000400:00000200:1.0:1788777098.893152:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.893161:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777098.893167:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777098.893173:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777098.893180:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777098.893187:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777098.893191:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777098.893213:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777098.893218:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 322313 usecs (323 jiffies) 00000400:00000200:1.0:1788777098.893271:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777098.893275:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296249523 00000100:00000001:1.0:1788777098.893278:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296251447 00000100:00000001:1.0:1788777098.893280:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296249523 00000100:00000001:1.0:1788777098.893282:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296251447 00000100:00000001:1.0:1788777098.893284:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777098.893287:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777098.893290:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777098.893292:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777098.893299:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777098.893301:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777098.893303:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777098.893305:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777098.893306:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777098.893308:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777098.902104:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.902120:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.902124:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.902126:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.902135:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.902143:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777098.902151:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.902155:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.902161:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.902165:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c44400 00000400:00000200:1.0:1788777098.902170:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.902174:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x5d19 [1] + 0 00000800:00000001:1.0:1788777098.902181:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.902188:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.902191:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777098.902195:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777098.902202:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777098.902209:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126076416/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777098.902269:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530914d500 x1875667126076416/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777098.902289:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777098.902297:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.902300:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.918983:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.919002:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.919007:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.919010:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.919019:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.919027:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777098.919038:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.919042:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.919048:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.919051:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c44480 00000400:00000200:1.0:1788777098.919055:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.919061:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x5d29 [1] + 224 00000800:00000001:1.0:1788777098.919067:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.919075:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.919079:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777098.919083:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777098.919091:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777098.919101:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126076544/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777114 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777098.919111:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914ce00 x1875667126076544/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777114 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777098.919192:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777098.919202:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.919205:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.957382:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.957404:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.957420:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.957424:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.957433:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.957441:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777098.957450:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.957455:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.957460:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.957464:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c44500 00000400:00000200:1.0:1788777098.957468:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.957474:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x5d31 [1] + 224 00000800:00000001:1.0:1788777098.957481:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.957488:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.957491:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777098.957495:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777098.957502:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777098.957510:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126076672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777098.957520:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914d500 x1875667126076672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777098.957541:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777098.957551:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.957555:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1788777098.965280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5b00. 00000800:00000001:1.0:1788777098.985837:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.985854:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777098.985858:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.985861:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.985870:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.985878:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777098.985887:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.985892:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.985898:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.985902:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 640 into portal 10 MB=0x6a9e8c8c44580 00000400:00000200:1.0:1788777098.985906:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.985912:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 640/640 into md 0x5d39 [1] + 224 00000800:00000001:1.0:1788777098.985920:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.985928:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777098.985931:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777098.985936:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777098.985942:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777098.985951:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126076800/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777098.985962:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94530914d500 x1875667126076800/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777098.985985:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777098.985995:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777098.985999:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777098.989570:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777098.989576:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777098.989580:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777098.989614:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126076928/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777098.989631:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777098.989635:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777098.989641:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777098.989645:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777098.989651:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777098.989658:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126076928:192.168.203.135@tcp:8:checkstat.0 00000100:00000001:1.0:1788777098.989669:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777098.989675:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777098.989679:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777098.989685:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777098.989692:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310688c00. 02000000:00000001:1.0:1788777098.989697:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777098.989705:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777098.989713:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb3c8. 00000400:00000010:1.0:1788777098.989721:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12330. 00000100:00000200:1.0:1788777098.989729:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126076928, portal 4 00000100:00000001:1.0:1788777098.989732:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777098.989734:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:1.0:1788777098.989744:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914df80 x1875667126076928/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777098.989763:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777098.989769:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777098.989780:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12990. 00000100:00000200:1.0:1788777098.989784:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126076928, offset 0 00000400:00000200:1.0:1788777098.989791:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777098.989799:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.989805:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777098.989810:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777098.989814:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777098.989818:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777098.989821:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777098.989824:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2115:2115:256:4294967295] 192.168.203.135@tcp LPNI seq info [2115:2115:8:4294967295] 00000400:00000200:1.0:1788777098.989829:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777098.989838:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777098.989844:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777098.989849:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777098.989855:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777098.989863:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777098.989867:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777098.989876:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777098.989881:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23447 usecs (24 jiffies) 00000400:00000200:1.0:1788777098.989884:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777098.989886:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296249320 00000100:00000001:1.0:1788777098.989890:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296251447 00000100:00000001:1.0:1788777098.989892:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296249320 00000100:00000001:1.0:1788777098.989895:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296251447 00000100:00000001:1.0:1788777098.989897:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777098.989899:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777098.989902:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777098.989905:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777098.989911:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777098.989913:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777098.989915:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777098.989916:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777098.989918:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777098.989919:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1788777098.995508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5780. 00000800:00000001:1.0:1788777099.007015:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.007033:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.007037:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.007040:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.007049:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.007057:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.007066:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.007071:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.007076:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.007080:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c44600 00000400:00000200:1.0:1788777099.007085:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.007091:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x5d41 [1] + 0 00000800:00000001:1.0:1788777099.007098:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.007105:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.007108:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.007113:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.007119:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.007128:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126076928/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777099.007140:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530914df80 x1875667126076928/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777099.007270:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.007280:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.007292:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.023996:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.024021:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.024028:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.024031:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.024054:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.024064:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.024076:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.024083:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.024090:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.024095:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c44680 00000400:00000200:1.0:1788777099.024100:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.024107:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x5d51 [1] + 224 00000800:00000001:1.0:1788777099.024116:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.024125:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.024129:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.024135:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.024146:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.024158:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126077056/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777115 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.024171:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914d500 x1875667126077056/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777115 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.024209:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.024266:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.024272:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777099.027485:0:29478:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777099.027492:0:29478:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777099.027496:0:29478:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fb78 00000080:00200000:1.0:1788777099.027501:0:29478:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777099.027512:0:29478:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453101d4600. 00800000:00000002:1.0:1788777099.027520:0:29478:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777099.027526:0:29478:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777099.027532:0:29478:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777099.027534:0:29478:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fa98 00800000:00000002:1.0:1788777099.027538:0:29478:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777099.027543:0:29478:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777099.027548:0:29478:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777099.027555:0:29478:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777099.027558:0:29478:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7f968 00000002:00010000:1.0:1788777099.027560:0:29478:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777099.027565:0:29478:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777099.027567:0:29478:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777099.027572:0:29478:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777099.027581:0:29478:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803000 count: 2 00010000:00000001:1.0:1788777099.027585:0:29478:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777099.027592:0:29478:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777099.027598:0:29478:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777099.027683:0:29478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af85d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba91 expref: -99 pid: 29652 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777099.027707:0:29478:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777099.027713:0:29478:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777099.027717:0:29478:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af85d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba91 expref: -99 pid: 29652 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777099.027730:0:29478:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777099.027732:0:29478:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777099.027734:0:29478:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777099.027736:0:29478:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777099.027738:0:29478:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777099.027741:0:29478:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777099.027744:0:29478:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777099.027754:0:29478:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777099.027759:0:29478:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9453101d4600. 00000080:00000001:1.0:1788777099.027765:0:29478:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777099.027767:0:29478:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777099.027770:0:29478:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777099.027774:0:29478:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af85d0 00800000:00000001:1.0:1788777099.027778:0:29478:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777099.027780:0:29478:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777099.027783:0:29478:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777099.027785:0:29478:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777099.027789:0:29478:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:1.0:1788777099.027791:0:29478:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777099.027794:0:29478:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777099.027797:0:29478:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.027799:0:29478:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777099.027800:0:29478:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777099.027802:0:29478:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777099.027805:0:29478:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af85d0 from it ffffb1cb80d7fbb0 00010000:00000001:1.0:1788777099.027807:0:29478:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777099.027808:0:29478:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777099.027810:0:29478:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:1.0:1788777099.027811:0:29478:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777099.027813:0:29478:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777099.027816:0:29478:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777099.027819:0:29478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af85d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ba91 expref: -99 pid: 29652 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777099.027826:0:29478:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.027827:0:29478:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777099.027829:0:29478:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777099.027831:0:29478:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777099.027834:0:29478:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af85d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba91 expref: -99 pid: 29652 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777099.027845:0:29478:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777099.027848:0:29478:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777099.027851:0:29478:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777099.027855:0:29478:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.027857:0:29478:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777099.027859:0:29478:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.027863:0:29478:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777099.027865:0:29478:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.027867:0:29478:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.027869:0:29478:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.027871:0:29478:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777099.027873:0:29478:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.027874:0:29478:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777099.027878:0:29478:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777099.027880:0:29478:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777099.027882:0:29478:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:1.0:1788777099.027887:0:29478:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777099.027895:0:29478:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777099.027897:0:29478:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777099.027899:0:29478:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fb78 00000080:00200008:1.0:1788777099.027902:0:29478:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 304000 00000080:00000010:1.0:1788777099.027907:0:29478:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453017af040. 00000080:00000001:1.0:1788777099.027912:0:29478:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777099.027914:0:29478:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777099.027930:0:29478:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fd28 00000080:00200008:1.0:1788777099.027932:0:29478:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777099.027940:0:29478:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788777099.028271:0:29478:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1788777099.028278:0:29478:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453101d4600. 00800000:00000002:1.0:1788777099.028282:0:29478:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:1.0:1788777099.028289:0:29478:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:1.0:1788777099.028294:0:29478:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788777099.028296:0:29478:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777099.028298:0:29478:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7f990 00000002:00010000:1.0:1788777099.028300:0:29478:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788777099.028303:0:29478:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777099.028305:0:29478:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777099.028307:0:29478:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777099.028310:0:29478:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803000 count: 2 00010000:00000001:1.0:1788777099.028313:0:29478:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777099.028316:0:29478:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777099.028317:0:29478:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777099.028321:0:29478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af85d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba91 expref: -99 pid: 29652 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777099.028329:0:29478:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777099.028332:0:29478:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777099.028335:0:29478:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af85d0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ba91 expref: -99 pid: 29652 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777099.028341:0:29478:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777099.028343:0:29478:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777099.028346:0:29478:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777099.028348:0:29478:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777099.028349:0:29478:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777099.028352:0:29478:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777099.028354:0:29478:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:1.0:1788777099.028357:0:29478:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777099.028360:0:29478:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777099.028363:0:29478:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.028364:0:29478:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777099.028366:0:29478:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777099.028429:0:29478:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788777099.028436:0:29478:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff945304dad800. 00000002:00000001:1.0:1788777099.029556:0:29478:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788777099.029569:0:29478:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ce00. 00000020:00000040:1.0:1788777099.029578:0:29478:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777099.029584:0:29478:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777099.029589:0:29478:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777099.029595:0:29478:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777099.030503:0:29478:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9453101d4400. 00000100:00000001:1.0:1788777099.030517:0:29478:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.030522:0:29478:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788777099.030528:0:29478:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff945310689c00. 00000100:00000010:1.0:1788777099.030533:0:29478:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff945311044000. 00000020:00000040:1.0:1788777099.030537:0:29478:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777099.030588:0:29478:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777099.030590:0:29478:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777099.030609:0:29478:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453106c6f00. 00000100:00000001:1.0:1788777099.030612:0:29478:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683211579136 : -118390497972480 : ffff9453106c6f00) 00000100:00000001:1.0:1788777099.030615:0:29478:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777099.030616:0:29478:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000001:1.0:1788777099.030622:0:29478:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777099.030627:0:29478:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.030630:0:29478:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777099.030632:0:29478:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777099.030645:0:29478:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ce00 x1875667126077184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.030654:0:29478:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777099.030656:0:29478:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777099.030661:0:29478:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777099.030664:0:29478:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777099.030667:0:29478:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777099.030670:0:29478:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ce00 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:29478:1875667126077184:192.168.203.135@tcp:37:bash.0 00000100:00000001:1.0:1788777099.030675:0:29478:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777099.030681:0:29478:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777099.030686:0:29478:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.030689:0:29478:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788777099.030709:0:29478:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777099.030715:0:29478:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbc08. 00000400:00000010:1.0:1788777099.030727:0:29478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff945320240000. 00000100:00000200:1.0:1788777099.030737:0:29478:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8c8c44700-0x6a9e8c8c44700, portal 14 00000100:00000001:1.0:1788777099.030740:0:29478:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777099.030743:0:29478:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777099.030757:0:29478:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068b400. 02000000:00000001:1.0:1788777099.030760:0:29478:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777099.030763:0:29478:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777099.030766:0:29478:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb5d8. 00000400:00000010:1.0:1788777099.030772:0:29478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12088. 00000100:00000200:1.0:1788777099.030776:0:29478:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126077184, portal 10 00000100:00000001:1.0:1788777099.030778:0:29478:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777099.030780:0:29478:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000040:1.0:1788777099.030789:0:29478:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906ce00 x1875667126077184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.030797:0:29478:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777099.030799:0:29478:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777099.030802:0:29478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12660. 00000100:00000200:1.0:1788777099.030805:0:29478:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667126077184, offset 0 00000400:00000200:1.0:1788777099.030812:0:29478:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777099.030824:0:29478:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.030834:0:29478:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777099.030841:0:29478:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777099.030846:0:29478:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777099.030851:0:29478:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777099.030854:0:29478:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777099.030858:0:29478:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2117:2117:256:4294967295] 192.168.203.135@tcp LPNI seq info [2117:2117:8:4294967295] 00000400:00000200:1.0:1788777099.030863:0:29478:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.030872:0:29478:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777099.030879:0:29478:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777099.030886:0:29478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777099.030895:0:29478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777099.030905:0:29478:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777099.030910:0:29478:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788777099.031011:0:29478:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777099.031017:0:29478:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 541340 usecs (542 jiffies) 00000400:00000200:1.0:1788777099.031021:0:29478:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777099.031025:0:29478:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296249878 00000100:00000001:1.0:1788777099.031029:0:29478:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296251447 00000100:00000001:1.0:1788777099.031032:0:29478:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296249878 00000100:00000001:1.0:1788777099.031034:0:29478:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296251447 00000100:00000001:1.0:1788777099.031036:0:29478:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777099.031170:0:29478:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.031174:0:29478:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777099.031177:0:29478:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777099.031180:0:29478:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453106c6f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777099.031183:0:29478:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777099.031188:0:29478:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777099.042379:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.042397:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.042401:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.042404:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.042412:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.042424:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.042434:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.042449:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.042455:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.042458:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c44700 00000400:00000200:1.0:1788777099.042464:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.042469:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x5d59 [256] + 0 00000400:00000010:1.0:1788777099.042475:0:2338:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbc08. 00000400:00000200:1.0:1788777099.042481:0:2338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff945320240000 00000800:00000001:1.0:1788777099.042487:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.042513:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.042517:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.042522:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.042527:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945320240000 00000400:00000010:1.0:1788777099.042530:0:2338:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff945320240000. 00000100:00000001:1.0:1788777099.042535:0:2338:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788777099.042537:0:2338:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94530906ce00 desc ffff945310689c00 mbits 1875667126077184 00000100:00000001:1.0:1788777099.042557:0:2338:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788777099.042566:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777099.042570:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.042576:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777099.042582:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2118:2118:256:4294967295] 192.168.203.135@tcp LPNI seq info [2118:2118:8:4294967295] 00000400:00000200:1.0:1788777099.042586:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.042594:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777099.042599:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777099.042607:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff945320240000. 00000800:00000200:1.0:1788777099.042613:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777099.042620:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777099.042625:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945320240000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777099.042711:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.042715:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff945320240000. 00000400:00000200:1.0:1788777099.042718:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.042722:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777099.042728:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.042731:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.057400:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.057417:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.057422:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.057424:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.057432:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.057504:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.057515:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.057520:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.057525:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.057529:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c44700 00000400:00000200:1.0:1788777099.057534:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.057539:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x5d61 [1] + 224 00000800:00000001:1.0:1788777099.057545:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.057556:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.057559:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.057564:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.057570:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.057579:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ce00 x1875667126077184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.057589:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94530906ce00 x1875667126077184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.057677:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.057686:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.057690:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777099.078949:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.078956:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:1.0:1788777099.078961:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.078967:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.078974:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347330 00000400:00000010:1.0:1788777099.078977:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347330. 00000100:00000001:1.0:1788777099.078981:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.078987:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d500 x1875667126077440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.078997:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.079000:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d500 x1875667126077440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.079006:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.079008:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777099.087628:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.087644:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.087648:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.087651:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.087659:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.087676:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.087685:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.087690:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.087695:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.087698:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c44800 00000400:00000200:1.0:1788777099.087703:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.087708:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x5d71 [64] + 224 00000800:00000001:1.0:1788777099.087715:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.087723:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.087726:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.087730:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.087737:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.087745:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126077440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.087757:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff945308a3d500 x1875667126077440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.087777:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.087785:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.087788:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777099.095880:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.095886:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7000. 00000400:00000200:1.0:1788777099.095893:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.095900:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.095906:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:1.0:1788777099.095908:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:1.0:1788777099.095912:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.095929:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126077568/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.095939:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.095942:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126077568/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.095948:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.095949:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777099.098275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00000800:00000001:1.0:1788777099.106110:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.106129:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.106133:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.106135:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.107829:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.107839:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.107852:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.107857:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.107863:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.107867:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c44880 00000400:00000200:1.0:1788777099.107872:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.107878:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x5d79 [256] + 0 00000400:00000010:1.0:1788777099.107883:0:2338:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464108. 00000400:00000200:1.0:1788777099.107889:0:2338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94531027e000 00000800:00000001:1.0:1788777099.107896:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.107914:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.107917:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.107922:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.107927:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94531027e000 00000400:00000010:1.0:1788777099.107930:0:2338:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94531027e000. 00000100:00000001:1.0:1788777099.107935:0:2338:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788777099.107937:0:2338:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94530914df80 desc ffff9453093a8000 mbits 1875667126077568 00000100:00000001:1.0:1788777099.107957:0:2338:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788777099.107965:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777099.107968:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.107973:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777099.107980:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2121:2121:256:4294967295] 192.168.203.135@tcp LPNI seq info [2121:2121:8:4294967295] 00000400:00000200:1.0:1788777099.107985:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.107994:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777099.107999:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777099.108007:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff945320240000. 00000800:00000200:1.0:1788777099.108013:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777099.108020:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777099.108025:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945320240000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777099.108117:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.108121:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff945320240000. 00000400:00000200:1.0:1788777099.108124:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.108128:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777099.108134:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.108137:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.121286:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.121304:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.121308:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.121311:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.121320:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.121328:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.121338:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.121343:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.121348:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.121352:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c44880 00000400:00000200:1.0:1788777099.121357:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.121363:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x5d81 [1] + 224 00000800:00000001:1.0:1788777099.121370:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.121380:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.121383:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.121387:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.121395:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.121404:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126077568/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.121421:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94530914df80 x1875667126077568/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.121509:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.121518:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.121522:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.128854:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.128882:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.128886:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.128889:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.128899:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.128907:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.128917:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.128922:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.128927:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.128931:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c44980 00000400:00000200:1.0:1788777099.128936:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.128942:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x5d89 [1] + 224 00000800:00000001:1.0:1788777099.128949:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.128956:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.128960:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.128964:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.128972:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.128982:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126077824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777115 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.128994:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530914df80 x1875667126077824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777115 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.129017:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.129027:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.129030:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.145873:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.145893:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.145897:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.145899:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.145909:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.145917:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.145926:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.145931:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.145937:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.145940:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c44a80 00000400:00000200:1.0:1788777099.145945:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.145951:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x5d91 [64] + 224 00000800:00000001:1.0:1788777099.145957:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.145964:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.145966:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.145970:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.145978:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.145986:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126078080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.145995:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530914df80 x1875667126078080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.146018:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.146025:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.146028:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.150963:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.150987:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.150994:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.150998:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.151010:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.151020:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.151038:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.151047:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.151053:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.151058:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 10 MB=0x6a9e8c8c44b00 00000400:00000200:1.0:1788777099.151064:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.151071:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 368/368 into md 0x5d99 [1] + 224 00000800:00000001:1.0:1788777099.151080:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.151093:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.151097:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.151103:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.151112:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.151124:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126078208/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777099.151137:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94530914f480 x1875667126078208/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777236 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777099.151162:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.151173:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.151184:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788777099.163289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803400. 00010000:00000010:2.1:1788777099.163313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00010000:00000010:2.1:1788777099.163317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00000800:00000001:1.0:1788777099.173769:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.173794:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.173799:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.173802:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.173814:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.173823:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.173835:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.173841:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.173848:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.173852:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c44c00 00000400:00000200:1.0:1788777099.173857:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.173865:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x5da1 [1] + 224 00000800:00000001:1.0:1788777099.173874:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.173881:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.173885:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.173890:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.173899:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.173911:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126078464/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777236 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777099.173925:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914f480 x1875667126078464/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777236 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777099.173954:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777099.173965:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777099.173969:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.173976:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777099.173983:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2126:2126:256:4294967295] 192.168.203.135@tcp LPNI seq info [2126:2126:8:4294967295] 00000400:00000200:1.0:1788777099.173987:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.173995:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777099.174001:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777099.174009:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777099.174016:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777099.174025:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777099.174029:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777099.174133:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.174136:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777099.174139:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.174143:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777099.174157:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.174160:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777099.180886:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.180893:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dff00. 00000400:00000200:1.0:1788777099.180901:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.180908:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.180914:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:1.0:1788777099.180917:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:1.0:1788777099.180923:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.180929:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f100 x1875667126078592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.180948:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.180952:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f100 x1875667126078592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.180958:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.180960:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788777099.182445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690fa0. 00000080:00000010:3.1:1788777099.191472:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209df380. 00000080:00000010:3.1:1788777099.191495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690540. 00000800:00000200:1.0:1788777099.198399:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.198417:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777099.198425:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.198432:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.198440:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1880 00000400:00000010:1.0:1788777099.198443:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1880. 00000100:00000001:1.0:1788777099.198449:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.198456:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126078848/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777115 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.198469:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.198473:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126078848/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777115 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.198480:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.198482:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777099.205464:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.205471:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7e00. 00000400:00000200:1.0:1788777099.205478:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.205485:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.205491:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1f68 00000400:00000010:1.0:1788777099.205494:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1f68. 00000100:00000001:1.0:1788777099.205499:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.205505:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126079104/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777236 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777099.205517:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.205520:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126079104/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777099.205534:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.205536:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777099.217390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:2.1:1788777099.217422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803a00. 00010000:00000010:2.1:1788777099.217429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00010000:00000010:2.1:1788777099.217432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803000. 00010000:00000010:2.1:1788777099.217435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00000800:00000200:1.0:1788777099.223894:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.223901:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7f00. 00000400:00000200:1.0:1788777099.223907:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.223914:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.223921:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c15d8 00000400:00000010:1.0:1788777099.223924:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c15d8. 00000100:00000001:1.0:1788777099.223929:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.223938:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126079232/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.223951:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.223955:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126079232/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.223962:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.223964:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788777099.227325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ac200. 00000080:00000010:2.1:1788777099.227354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690c80. 00010000:00000001:1.0:1788777099.229545:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777099.229553:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.229558:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777099.229560:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.229565:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777099.229566:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.229568:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777099.229569:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777099.232481:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.232502:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.232509:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.232512:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.232523:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.232533:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.232545:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.232551:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.232558:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.232563:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c44f00 00000400:00000200:1.0:1788777099.232568:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.232576:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x5dc1 [1] + 224 00000800:00000001:1.0:1788777099.232584:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.232662:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.232667:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.232672:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.232693:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.232704:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126079232/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777236 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.232716:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914df80 x1875667126079232/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.232742:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.232754:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.232759:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788777099.239570:0:29654:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777099.239582:0:29654:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8616 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bb9b expref: -99 pid: 29654 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777099.239648:0:29654:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777099.239652:0:29654:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777099.239655:0:29654:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777099.239658:0:29654:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777099.239662:0:29654:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777099.239666:0:29654:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777099.239669:0:29654:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777099.239673:0:29654:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777099.239678:0:29654:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f400. 00000080:00000001:1.0:1788777099.239907:0:29654:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777099.239909:0:29654:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777099.239912:0:29654:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777099.239917:0:29654:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8616 00800000:00000001:1.0:1788777099.239923:0:29654:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777099.239927:0:29654:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777099.239930:0:29654:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777099.239933:0:29654:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777099.239936:0:29654:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:1.0:1788777099.239938:0:29654:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:1.0:1788777099.239942:0:29654:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:1.0:1788777099.239945:0:29654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.239947:0:29654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777099.239948:0:29654:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777099.239950:0:29654:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777099.239953:0:29654:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8616 from it ffffb1cb81d63bf8 00010000:00000001:1.0:1788777099.239955:0:29654:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777099.239957:0:29654:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777099.239958:0:29654:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:1.0:1788777099.239960:0:29654:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:1.0:1788777099.239962:0:29654:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:1.0:1788777099.239964:0:29654:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777099.239967:0:29654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8616 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bb9b expref: -99 pid: 29654 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777099.239975:0:29654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.239976:0:29654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777099.239978:0:29654:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777099.239981:0:29654:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777099.239983:0:29654:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8616 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bb9b expref: -99 pid: 29654 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777099.239991:0:29654:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777099.239994:0:29654:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777099.239996:0:29654:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777099.240001:0:29654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.240002:0:29654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777099.240004:0:29654:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240008:0:29654:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777099.240010:0:29654:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240013:0:29654:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240016:0:29654:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240019:0:29654:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777099.240021:0:29654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.240022:0:29654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777099.240026:0:29654:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777099.240028:0:29654:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777099.240031:0:29654:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777099.240037:0:29654:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777099.240045:0:29654:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777099.240049:0:29654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d63bc0 00000080:00002000:1.0:1788777099.240052:0:29654:0:(dcache.c:87:ll_dcompare()) found name d21e.recovery-small-2(ffff945320af9510) flags 0x20000e refc 1 00000080:00000001:1.0:1788777099.240054:0:29654:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777099.240057:0:29654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d63c08 00000080:00200000:1.0:1788777099.240058:0:29654:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21e.recovery-small-2, flags=266 00000080:00000001:1.0:1788777099.240065:0:29654:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788777099.240068:0:29654:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777099.240075:0:29654:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777099.240077:0:29654:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1c:0x0](ffff9453209aba88), inode mode 41ed mask 44 00000080:00000001:1.0:1788777099.240080:0:29654:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777099.240088:0:29654:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777099.240090:0:29654:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777099.240092:0:29654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d63b78 00000080:00200008:1.0:1788777099.240094:0:29654:0:(file.c:1090:ll_file_open()) START file d21e.recovery-small-2:[0x200000404:0x1c:0x0](ffff9453209aba88), flags 704400 00000080:00000010:1.0:1788777099.240105:0:29654:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453017af040. 00000080:00000001:1.0:1788777099.240112:0:29654:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788777099.240120:0:29654:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453101d5c00. 00800000:00000002:1.0:1788777099.240127:0:29654:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777099.240202:0:29654:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777099.240205:0:29654:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777099.240207:0:29654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d63a28 00800000:00000002:1.0:1788777099.240210:0:29654:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x1c:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777099.240213:0:29654:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788777099.240216:0:29654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d639a8 00800000:00000002:1.0:1788777099.240218:0:29654:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1c:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788777099.240260:0:29654:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777099.240262:0:29654:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d638e0 00000002:00010000:1.0:1788777099.240264:0:29654:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1c:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1788777099.240268:0:29654:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777099.240272:0:29654:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777099.240275:0:29654:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777099.240283:0:29654:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:1.0:1788777099.240285:0:29654:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777099.240288:0:29654:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777099.240291:0:29654:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240293:0:29654:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777099.240295:0:29654:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777099.240297:0:29654:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777099.240300:0:29654:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8000 count: 2 00010000:00000001:1.0:1788777099.240302:0:29654:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777099.240303:0:29654:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777099.240305:0:29654:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240307:0:29654:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777099.240308:0:29654:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777099.240314:0:29654:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ce00. 00000020:00000040:1.0:1788777099.240318:0:29654:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:1.0:1788777099.240325:0:29654:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777099.240327:0:29654:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240329:0:29654:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777099.240334:0:29654:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777099.240336:0:29654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777099.240338:0:29654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777099.240339:0:29654:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.240342:0:29654:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777099.240345:0:29654:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777099.240348:0:29654:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777099.240356:0:29654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94531068b000. 00000100:00000001:1.0:1788777099.240364:0:29654:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240369:0:29654:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777099.240371:0:29654:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240373:0:29654:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777099.240374:0:29654:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.240376:0:29654:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777099.240383:0:29654:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00010000:00000001:1.0:1788777099.240387:0:29654:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777099.240390:0:29654:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777099.240392:0:29654:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8000 count: 2 00010000:00000001:1.0:1788777099.240394:0:29654:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777099.240396:0:29654:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777099.240400:0:29654:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7e00. 00000020:00000001:1.0:1788777099.240403:0:29654:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777099.240406:0:29654:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7e00 with handle 0xe53f2b0cb7af861d to hash 00000020:00000001:1.0:1788777099.240475:0:29654:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777099.240477:0:29654:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216760320 : -118390492791296 : ffff945310bb7e00) 00010000:00000001:1.0:1788777099.240481:0:29654:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216760320 : -118390492791296 : ffff945310bb7e00) 00010000:00000001:1.0:1788777099.240485:0:29654:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777099.240487:0:29654:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777099.240491:0:29654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7e00/0xe53f2b0cb7af861d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 29654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777099.240500:0:29654:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7e00/0xe53f2b0cb7af861d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29654 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777099.240516:0:29654:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:1.0:1788777099.240530:0:29654:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530906ce00 x1875667126079488/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777099.240541:0:29654:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7e00/0xe53f2b0cb7af861d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29654 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777099.240547:0:29654:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777099.240549:0:29654:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777099.240558:0:29654:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453106c66c0. 00000100:00000001:1.0:1788777099.240560:0:29654:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683211577024 : -118390497974592 : ffff9453106c66c0) 00000100:00000001:1.0:1788777099.240563:0:29654:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777099.240565:0:29654:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000001:1.0:1788777099.240570:0:29654:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777099.240574:0:29654:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.240577:0:29654:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777099.240579:0:29654:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777099.240583:0:29654:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ce00 x1875667126079488/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.240592:0:29654:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777099.240594:0:29654:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777099.240660:0:29654:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777099.240664:0:29654:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777099.240667:0:29654:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777099.240671:0:29654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ce00 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:29654:1875667126079488:192.168.203.135@tcp:101:rm.0 00000100:00000001:1.0:1788777099.240676:0:29654:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777099.240737:0:29654:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777099.240741:0:29654:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777099.240744:0:29654:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777099.246374:0:29654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:1.0:1788777099.246388:0:29654:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777099.246401:0:29654:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777099.246411:0:29654:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbc08. 00000400:00000010:1.0:1788777099.246423:0:29654:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff945304dae800. 00000100:00000200:1.0:1788777099.246433:0:29654:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126079488, portal 10 00000100:00000001:1.0:1788777099.246437:0:29654:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777099.246439:0:29654:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000040:1.0:1788777099.246458:0:29654:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906ce00 x1875667126079488/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.246469:0:29654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777099.246472:0:29654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777099.246477:0:29654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b123b8. 00000100:00000200:1.0:1788777099.246480:0:29654:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126079488, offset 0 00000400:00000200:1.0:1788777099.246488:0:29654:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777099.246500:0:29654:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.246510:0:29654:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777099.246516:0:29654:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777099.246522:0:29654:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777099.246527:0:29654:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777099.246529:0:29654:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777099.246533:0:29654:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2132:2132:256:4294967295] 192.168.203.135@tcp LPNI seq info [2132:2132:8:4294967295] 00000400:00000200:1.0:1788777099.246537:0:29654:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.246548:0:29654:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777099.246555:0:29654:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777099.246561:0:29654:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777099.246569:0:29654:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777099.246580:0:29654:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777099.246585:0:29654:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777099.246610:0:29654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777099.246616:0:29654:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 531507 usecs (532 jiffies) 00000400:00000200:1.0:1788777099.246619:0:29654:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777099.246622:0:29654:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296250085 00000800:00000200:1.0:1788777099.246762:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.246767:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777099.246772:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.246777:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.246783:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b123b8 00000400:00000010:1.0:1788777099.246785:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b123b8. 00000100:00000001:1.0:1788777099.246789:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.246794:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ce00 x1875667126079488/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.246806:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.246809:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ce00 x1875667126079488/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.246816:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.246818:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777099.246837:0:29654:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296251447 00000100:00000001:1.0:1788777099.246840:0:29654:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296250085 00000100:00000001:1.0:1788777099.246843:0:29654:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296251447 00000100:00000001:1.0:1788777099.246845:0:29654:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777099.246849:0:29654:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.246852:0:29654:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777099.246854:0:29654:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=132 : 132 : 84) 00000100:00100000:1.0:1788777099.246857:0:29654:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453106c66c0 going to sleep for 132 seconds 00000100:00000001:1.0:1788777099.246861:0:29654:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777099.246864:0:29654:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777099.251009:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.251034:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.251039:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.251041:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.251053:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.251063:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.251076:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.251082:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.251088:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.251092:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c45000 00000400:00000200:1.0:1788777099.251098:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.251105:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x5dc9 [64] + 224 00000800:00000001:1.0:1788777099.251114:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.251122:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.251137:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.251143:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.251153:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.251164:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ce00 x1875667126079488/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.251176:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530906ce00 x1875667126079488/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.251259:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.251271:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.251274:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777099.270116:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.270139:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777099.270152:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.270162:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.270172:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:1.0:1788777099.270176:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:1.0:1788777099.270183:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.270193:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126079616/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.270209:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.270213:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126079616/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.270250:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.270252:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777099.273623:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.273651:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.273657:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.273660:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.273673:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.273683:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.273696:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.273702:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.273709:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.273713:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c45080 00000400:00000200:1.0:1788777099.273718:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.273726:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x5dd9 [256] + 0 00000400:00000010:1.0:1788777099.273731:0:2338:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464898. 00000400:00000200:1.0:1788777099.273739:0:2338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94531027a000 00000800:00000001:1.0:1788777099.273747:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.273786:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.273792:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.273798:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.273805:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94531027a000 00000400:00000010:1.0:1788777099.273807:0:2338:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94531027a000. 00000100:00000001:1.0:1788777099.273815:0:2338:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788777099.273817:0:2338:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94530914ce00 desc ffff9453093a9c00 mbits 1875667126079616 00000100:00000001:1.0:1788777099.273833:0:2338:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788777099.273842:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777099.273846:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.273852:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777099.273859:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2134:2134:256:4294967295] 192.168.203.135@tcp LPNI seq info [2134:2134:8:4294967295] 00000400:00000200:1.0:1788777099.273863:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.273871:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777099.273877:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777099.273887:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff945320240000. 00000800:00000200:1.0:1788777099.273894:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777099.273902:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777099.273907:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945320240000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777099.274015:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.274019:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff945320240000. 00000400:00000200:1.0:1788777099.274023:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.274027:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777099.274033:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.274037:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788777099.275966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7e00. 00000800:00000001:1.0:1788777099.279397:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.279423:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.279429:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.279432:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.279444:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.279454:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.279466:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.279473:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.279480:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.279484:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c45080 00000400:00000200:1.0:1788777099.279490:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.279497:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x5de1 [1] + 224 00000800:00000001:1.0:1788777099.279505:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.279520:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.279524:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.279529:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.279539:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.279550:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126079616/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.279561:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94530914ce00 x1875667126079616/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777115 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.279718:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.279730:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.279734:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.298826:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.298849:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.298855:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.298858:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.298869:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.298879:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.298891:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.298897:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.298904:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.298908:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c45180 00000400:00000200:1.0:1788777099.298914:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.298922:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x5de9 [1] + 224 00000800:00000001:1.0:1788777099.298931:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.298940:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.298945:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.298950:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.298960:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.298972:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f100 x1875667126079872/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777115 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.298985:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3f100 x1875667126079872/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777115 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.299005:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.299017:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.299020:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.308528:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.308553:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.308559:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.308562:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.308573:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.308592:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.308605:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.308612:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.308618:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.308623:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c45280 00000400:00000200:1.0:1788777099.308628:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.308635:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x5df1 [64] + 224 00000800:00000001:1.0:1788777099.308643:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.308652:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.308656:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.308662:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.308672:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.308683:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f100 x1875667126080128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777099.308694:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff945308a3f100 x1875667126080128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777236 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.308718:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777099.308729:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.308733:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788777099.317298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:3.1:1788777099.317342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00010000:00000010:3.1:1788777099.317347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154a00. 00000800:00000001:1.0:1788777099.320129:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.320151:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777099.320156:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.320158:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.320170:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.320179:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777099.320192:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.320198:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.320205:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.320210:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c45380 00000400:00000200:1.0:1788777099.320215:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.320276:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x5df9 [1] + 224 00000800:00000001:1.0:1788777099.320286:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.320296:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777099.320300:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.320305:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777099.320314:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777099.320325:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126080384/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777236 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777099.320347:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff945308a3d500 x1875667126080384/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777236 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777099.320365:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777099.320378:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777099.320382:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.320388:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777099.320395:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2138:2138:256:4294967295] 192.168.203.135@tcp LPNI seq info [2138:2138:8:4294967295] 00000400:00000200:1.0:1788777099.320400:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.320418:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777099.320426:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777099.320434:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777099.320441:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777099.320450:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777099.320455:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777099.320545:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.320550:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777099.320553:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.320557:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777099.320563:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777099.320567:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777099.324859:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.324868:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777099.324874:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.324882:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.324890:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:1.0:1788777099.324893:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:1.0:1788777099.324899:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.324908:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126080512/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.324920:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.324924:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126080512/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.324933:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.324934:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777099.335495:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.335503:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7f00. 00000400:00000200:1.0:1788777099.335509:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.335517:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.335525:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:1.0:1788777099.335528:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:1.0:1788777099.335532:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.335539:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126080768/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777115 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.335555:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.335559:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126080768/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777115 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777099.335566:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.335567:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788777099.340457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5f20. 00000800:00000200:1.0:1788777099.346087:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777099.346093:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7e00. 00000400:00000200:1.0:1788777099.346100:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777099.346106:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777099.346114:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:1.0:1788777099.346117:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:1.0:1788777099.346123:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777099.346133:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126081024/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777236 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777099.346216:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777099.346257:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126081024/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777099.346266:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.346268:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777099.358268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154e00. 00010000:00000010:2.1:1788777099.358288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:2.1:1788777099.358294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c000. 00010000:00000010:2.1:1788777099.358298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:2.1:1788777099.358300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00000100:00000010:1.0:1788777099.668641:0:15900:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94531068a400. 00000100:00000010:1.0:1788777099.668655:0:15900:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff945320240000. 00000100:00100000:1.0:1788777099.668658:0:15900:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1788777099.668664:0:15900:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1788777099.668672:0:15900:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb9f8. 00000400:00000010:1.0:1788777099.668680:0:15900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9453106c6e40. 00000100:00000001:1.0:1788777099.668693:0:15900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788777099.668696:0:15900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667143948288 02000000:00000001:1.0:1788777099.668699:0:15900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788777099.668703:0:15900:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777099.668706:0:15900:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777099.668712:0:15900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777099.668717:0:15900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667143948288 00000020:00000001:1.0:1788777099.668722:0:15900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777099.668724:0:15900:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:1.0:1788777099.668728:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777099.668731:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:1.0:1788777099.668734:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:1.0:1788777099.668736:0:15900:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000001:1.0:1788777099.668741:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777099.668746:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cd40. 00000100:00000001:1.0:1788777099.668750:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777099.668753:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cd40. 00000020:00000010:1.0:1788777099.668761:0:15900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9453101d5c00. 00000020:00000010:1.0:1788777099.668768:0:15900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcdc00. 00000020:00000010:1.0:1788777099.668775:0:15900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9453212410c8. 00000100:00000040:1.0:1788777099.668786:0:15900:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788777099.668790:0:15900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777099.668791:0:15900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777099.668794:0:15900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.668803:0:15900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.668860:0:15900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777099.668874:0:15900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777099.668876:0:15900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777099.668886:0:15900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 51 00000100:00000040:1.0:1788777099.668891:0:15900:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119b8800 : new rpc_count 1 00000100:00000001:1.0:1788777099.668894:0:15900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683067250768 : -118390642300848 : ffff945307d22850) 00000100:00000040:1.0:1788777099.668904:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945307d22850 x1875667143948288/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:155/0 lens 328/0 e 0 to 0 dl 1788777110 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777099.668915:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777099.668917:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cd40. 00000100:00000001:1.0:1788777099.668919:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777099.668921:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cd40. 00000100:00100000:1.0:1788777099.668926:0:15900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945307d22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6686:x1875667143948288:12345-192.168.203.135@tcp:104: 00000100:00000200:1.0:1788777099.668931:0:15900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667143948288 00010000:00000001:1.0:1788777099.668935:0:15900:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777099.668944:0:15900:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777099.668945:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777099.668948:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=2 00000020:00000001:1.0:1788777099.668951:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:1.0:1788777099.668954:0:15900:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:1.0:1788777099.668959:0:15900:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777099.668962:0:15900:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777099.668967:0:15900:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000c87bd656/0xe53f2b0cb7af85e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3bad7 expref: -99 pid: 29652 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788777099.668982:0:15900:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777099.668985:0:15900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777099.668990:0:15900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94531068a800. 02000000:00000001:1.0:1788777099.668993:0:15900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.668996:0:15900:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.669001:0:15900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777099.669004:0:15900:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777099.669008:0:15900:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777099.669014:0:15900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777099.669016:0:15900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777099.669019:0:15900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777099.669022:0:15900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777099.669024:0:15900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777099.669028:0:15900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777099.669031:0:15900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777099.669036:0:15900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b123b8. 00000100:00000200:1.0:1788777099.669040:0:15900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667143948288, offset 224 00000400:00000200:1.0:1788777099.669048:0:15900:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777099.669061:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.669071:0:15900:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777099.669079:0:15900:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2143:2143:256:4294967295] 192.168.203.135@tcp LPNI seq info [2143:2143:8:4294967295] 00000400:00000200:1.0:1788777099.669084:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777099.669094:0:15900:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777099.669101:0:15900:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777099.669107:0:15900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777099.669116:0:15900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777099.669125:0:15900:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777099.669130:0:15900:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777099.669146:0:15900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777099.669150:0:15900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777099.669154:0:15900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788777099.669158:0:15900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453106c6a80. 00010000:00000001:1.0:1788777099.669161:0:15900:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777099.669175:0:15900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788777099.669179:0:15900:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.669181:0:15900:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777099.669183:0:15900:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777099.669188:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945307d22850 x1875667143948288/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:155/0 lens 328/224 e 0 to 0 dl 1788777110 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777099.669199:0:15900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945307d22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6686:x1875667143948288:12345-192.168.203.135@tcp:104: Request processed in 282us (4740us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777099.669207:0:15900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 51 00000100:00000040:1.0:1788777099.669211:0:15900:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119b8800 : new rpc_count 0 00000100:00000001:1.0:1788777099.669213:0:15900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777099.669215:0:15900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777099.669261:0:15900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcdc00. 00000020:00000010:1.0:1788777099.669267:0:15900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9453212410c8. 00000020:00000010:1.0:1788777099.669270:0:15900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9453101d5c00. 00000020:00000040:1.0:1788777099.669276:0:15900:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 02000000:00000001:1.0:1788777099.669283:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777099.669287:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff94531068ac00. 02000000:00000001:1.0:1788777099.669290:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777099.669293:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1c00. 02000000:00000001:1.0:1788777099.669298:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777099.669299:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945307d20c00. 02000000:00000001:1.0:1788777099.669302:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777099.669303:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1180. 02000000:00000001:1.0:1788777099.669306:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777099.669307:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff94531068bc00. 02000000:00000001:1.0:1788777099.669310:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777099.669311:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c700. 02000000:00000001:1.0:1788777099.669314:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777099.669316:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945307d23800. 02000000:00000001:1.0:1788777099.669318:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777099.669319:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ca80. 02000000:00000001:1.0:1788777099.669322:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777099.669323:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945310689800. 02000000:00000001:1.0:1788777099.669324:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777099.669325:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c000. 02000000:00000001:1.0:1788777099.669328:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777099.669329:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945310688000. 02000000:00000001:1.0:1788777099.669331:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777099.669332:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906f800. 00000100:00000010:1.0:1788777099.669336:0:15900:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff94530670e000. 00000100:00000010:1.0:1788777099.669342:0:15900:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff945307d22800. 00000100:00000001:1.0:1788777099.669346:0:15900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788777099.694544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:2.1:1788777099.694560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00010000:00000001:1.0:1788777100.257420:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777100.257432:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777100.257434:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777100.257438:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777100.257451:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777100.257454:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777100.257456:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777100.257458:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777100.257465:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777100.257467:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777101.284313:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777101.284323:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777101.284330:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777101.284331:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777101.601543:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296251447, at 4296251907 00000100:00000010:1.0:1788777101.601559:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb060. 00000800:00000200:1.0:1788777102.114935:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777102.114941:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7500. 00000400:00000200:1.0:1788777102.114947:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777102.114953:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777102.114959:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1550 00000400:00000010:1.0:1788777102.114962:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1550. 00000100:00000001:1.0:1788777102.114967:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777102.114973:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c700 x1875667126081280/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.114983:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777102.114999:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c700 x1875667126081280/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.115006:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777102.115008:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777102.115023:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777102.115026:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7200. 00000400:00000200:1.0:1788777102.115028:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777102.115031:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777102.115034:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:1.0:1788777102.115036:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:1.0:1788777102.115038:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777102.115041:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126081536/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.115048:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777102.115050:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c380 x1875667126081536/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.115056:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777102.115057:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777102.115063:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777102.115065:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfc00. 00000400:00000200:1.0:1788777102.115068:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777102.115072:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777102.115074:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:1.0:1788777102.115075:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:1.0:1788777102.115078:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777102.115081:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f480 x1875667126081408/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.115087:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777102.115090:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f480 x1875667126081408/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.115095:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777102.115097:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777102.115453:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777102.115457:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df100. 00000400:00000200:1.0:1788777102.115461:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777102.115465:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777102.115468:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:1.0:1788777102.115470:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:1.0:1788777102.115472:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777102.115476:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3df80 x1875667126081664/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.115484:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777102.115487:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3df80 x1875667126081664/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.115493:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777102.115495:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777102.119950:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.119976:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777102.119983:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.119996:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777102.120009:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.120018:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777102.120029:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.120036:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.120044:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.120048:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c45700 00000400:00000200:1.0:1788777102.120053:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.120061:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e31 [1] + 224 00000800:00000001:1.0:1788777102.120070:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.120078:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777102.120082:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777102.120087:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777102.120097:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777102.120109:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c700 x1875667126081280/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777102.120121:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c700 x1875667126081280/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.122306:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777102.122333:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.122345:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777102.122847:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.122858:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777102.122860:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.122862:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777102.122872:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.122881:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777102.122890:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.122895:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.122901:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.122906:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c45800 00000400:00000200:1.0:1788777102.122911:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.122919:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e39 [1] + 224 00000800:00000001:1.0:1788777102.122927:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.122934:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777102.122938:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777102.122944:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777102.122954:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777102.122965:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126081536/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777102.122977:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c380 x1875667126081536/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.122998:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777102.123004:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.123006:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777102.132279:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.132306:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777102.132312:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.132314:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777102.132326:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132336:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777102.132347:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132353:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132360:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132365:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c45880 00000400:00000200:1.0:1788777102.132371:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132378:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e49 [1] + 224 00000800:00000001:1.0:1788777102.132500:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.132507:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777102.132511:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777102.132517:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777102.132526:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777102.132539:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3df80 x1875667126081664/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777102.132552:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3df80 x1875667126081664/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.132575:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777102.132588:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.132592:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777102.132594:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.132596:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777102.132599:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132603:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777102.132607:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132610:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132613:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132616:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c45780 00000400:00000200:1.0:1788777102.132619:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777102.132624:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e41 [1] + 224 00000800:00000001:1.0:1788777102.132629:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.132639:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777102.132641:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777102.132644:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777102.132648:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777102.132652:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f480 x1875667126081408/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777102.132661:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3f480 x1875667126081408/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777102.132669:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777102.132673:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777102.132676:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777102.177154:0:29876:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777102.302017:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777102.302029:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777102.302037:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777102.302039:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777103.325511:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777103.325522:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777103.325530:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777103.325532:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777103.768591:0:30020:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777104.349324:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777104.349331:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777104.349337:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777104.349339:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777105.373791:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777105.373798:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777105.373804:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777105.373805:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777106.397355:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777106.397362:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777106.397367:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777106.397368:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777106.718161:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296256563, at 4296257024 00000100:00000010:1.0:1788777106.718167:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7000. 00000800:00000200:1.0:1788777107.235279:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777107.235286:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777107.235292:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777107.235299:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777107.235305:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1cc0 00000400:00000010:1.0:1788777107.235307:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1cc0. 00000100:00000001:1.0:1788777107.235311:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777107.235319:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126081792/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.235330:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777107.235334:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c380 x1875667126081792/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.235340:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777107.235342:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777107.235356:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777107.235358:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7e00. 00000400:00000200:1.0:1788777107.235361:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777107.235364:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777107.235366:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c14c8 00000400:00000010:1.0:1788777107.235368:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c14c8. 00000100:00000001:1.0:1788777107.235370:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777107.235374:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ce00 x1875667126082048/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.235381:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777107.235384:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ce00 x1875667126082048/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.235389:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777107.235391:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777107.235399:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777107.235401:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7f00. 00000400:00000200:1.0:1788777107.235403:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777107.235406:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777107.235409:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:1.0:1788777107.235410:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:1.0:1788777107.235413:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777107.235417:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c700 x1875667126081920/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.235423:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777107.235426:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c700 x1875667126081920/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.235432:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777107.235433:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777107.235497:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777107.235499:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777107.235503:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777107.235506:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777107.235508:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1aa0 00000400:00000010:1.0:1788777107.235510:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1aa0. 00000100:00000001:1.0:1788777107.235512:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777107.235517:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126082176/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.235529:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777107.235532:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e680 x1875667126082176/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.235538:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777107.235539:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777107.244084:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.244099:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777107.244102:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.244105:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777107.244113:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244120:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777107.244129:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244133:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244139:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244142:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c45900 00000400:00000200:1.0:1788777107.244147:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244153:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e51 [1] + 224 00000800:00000001:1.0:1788777107.244159:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.244163:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777107.244166:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777107.244170:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777107.244186:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777107.244196:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126081792/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777107.244207:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c380 x1875667126081792/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.244252:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777107.244260:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.244264:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777107.244266:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.244268:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777107.244272:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244275:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777107.244279:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244282:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244285:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244288:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c45a80 00000400:00000200:1.0:1788777107.244291:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.244295:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e69 [1] + 224 00000800:00000001:1.0:1788777107.244298:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.244305:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777107.244307:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777107.244309:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777107.244312:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777107.244316:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126082176/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777107.244325:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3e680 x1875667126082176/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.244332:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777107.244335:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.244338:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777107.253469:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.253553:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777107.253557:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.253559:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777107.253568:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253575:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777107.253586:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253590:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253596:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253600:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c45a00 00000400:00000200:1.0:1788777107.253604:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253610:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e59 [1] + 224 00000800:00000001:1.0:1788777107.253616:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.253620:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777107.253622:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777107.253628:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777107.253634:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777107.253643:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ce00 x1875667126082048/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777107.253653:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ce00 x1875667126082048/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.253677:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777107.253687:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.253690:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777107.253692:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.253695:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777107.253697:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253701:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777107.253705:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253707:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253710:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253712:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c45980 00000400:00000200:1.0:1788777107.253716:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777107.253720:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e61 [1] + 224 00000800:00000001:1.0:1788777107.253723:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.253730:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777107.253733:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777107.253736:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777107.253739:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777107.253743:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c700 x1875667126081920/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777107.253751:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c700 x1875667126081920/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777107.253765:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777107.253767:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777107.253769:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777107.421549:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777107.421556:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777107.421561:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777107.421562:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777108.445310:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777108.445316:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777108.445322:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777108.445323:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777109.469546:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777109.469554:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777109.469560:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777109.469563:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777109.469565:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777109.469570:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777109.469572:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777109.469573:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777109.469576:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777109.469578:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777109.469580:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777109.469583:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777110.493822:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777110.493829:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777110.493831:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777110.493835:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777110.493840:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777110.493843:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777110.493845:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777110.493847:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777110.493852:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777110.493853:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777111.518433:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777111.518439:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777111.518445:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777111.518446:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777111.837362:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296261680, at 4296262144 00000100:00000010:1.0:1788777111.837378:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7240. 00000800:00000200:1.0:1788777112.349993:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777112.349998:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777112.350004:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777112.350009:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777112.350013:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1ee0 00000400:00000010:1.0:1788777112.350015:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1ee0. 00000100:00000001:1.0:1788777112.350019:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777112.350022:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3dc00 x1875667126082304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.350031:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777112.350034:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3dc00 x1875667126082304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.350041:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777112.350042:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777112.350054:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777112.350056:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:1.0:1788777112.350059:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777112.350062:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777112.350064:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347908 00000400:00000010:1.0:1788777112.350065:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347908. 00000100:00000001:1.0:1788777112.350067:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777112.350070:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3fb80 x1875667126082432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.350077:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777112.350080:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3fb80 x1875667126082432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.350086:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777112.350087:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777112.350095:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777112.350097:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7f00. 00000400:00000200:1.0:1788777112.350100:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777112.350103:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777112.350105:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1550 00000400:00000010:1.0:1788777112.350106:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1550. 00000100:00000001:1.0:1788777112.350108:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777112.350110:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ed80 x1875667126082560/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.350116:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777112.350119:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126082560/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.350124:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777112.350125:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777112.350195:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777112.350198:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df800. 00000400:00000200:1.0:1788777112.350201:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777112.350204:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777112.350207:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347aa0 00000400:00000010:1.0:1788777112.350208:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347aa0. 00000100:00000001:1.0:1788777112.350211:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777112.350214:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126082688/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.350245:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777112.350248:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126082688/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.350255:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777112.350256:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777112.359133:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359158:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777112.359163:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359165:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777112.359175:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359182:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777112.359191:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359196:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359201:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359204:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c45b00 00000400:00000200:1.0:1788777112.359213:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359249:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e71 [1] + 224 00000800:00000001:1.0:1788777112.359258:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359263:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777112.359267:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777112.359271:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777112.359279:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777112.359289:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3dc00 x1875667126082304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777112.359303:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3dc00 x1875667126082304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.359325:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777112.359334:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359338:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777112.359340:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359342:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777112.359345:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359348:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777112.359352:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359355:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359358:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359361:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c45c00 00000400:00000200:1.0:1788777112.359364:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359368:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e81 [1] + 224 00000800:00000001:1.0:1788777112.359371:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359375:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777112.359376:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777112.359379:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777112.359382:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777112.359386:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ed80 x1875667126082560/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777112.359394:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ed80 x1875667126082560/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.359401:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777112.359405:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359408:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777112.359410:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359412:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777112.359415:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359418:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777112.359422:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359424:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359427:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359429:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c45c80 00000400:00000200:1.0:1788777112.359432:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359436:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e89 [1] + 224 00000800:00000001:1.0:1788777112.359440:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359444:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777112.359446:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777112.359448:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777112.359451:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777112.359455:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126082688/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777112.359464:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ea00 x1875667126082688/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.359479:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777112.359483:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359487:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777112.359489:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359491:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777112.359494:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359498:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777112.359503:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359506:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359509:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359512:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c45b80 00000400:00000200:1.0:1788777112.359515:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777112.359519:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e79 [1] + 224 00000800:00000001:1.0:1788777112.359523:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359531:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777112.359534:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777112.359537:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777112.359540:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777112.359545:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3fb80 x1875667126082432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777112.359554:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3fb80 x1875667126082432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777112.359562:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777112.359569:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777112.359577:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777112.544253:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777112.544259:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777112.544265:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777112.544266:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777113.565401:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777113.565408:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777113.565414:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777113.565415:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777114.589345:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777114.589351:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777114.589358:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777114.589359:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777115.613372:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777115.613379:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777115.613384:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777115.613385:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777116.637332:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777116.637339:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777116.637515:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777116.637517:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777116.957363:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296266799, at 4296267264 00000100:00000010:1.0:1788777116.957378:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7f00. 00000800:00000200:1.0:1788777117.471609:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777117.471614:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df700. 00000400:00000200:1.0:1788777117.471621:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777117.471626:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777117.471631:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347880 00000400:00000010:1.0:1788777117.471634:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347880. 00000100:00000001:1.0:1788777117.471638:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777117.471642:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126082816/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.471652:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777117.471655:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126082816/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.471663:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777117.471664:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777117.471676:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777117.471678:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310de9800. 00000400:00000200:1.0:1788777117.471681:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777117.471685:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777117.471687:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1bb0 00000400:00000010:1.0:1788777117.471689:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1bb0. 00000100:00000001:1.0:1788777117.471691:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777117.471695:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126082944/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.471702:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777117.471705:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126082944/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.471711:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777117.471713:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777117.471720:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777117.471722:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310de9e00. 00000400:00000200:1.0:1788777117.471725:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777117.471727:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777117.471729:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:1.0:1788777117.471731:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:1.0:1788777117.471733:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777117.471736:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126083200/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.471742:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777117.471745:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126083200/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.471750:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777117.471752:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777117.471808:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777117.471811:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfa00. 00000400:00000200:1.0:1788777117.471813:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777117.471817:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777117.471819:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347aa0 00000400:00000010:1.0:1788777117.471821:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347aa0. 00000100:00000001:1.0:1788777117.471823:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777117.471826:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126083072/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.471832:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777117.471834:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126083072/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.471905:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777117.471907:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777117.478218:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.478263:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777117.478267:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.478270:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777117.478290:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478305:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777117.478314:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478319:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478325:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478329:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c45d00 00000400:00000200:1.0:1788777117.478333:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478339:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e91 [1] + 224 00000800:00000001:1.0:1788777117.478346:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.478350:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777117.478354:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777117.478359:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777117.478366:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777117.478375:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126082816/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777117.478386:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ce00 x1875667126082816/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.478509:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777117.478518:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.478522:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777117.478524:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.478526:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777117.478529:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478533:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777117.478537:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478540:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478542:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478545:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c45d80 00000400:00000200:1.0:1788777117.478559:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.478565:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5e99 [1] + 224 00000800:00000001:1.0:1788777117.478569:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.478576:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777117.478579:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777117.478582:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777117.478585:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777117.478589:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126082944/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777117.478598:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126082944/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.478617:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777117.478621:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.478624:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777117.481195:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.481208:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777117.481211:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.481213:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777117.481243:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481249:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777117.481256:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481261:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481265:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481270:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c45e80 00000400:00000200:1.0:1788777117.481274:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481279:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5ea1 [1] + 224 00000800:00000001:1.0:1788777117.481391:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.481396:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777117.481399:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777117.481404:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777117.481409:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777117.481595:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126083200/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777117.481608:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914fb80 x1875667126083200/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.481628:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777117.481637:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.481642:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777117.481643:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.481645:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777117.481649:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481653:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777117.481657:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481660:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481719:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481724:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c45e00 00000400:00000200:1.0:1788777117.481727:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777117.481731:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5ea9 [1] + 224 00000800:00000001:1.0:1788777117.481813:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.481825:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777117.481829:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777117.481838:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777117.481842:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777117.481850:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126083072/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777117.481883:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126083072/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777117.481975:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777117.481991:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777117.481997:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777117.661351:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777117.661358:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777117.661363:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777117.661364:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777118.685397:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777118.685405:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777118.685583:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777118.685585:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777119.709328:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777119.709335:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777119.709341:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777119.709344:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777119.709346:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777119.709351:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777119.709353:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777119.709355:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777119.709358:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777119.709360:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777119.709361:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777119.709363:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777120.733315:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777120.733323:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777120.733325:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777120.733329:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777120.733334:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777120.733337:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777120.733339:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777120.733341:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777120.733346:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777120.733347:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777121.757333:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777121.757339:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777121.757344:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777121.757345:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777122.077342:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296271920, at 4296272384 00000100:00000010:1.0:1788777122.077359:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cd80. 00000100:00000001:1.0:1788777122.591160:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777122.591165:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777122.591167:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777122.591174:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126083712/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777122.591183:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777122.591184:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777122.591186:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777122.591188:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777122.591191:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777122.591193:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126083712:192.168.203.135@tcp:9:kworker.0 00000100:00000001:1.0:1788777122.591196:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777122.591200:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777122.591201:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777122.591204:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777122.591209:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310293e00. 02000000:00000001:1.0:1788777122.591211:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777122.591216:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777122.591250:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb318. 00000400:00000010:1.0:1788777122.591256:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12dd0. 00000100:00000200:1.0:1788777122.591260:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126083712, portal 4 00000100:00000001:1.0:1788777122.591262:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777122.591263:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:1.0:1788777122.591270:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ce00 x1875667126083712/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777122.591277:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777122.591279:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777122.591282:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12440. 00000100:00000200:1.0:1788777122.591284:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126083712, offset 0 00000400:00000200:1.0:1788777122.591289:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777122.591296:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.591302:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777122.591307:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777122.591312:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777122.591318:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777122.591322:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777122.591325:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2164:2164:253:4294967295] 192.168.203.135@tcp LPNI seq info [2164:2164:5:4294967295] 00000400:00000200:1.0:1788777122.591329:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.591339:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777122.591344:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777122.591349:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929700. 00000800:00000200:1.0:1788777122.591353:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777122.591357:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777122.591360:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777122.591363:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777122.591366:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 307203 usecs (308 jiffies) 00000400:00000200:1.0:1788777122.591369:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777122.591371:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296273206 00000100:00000001:1.0:1788777122.591373:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296273419 00000100:00000001:1.0:1788777122.591375:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296273206 00000100:00000001:1.0:1788777122.591377:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296273419 00000100:00000001:1.0:1788777122.591379:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777122.591380:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777122.591382:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777122.591384:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777122.591389:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777122.591390:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777122.591392:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777122.591393:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777122.591395:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777122.591397:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777122.608031:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.608046:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777122.608050:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.608052:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777122.608060:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608078:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777122.608087:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608092:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608097:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608101:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c46000 00000400:00000200:1.0:1788777122.608106:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608112:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5ec1 [1] + 224 00000800:00000001:1.0:1788777122.608119:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.608123:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777122.608126:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777122.608131:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777122.608137:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777122.608146:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126083584/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777122.608156:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126083584/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777122.608261:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777122.608271:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.608275:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777122.608277:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.608280:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777122.608283:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608287:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777122.608291:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608294:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608297:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608300:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c45f00 00000400:00000200:1.0:1788777122.608303:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.608308:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5eb1 [1] + 224 00000800:00000001:1.0:1788777122.608312:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.608317:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777122.608320:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777122.608323:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777122.608326:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777122.608330:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126083328/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777122.608339:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914fb80 x1875667126083328/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777122.608359:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777122.608363:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.608366:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777122.611919:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.611927:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777122.611930:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.611932:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777122.611936:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.611940:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777122.611947:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.611951:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.611956:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.611959:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c46080 00000400:00000200:1.0:1788777122.611964:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777122.611969:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5ec9 [1] + 224 00000800:00000001:1.0:1788777122.611974:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.611980:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777122.611983:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777122.611987:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777122.611993:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777122.611998:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126083712/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777122.612007:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ce00 x1875667126083712/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777122.612034:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777122.612041:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777122.612044:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777122.781584:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777122.781590:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777122.781597:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777122.781598:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777123.805410:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777123.805416:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777123.805422:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777123.805423:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777124.829457:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777124.829464:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777124.829470:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777124.829471:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777125.854343:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777125.854349:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777125.854354:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777125.854356:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777126.877433:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777126.877440:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777126.877446:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777126.877447:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777127.197575:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296277041, at 4296277504 00000100:00000010:1.0:1788777127.197581:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7f00. 00000100:00000001:1.0:1788777127.711730:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777127.711733:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777127.711914:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777127.711919:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fd00. 00000400:00000200:1.0:1788777127.711924:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777127.711930:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777127.711935:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c220 00000400:00000010:1.0:1788777127.711938:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c220. 00000100:00000001:1.0:1788777127.711942:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777127.711948:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0000 x1875667126083968/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.711958:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777127.711962:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0000 x1875667126083968/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777264 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.711969:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777127.711971:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777127.712526:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777127.712531:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:1.0:1788777127.712535:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777127.712540:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777127.712544:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c4c8 00000400:00000010:1.0:1788777127.712546:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c4c8. 00000100:00000001:1.0:1788777127.712549:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777127.712554:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0700 x1875667126083840/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.712568:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777127.712571:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0700 x1875667126083840/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.712578:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777127.712580:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777127.721861:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.721881:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777127.721885:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.722173:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777127.722183:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722191:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777127.722201:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722205:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722758:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722763:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c46100 00000400:00000200:1.0:1788777127.722767:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722773:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5ee9 [1] + 224 00000800:00000001:1.0:1788777127.722780:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.722787:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777127.722790:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777127.722794:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777127.722802:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777127.722810:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0700 x1875667126083840/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777127.722821:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0700 x1875667126083840/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.722838:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777127.722847:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.722851:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777127.722853:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.722855:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777127.722859:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722863:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777127.722867:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722870:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722873:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722876:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c46180 00000400:00000200:1.0:1788777127.722879:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.722883:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5ed9 [1] + 224 00000800:00000001:1.0:1788777127.722886:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.722893:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777127.722895:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777127.722898:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777127.722901:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777127.722905:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0000 x1875667126083968/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777127.722913:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0000 x1875667126083968/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.722926:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777127.722929:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.722932:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.722947:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777127.722950:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777127.722956:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777127.722958:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777127.722961:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:1.0:1788777127.722964:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c7f8 00000400:00000010:1.0:1788777127.722967:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c7f8. 00000100:00000001:1.0:1788777127.722970:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777127.722973:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0700 x1875667126083840/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777127.722982:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0700 x1875667126083840/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.722988:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777127.722990:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.722993:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777127.722996:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777127.722998:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777127.723000:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777127.723003:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777127.723009:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777127.723012:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777127.723015:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777127.723016:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777127.723019:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777127.723021:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777127.723023:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777127.723027:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0700 x1875667126083840/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.723048:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777127.723051:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777127.723054:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777127.723058:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0700 x1875667126083840/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777127.723065:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126083840:192.168.203.135@tcp:400:kworker.0 00000400:00000001:1.0:1788777127.723070:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777127.723072:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777127.723073:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:1.0:1788777127.723076:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cbb0 00000400:00000010:1.0:1788777127.723078:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cbb0. 00000100:00000001:1.0:1788777127.723080:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777127.723082:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0000 x1875667126083968/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777127.723089:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0000 x1875667126083968/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.723096:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777127.723097:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.723099:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777127.723100:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777127.723101:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777127.723103:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777127.723105:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777127.723109:0:2346:0:(import.c:2149:obd_at_measure()) add 102 to ffff945311024460 time=100 v=102 (102 102 102 137) 00000100:00001000:1.0:1788777127.723112:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=59 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777127.723115:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777127.723116:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777127.723117:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777127.723120:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777127.723123:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777127.723242:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967590 00000100:00000001:1.0:1788777127.723246:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777127.723248:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777127.723253:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0000 x1875667126083968/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.723264:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777127.723266:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777127.723267:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777127.723270:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0000 x1875667126083968/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777264 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777127.723278:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126083968:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777127.723282:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777127.723284:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777127.723288:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0700 x1875667126083840/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.723294:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777127.723296:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777127.723300:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362400. 02000000:00000001:1.0:1788777127.723304:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777127.723307:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777127.723309:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777127.723311:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777127.723314:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f200. 02000000:00000001:1.0:1788777127.723317:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777127.723319:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777127.723320:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0700. 00000100:00000001:1.0:1788777127.723325:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777127.723327:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.723329:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777127.723332:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0000 x1875667126083968/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777264 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.723338:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777127.723340:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777127.723341:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363400. 02000000:00000001:1.0:1788777127.723343:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777127.723344:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777127.723345:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777127.723347:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777127.723349:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f400. 02000000:00000001:1.0:1788777127.723351:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777127.723352:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777127.723353:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0000. 00000100:00000001:1.0:1788777127.723355:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777127.723356:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.723359:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777127.723361:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777127.723362:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777127.723364:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777127.723365:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777127.728195:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.728286:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777127.728290:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.728294:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777127.728302:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.728310:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777127.728318:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.728322:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.728328:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.728331:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c46200 00000400:00000200:1.0:1788777127.728336:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777127.728341:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5ef9 [1] + 224 00000800:00000001:1.0:1788777127.728348:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.728356:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777127.728360:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777127.728364:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777127.728371:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777127.728379:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3b80 x1875667126084096/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777127.728390:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be3b80 x1875667126084096/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.728613:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777127.728622:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777127.728626:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.728638:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777127.728642:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777127.728649:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777127.728651:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777127.728653:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:1.0:1788777127.728657:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c5d8 00000400:00000010:1.0:1788777127.728659:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c5d8. 00000100:00000001:1.0:1788777127.728662:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777127.728667:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3b80 x1875667126084096/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777127.728676:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3b80 x1875667126084096/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.728682:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777127.728685:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.728687:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777127.728690:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777127.728692:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777127.728694:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777127.728697:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777127.728706:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=100 v=5 (5 5 37 37) 00000100:00001000:1.0:1788777127.728710:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777127.728713:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777127.728714:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777127.728717:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777127.728721:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777127.728724:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777127.728726:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788777127.728728:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777127.728730:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777127.728735:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3b80 x1875667126084096/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.728748:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777127.728751:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777127.728752:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777127.728757:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3b80 x1875667126084096/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777127.728764:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126084096:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777127.728769:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.728771:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777127.728774:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3b80 x1875667126084096/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777127.728780:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777127.728782:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777127.728785:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362e00. 02000000:00000001:1.0:1788777127.728788:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777127.728791:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777127.728793:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777127.728795:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777127.728798:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f700. 02000000:00000001:1.0:1788777127.728801:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777127.728803:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777127.728805:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3b80. 00000100:00000001:1.0:1788777127.728808:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777127.728810:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.728811:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777127.728818:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777127.728820:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777127.728822:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777127.728824:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777127.901449:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777127.901455:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777127.901468:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777127.901470:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777128.925816:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777128.925823:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777128.925840:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777128.925841:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777129.949334:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777129.949340:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777129.949346:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777129.949350:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777129.949352:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777129.949369:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777129.949371:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777129.949373:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777129.949375:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777129.949377:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777129.949380:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777129.949382:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777130.973386:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777130.973395:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777130.973398:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777130.973402:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777130.973406:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777130.973409:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777130.973411:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777130.973412:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777130.973416:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777130.973417:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777131.997736:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777131.997744:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777131.997749:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777131.997750:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777132.317334:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296282161, at 4296282624 00000100:00000010:1.0:1788777132.317347:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4780. 00000800:00000001:1.0:1788777132.837437:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.837455:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777132.837459:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.837461:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777132.837586:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.837595:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777132.837606:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.837611:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.837616:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.837621:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c46300 00000400:00000200:1.0:1788777132.837625:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.837631:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5f19 [1] + 224 00000800:00000001:1.0:1788777132.837638:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.837643:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777132.837647:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777132.837651:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777132.837659:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777132.837668:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126084352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777132.837678:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126084352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777132.837698:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777132.837707:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.838073:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777132.838075:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.838078:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777132.838081:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838085:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777132.838090:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838093:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838096:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838098:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c46380 00000400:00000200:1.0:1788777132.838101:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838105:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5f11 [1] + 224 00000800:00000001:1.0:1788777132.838109:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.838112:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777132.838114:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777132.838117:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777132.838120:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777132.838124:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126084480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777132.838132:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126084480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777132.838139:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777132.838143:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.838146:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777132.838148:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.838150:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777132.838152:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838156:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777132.838160:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838162:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838164:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838167:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c46280 00000400:00000200:1.0:1788777132.838170:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777132.838174:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5f09 [1] + 224 00000800:00000001:1.0:1788777132.838178:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.838186:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777132.838188:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777132.838191:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777132.838193:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777132.838197:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126084224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777132.838205:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ce00 x1875667126084224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777132.838568:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777132.838573:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777132.838576:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777133.021391:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777133.021398:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777133.021403:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777133.021405:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777134.045516:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777134.045523:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777134.045528:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777134.045530:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777135.069355:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777135.069363:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777135.069370:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777135.069372:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777136.094203:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777136.094209:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777136.094215:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777136.094216:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777137.118815:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777137.118821:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777137.118827:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777137.118829:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777137.439486:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296287281, at 4296287746 00000100:00000010:1.0:1788777137.439500:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cba0. 00000800:00000001:1.0:1788777137.960044:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777137.960058:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777137.960062:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777137.960065:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777137.960072:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960079:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777137.960086:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960091:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960096:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960100:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c46400 00000400:00000200:1.0:1788777137.960104:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960110:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5f21 [1] + 224 00000800:00000001:1.0:1788777137.960117:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777137.960120:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777137.960123:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777137.960127:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777137.960133:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777137.960152:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126084608/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777137.960163:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126084608/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777137.960180:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777137.960187:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777137.960200:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777137.960202:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777137.960205:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777137.960207:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960211:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777137.960215:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960217:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960246:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960249:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c46500 00000400:00000200:1.0:1788777137.960252:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777137.960256:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5f31 [1] + 224 00000800:00000001:1.0:1788777137.960260:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777137.960267:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777137.960269:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777137.960483:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777137.960487:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777137.960491:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126084864/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777137.960500:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126084864/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777137.960508:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777137.960513:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777137.960516:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777138.142031:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777138.142037:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777138.142043:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777138.142044:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777139.165334:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777139.165341:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777139.165346:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777139.165349:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777139.165351:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777139.165356:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777139.165358:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777139.165360:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777139.165363:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777139.165365:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777139.165366:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777139.165369:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777140.189448:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777140.189457:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777140.189460:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777140.189463:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777140.189467:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777140.189470:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777140.189471:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777140.189474:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777140.189478:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777140.189479:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777141.213521:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777141.213528:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777141.213534:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777141.213535:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777142.237472:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777142.237479:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777142.237485:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777142.237486:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777142.557332:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296292400, at 4296292864 00000100:00000010:1.0:1788777142.557348:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cea0. 00000100:00000001:1.0:1788777143.069670:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777143.069674:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777143.069677:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777143.069691:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3800 x1875667126084992/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.069699:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777143.069702:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777143.069705:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777143.069707:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777143.069710:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777143.069713:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126084992:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777143.069718:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777143.069722:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777143.069725:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777143.069727:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777143.069731:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310293e00. 02000000:00000001:1.0:1788777143.069732:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777143.069738:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777143.069743:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbf78. 00000400:00000010:1.0:1788777143.069749:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b122a8. 00000100:00000200:1.0:1788777143.069756:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126084992, portal 25 00000100:00000001:1.0:1788777143.069758:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777143.069760:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00000100:00000040:1.0:1788777143.069765:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3800 x1875667126084992/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.069771:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777143.069774:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777143.069777:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12908. 00000100:00000200:1.0:1788777143.069779:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126084992, offset 0 00000400:00000200:1.0:1788777143.069786:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777143.069794:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777143.069801:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777143.069806:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777143.069810:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777143.069813:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777143.069816:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777143.069820:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2174:2174:256:4294967295] 192.168.203.135@tcp LPNI seq info [2174:2174:8:4294967295] 00000400:00000200:1.0:1788777143.069824:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777143.069832:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777143.069839:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777143.069843:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777143.069850:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777143.069858:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777143.069862:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777143.069872:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777143.069875:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777143.069878:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296297519 00000100:00000010:1.0:1788777143.069882:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cbf60. 00000100:00000001:1.0:1788777143.069887:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777143.069893:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296297519 00000100:00000010:1.0:1788777143.069895:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cbd80. 00000100:00000001:1.0:1788777143.069898:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777143.069901:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777143.069904:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777143.069907:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777143.069910:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777143.069916:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777143.069918:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777143.069920:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777143.069922:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777143.069933:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777143.069937:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1880 x1875667126085248/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.069943:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777143.069945:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777143.069947:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777143.069948:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777143.069950:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777143.069953:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126085248:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777143.069955:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777143.069958:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777143.069959:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777143.069960:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777143.069962:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292a00. 02000000:00000001:1.0:1788777143.069964:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777143.069966:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777143.069968:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb4d0. 00000400:00000010:1.0:1788777143.069971:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b127f8. 00000100:00000200:1.0:1788777143.069974:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126085248, portal 4 00000100:00000001:1.0:1788777143.069976:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777143.069977:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082713216 : -118390626838400 : ffff945308be1880) 00000100:00000040:1.0:1788777143.069983:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be1880 x1875667126085248/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.069988:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777143.069991:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777143.069993:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12aa0. 00000100:00000200:1.0:1788777143.070002:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126085248, offset 0 00000400:00000200:1.0:1788777143.070006:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777143.070010:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777143.070013:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777143.070015:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777143.070017:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777143.070020:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777143.070022:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777143.070025:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2176:2176:254:4294967295] 192.168.203.135@tcp LPNI seq info [2176:2176:6:4294967295] 00000400:00000200:1.0:1788777143.070029:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777143.070035:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777143.070039:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777143.070042:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777143.070046:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777143.070049:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777143.070052:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777143.070054:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777143.070057:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23348 usecs (24 jiffies) 00000400:00000200:1.0:1788777143.070060:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777143.070061:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296293400 00000100:00000001:1.0:1788777143.070063:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296297519 00000100:00000001:1.0:1788777143.070065:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296293400 00000100:00000001:1.0:1788777143.070066:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296297519 00000100:00000001:1.0:1788777143.070068:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777143.070070:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777143.070072:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777143.070073:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777143.070077:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777143.070078:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777143.070080:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777143.070080:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777143.070082:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777143.070083:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777143.077374:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777143.077378:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777143.077381:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777143.077383:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777143.077386:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb4d0. 00000400:00000200:1.0:1788777143.077390:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b127f8 00000400:00000010:1.0:1788777143.077392:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b127f8. 00000100:00000001:1.0:1788777143.077395:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777143.077400:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1880 x1875667126085248/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777143.077415:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1880 x1875667126085248/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.077421:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777143.077423:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777143.077424:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777143.077426:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777143.077427:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777143.077429:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777143.077431:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777143.077436:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=116 v=5 (5 5 37 37) 00000100:00001000:1.0:1788777143.077439:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777143.077441:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777143.077443:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777143.077444:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777143.077446:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777143.077448:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777143.077450:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788777143.077452:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777143.077453:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777143.077457:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1880 x1875667126085248/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.077644:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777143.077647:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777143.077649:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777143.077654:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1880 x1875667126085248/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777143.077662:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126085248:192.168.203.135@tcp:400:kworker.0 00000400:00000001:1.0:1788777143.077668:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777143.077670:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777143.077680:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbf78. 00000400:00000200:1.0:1788777143.077690:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b122a8 00000400:00000010:1.0:1788777143.077693:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b122a8. 00000100:00000001:1.0:1788777143.077696:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777143.077700:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3800 x1875667126084992/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777143.077709:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3800 x1875667126084992/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.077715:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777143.077716:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777143.077718:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777143.077720:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777143.077721:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777143.077723:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777143.077725:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777143.077728:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777143.077731:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777143.077733:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777143.077735:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777143.077737:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777143.077739:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777143.077741:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777143.077744:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3800 x1875667126084992/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.077750:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777143.077752:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777143.077753:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777143.077756:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3800 x1875667126084992/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777143.077763:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126084992:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777143.077766:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777143.077768:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777143.077771:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1880 x1875667126085248/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.077782:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777143.077784:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777143.077786:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292a00. 02000000:00000001:1.0:1788777143.077788:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777143.077790:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777143.077791:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777143.077793:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777143.077795:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f900. 02000000:00000001:1.0:1788777143.077797:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777143.077799:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777143.077800:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1880. 00000100:00000001:1.0:1788777143.077803:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777143.077804:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777143.077806:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777143.077809:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3800 x1875667126084992/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777143.077816:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777143.077817:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777143.077819:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310293e00. 02000000:00000001:1.0:1788777143.077821:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777143.077822:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777143.077823:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777143.077825:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777143.077827:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114fe00. 02000000:00000001:1.0:1788777143.077829:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777143.077830:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777143.077831:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3800. 00000100:00000001:1.0:1788777143.077834:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777143.077835:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777143.077837:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777143.077841:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777143.077842:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777143.077845:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777143.077846:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777143.261561:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777143.261569:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777143.261575:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777143.261576:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777144.285727:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777144.285733:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777144.285739:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777144.285740:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777145.309331:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777145.309338:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777145.309343:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777145.309344:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777146.333343:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777146.333350:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777146.333356:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777146.333358:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777147.357339:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777147.357346:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777147.357353:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777147.357354:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777147.677542:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296297519, at 4296297984 00000100:00000010:1.0:1788777147.677547:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cbd80. 00000100:00000001:1.0:1788777148.190264:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777148.190268:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777148.190271:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777148.190277:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0e00 x1875667126085376/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.190284:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777148.190286:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777148.190289:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777148.190292:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777148.190294:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777148.190298:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126085376:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777148.190301:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777148.190307:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777148.190309:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777148.190312:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777148.190316:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292a00. 02000000:00000001:1.0:1788777148.190318:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777148.190325:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777148.190329:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbf78. 00000400:00000010:1.0:1788777148.190336:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b122a8. 00000100:00000200:1.0:1788777148.190343:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126085376, portal 25 00000100:00000001:1.0:1788777148.190346:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777148.190348:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082710528 : -118390626841088 : ffff945308be0e00) 00000100:00000040:1.0:1788777148.190353:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0e00 x1875667126085376/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.190360:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777148.190363:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777148.190366:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b127f8. 00000100:00000200:1.0:1788777148.190368:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126085376, offset 0 00000400:00000200:1.0:1788777148.190375:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777148.190383:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777148.190390:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777148.190396:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777148.190400:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777148.190403:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777148.190406:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777148.190409:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2177:2177:256:4294967295] 192.168.203.135@tcp LPNI seq info [2177:2177:8:4294967295] 00000400:00000200:1.0:1788777148.190413:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777148.190422:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777148.190427:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777148.190433:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929700. 00000800:00000200:1.0:1788777148.190439:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777148.190446:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777148.190450:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777148.190467:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777148.190472:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777148.190474:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296302640 00000100:00000010:1.0:1788777148.190479:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cbd80. 00000100:00000001:1.0:1788777148.190486:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777148.190491:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296302640 00000100:00000010:1.0:1788777148.190494:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb060. 00000100:00000001:1.0:1788777148.190498:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777148.190501:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777148.190504:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.190506:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777148.190510:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2680 x1875667126085632/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.190516:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777148.190517:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777148.190530:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777148.190532:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777148.190533:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777148.190536:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126085632:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777148.190539:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777148.190541:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777148.190542:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777148.190544:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777148.190547:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292c00. 02000000:00000001:1.0:1788777148.190548:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777148.190551:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777148.190554:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb4d0. 00000400:00000010:1.0:1788777148.190557:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b126e8. 00000100:00000200:1.0:1788777148.190561:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126085632, portal 4 00000100:00000001:1.0:1788777148.190562:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777148.190563:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000040:1.0:1788777148.190570:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2680 x1875667126085632/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.190581:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777148.190583:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777148.190586:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12bb0. 00000100:00000200:1.0:1788777148.190588:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126085632, offset 0 00000400:00000200:1.0:1788777148.190592:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777148.190596:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777148.190600:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777148.190852:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777148.190856:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777148.190859:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777148.190861:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777148.190864:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2178:2178:255:4294967295] 192.168.203.135@tcp LPNI seq info [2178:2178:7:4294967295] 00000400:00000200:1.0:1788777148.190868:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777148.190874:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777148.190879:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777148.190883:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929700. 00000800:00000200:1.0:1788777148.190901:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777148.190906:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777148.190909:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777148.190912:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777148.190916:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23271 usecs (24 jiffies) 00000400:00000200:1.0:1788777148.190918:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777148.190920:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296298521 00000100:00000001:1.0:1788777148.190922:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296302640 00000100:00000001:1.0:1788777148.190924:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296298521 00000100:00000001:1.0:1788777148.190926:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296302640 00000100:00000001:1.0:1788777148.190928:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777148.190930:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.190933:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.190935:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.190942:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777148.190944:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777148.190946:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777148.190948:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777148.190949:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777148.190951:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788777148.190952:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.190954:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777148.190955:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.190957:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777148.190958:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777148.190959:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777148.190963:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0a80 x1875667126085504/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.190969:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777148.190971:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777148.190973:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777148.190975:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777148.190976:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777148.190979:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126085504:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777148.190982:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777148.190984:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777148.190986:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777148.190987:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777148.190990:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292000. 02000000:00000001:1.0:1788777148.190992:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777148.190995:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777148.190997:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb160. 00000400:00000010:1.0:1788777148.191001:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12a18. 00000100:00000200:1.0:1788777148.191004:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126085504, portal 10 00000100:00000001:1.0:1788777148.191005:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777148.191006:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:1.0:1788777148.191011:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0a80 x1875667126085504/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.191017:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777148.191019:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777148.191021:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b124c8. 00000100:00000200:1.0:1788777148.191023:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126085504, offset 0 00000400:00000200:1.0:1788777148.191027:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777148.206634:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777148.206948:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777148.206955:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777148.206959:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777148.206963:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777148.206965:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777148.206969:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2179:2179:256:4294967295] 192.168.203.135@tcp LPNI seq info [2179:2179:8:4294967295] 00000400:00000200:1.0:1788777148.206974:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777148.206984:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777148.206991:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777148.207000:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777148.207007:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777148.207013:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777148.207018:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777148.207041:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777148.207048:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 516982 usecs (517 jiffies) 00000400:00000200:1.0:1788777148.207051:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777148.207053:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296299026 00000100:00000001:1.0:1788777148.207586:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296302640 00000100:00000001:1.0:1788777148.207591:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296299031 00000100:00000001:1.0:1788777148.207594:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296302640 00000100:00000001:1.0:1788777148.207597:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777148.207600:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788777148.207609:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777148.207612:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777148.207615:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbf78. 00000400:00000200:1.0:1788777148.207619:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b122a8 00000400:00000010:1.0:1788777148.207621:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b122a8. 00000100:00000001:1.0:1788777148.207624:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777148.207628:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0e00 x1875667126085376/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777148.207637:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0e00 x1875667126085376/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.208133:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777148.208136:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.208139:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777148.208142:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777148.208144:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777148.208147:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777148.208150:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777148.208156:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777148.208160:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=122 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777148.208162:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777148.208164:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777148.208166:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777148.208169:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.208413:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777148.208421:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0e00 x1875667126085376/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.208428:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777148.208432:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777148.208433:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777148.208436:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0e00 x1875667126085376/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777148.208443:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126085376:192.168.203.135@tcp:400:kworker.0 00000400:00000001:1.0:1788777148.208451:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777148.208453:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777148.208455:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb4d0. 00000400:00000200:1.0:1788777148.208459:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b126e8 00000400:00000010:1.0:1788777148.208507:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b126e8. 00000100:00000001:1.0:1788777148.208512:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777148.208517:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2680 x1875667126085632/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777148.208596:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2680 x1875667126085632/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.208602:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777148.208603:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.208605:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777148.208607:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777148.208609:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777148.208610:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777148.208612:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777148.208618:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=121 v=5 (5 5 37 37) 00000100:00001000:1.0:1788777148.208621:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777148.208624:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777148.208625:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777148.208627:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777148.208630:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.208633:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777148.208635:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788777148.208757:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777148.208761:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777148.208766:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2680 x1875667126085632/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.208773:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777148.208775:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777148.208777:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777148.208780:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2680 x1875667126085632/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777148.208792:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126085632:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777148.208796:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.208799:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777148.208802:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0e00 x1875667126085376/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.208809:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777148.208812:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777148.208815:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292a00. 02000000:00000001:1.0:1788777148.208819:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777148.208821:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777148.208823:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777148.208825:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777148.208828:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f800. 02000000:00000001:1.0:1788777148.208831:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777148.208833:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777148.208835:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0e00. 00000100:00000001:1.0:1788777148.208840:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777148.208841:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.208842:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777148.208846:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2680 x1875667126085632/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.208851:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777148.208852:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777148.208853:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292c00. 02000000:00000001:1.0:1788777148.208855:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777148.208856:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777148.208857:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777148.208859:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777148.208860:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f400. 02000000:00000001:1.0:1788777148.208862:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777148.208959:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777148.208962:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2680. 00000100:00000001:1.0:1788777148.208966:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777148.208968:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.208971:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.208974:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777148.208976:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777148.208978:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.208980:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.210431:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777148.210434:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777148.210440:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777148.210442:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777148.210444:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb160. 00000400:00000200:1.0:1788777148.210450:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12a18 00000400:00000010:1.0:1788777148.210452:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12a18. 00000100:00000001:1.0:1788777148.210455:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777148.210460:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0a80 x1875667126085504/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777148.210534:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0a80 x1875667126085504/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.210541:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777148.210543:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.210545:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777148.210548:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777148.210550:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777148.210552:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777148.210555:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777148.210562:0:2347:0:(import.c:2149:obd_at_measure()) add 102 to ffff945311024460 time=121 v=102 (102 102 102 137) 00000100:00001000:1.0:1788777148.210566:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777148.210569:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777148.210570:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777148.210572:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777148.210575:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.210578:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777148.210580:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967590 00000100:00000001:1.0:1788777148.210582:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777148.210583:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777148.210586:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0a80 x1875667126085504/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.210593:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777148.210595:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777148.210596:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777148.210600:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667126085504/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777148.210745:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126085504:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777148.210750:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.210753:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777148.210756:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0a80 x1875667126085504/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777148.210762:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777148.210764:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777148.210767:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292000. 02000000:00000001:1.0:1788777148.210770:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777148.210772:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777148.210773:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777148.210775:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777148.210778:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f700. 02000000:00000001:1.0:1788777148.210781:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777148.210783:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777148.210784:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 00000100:00000001:1.0:1788777148.210788:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777148.210789:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.210791:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777148.210797:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777148.210799:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777148.210801:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777148.210803:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777148.381691:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777148.381698:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777148.381704:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777148.381705:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777149.405517:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777149.405523:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777149.405528:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777149.405531:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777149.405534:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777149.405539:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777149.405541:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777149.405543:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777149.405546:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777149.405548:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777149.405550:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777149.405552:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777150.429500:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777150.429508:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777150.429510:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777150.429514:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777150.429527:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777150.429529:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777150.429531:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777150.429533:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777150.429537:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777150.429539:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777151.453362:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777151.453370:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777151.453376:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777151.453378:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777152.477353:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777152.477499:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777152.477506:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777152.477507:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777152.797350:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296302640, at 4296303104 00000100:00000010:1.0:1788777152.797367:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb060. 00010000:00000001:1.0:1788777153.501388:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777153.501395:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777153.501400:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777153.501402:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777154.525438:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777154.525444:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777154.525450:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777154.525451:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777155.549366:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777155.549372:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777155.549377:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777155.549378:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777156.574419:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777156.574427:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777156.574432:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777156.574433:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777157.597707:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777157.597713:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777157.597719:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777157.597720:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777157.917387:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296307763, at 4296308224 00000100:00000010:1.0:1788777157.917402:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7240. 00010000:00000001:1.0:1788777158.621333:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777158.621339:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777158.621345:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777158.621347:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777159.645393:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777159.645399:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777159.645404:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777159.645407:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777159.645409:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777159.645415:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777159.645417:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777159.645418:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777159.645422:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777159.645424:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777159.645425:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777159.645428:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777160.669342:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777160.669351:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777160.669354:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777160.669357:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777160.669361:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777160.669364:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777160.669367:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777160.669369:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777160.669373:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777160.669374:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777161.693331:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777161.693338:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777161.693344:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777161.693345:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777162.717353:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777162.717359:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777162.717365:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777162.717366:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777163.038088:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296312880, at 4296313344 00000100:00000010:1.0:1788777163.038104:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cb40. 00010000:00000001:1.0:1788777163.741340:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777163.741348:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777163.741354:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777163.741356:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777164.765312:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777164.765318:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777164.765323:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777164.765324:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777165.789345:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777165.789352:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777165.789357:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777165.789358:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777166.813338:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777166.813344:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777166.813349:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777166.813350:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777167.837486:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777167.837492:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777167.837497:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777167.837499:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777168.158012:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296318001, at 4296318464 00000100:00000010:1.0:1788777168.158019:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6c3c0. 00000800:00000001:1.0:1788777168.684369:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777168.684380:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777168.684383:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777168.684386:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777168.684390:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.684395:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777168.684402:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.684406:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.684410:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.684413:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c46d80 00000400:00000200:1.0:1788777168.684417:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.684423:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x5fe1 [1] + 224 00000800:00000001:1.0:1788777168.684429:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777168.684436:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777168.684439:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777168.684443:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777168.684449:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777168.684456:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ca80 x1875667126087040/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777168.684467:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ca80 x1875667126087040/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777168.684486:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788777168.684532:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777168.684535:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:1.0:1788777168.684539:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777168.684542:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777168.684546:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083473b8 00000400:00000010:1.0:1788777168.684549:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083473b8. 00000100:00000001:1.0:1788777168.684552:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777168.684556:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126087168/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777168.684566:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777168.684569:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126087168/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777168.684576:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777168.684577:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777168.684583:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777168.684586:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777168.686852:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777168.686862:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777168.686864:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777168.686867:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777168.686872:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.686877:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777168.686884:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.686888:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.686893:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.686896:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c46d00 00000400:00000200:1.0:1788777168.686900:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777168.686904:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x5fe9 [1] + 224 00000800:00000001:1.0:1788777168.686910:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777168.686926:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777168.686929:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777168.686932:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777168.686938:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777168.686943:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3fb80 x1875667126086912/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777168.686951:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3fb80 x1875667126086912/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777168.687080:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777168.687089:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777168.687092:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777168.861395:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777168.861402:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777168.861407:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777168.861409:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777169.885351:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777169.885358:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777169.885365:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777169.885368:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777169.885371:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777169.885376:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777169.885379:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777169.885380:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777169.885383:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777169.885386:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777169.885387:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777169.885390:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777170.909436:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777170.909444:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777170.909446:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777170.909449:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777170.909453:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777170.909455:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777170.909457:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777170.909459:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777170.909463:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777170.909464:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777171.934606:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777171.934612:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777171.934618:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777171.934619:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777172.957977:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777172.957984:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777172.957989:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777172.957990:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.278072:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296323126, at 4296323584 00000100:00000010:1.0:1788777173.278088:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cae0. 00000100:00000040:1.0:1788777173.789458:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777173.789468:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777173.789479:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f800. 00000020:00000040:1.0:1788777173.789485:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777173.789490:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777173.789493:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777173.789497:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777173.789525:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945321929d00. 00000100:00000001:1.0:1788777173.789532:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789544:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777173.789554:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777173.789558:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789564:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018a12f54] to pc [ptlrpcd_00_00+0] req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.789596:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789599:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777173.789602:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777173.789605:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c000. 00000020:00000040:1.0:1788777173.789608:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777173.789610:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777173.789611:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777173.789613:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777173.789617:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945321929700. 00000100:00000001:1.0:1788777173.789620:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789624:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777173.789631:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777173.789633:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789637:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007fb871f] to pc [ptlrpcd_00_01+1] req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.789645:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789647:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777173.789650:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777173.789653:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ca80. 00000020:00000040:1.0:1788777173.789655:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777173.789657:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777173.789658:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777173.789660:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777173.789664:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531a336e00. 00000100:00000001:1.0:1788777173.789667:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789670:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777173.789677:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777173.789678:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789682:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7f3024] to pc [ptlrpcd_00_00+0] req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.789689:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789691:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777173.789694:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777173.789699:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1661) 00000100:00000001:1.0:1788777173.789726:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777173.789730:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777173.789732:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777173.789738:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.789745:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777173.789747:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777173.789750:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777173.789753:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777173.789756:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777173.789759:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126087424:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777173.789763:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777173.789769:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777173.789772:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777173.789775:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777173.789779:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292a00. 02000000:00000001:1.0:1788777173.789781:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777173.789788:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777173.789792:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb160. 00000400:00000010:1.0:1788777173.789800:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12a18. 00000100:00000200:1.0:1788777173.789806:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126087424, portal 10 00000100:00000001:1.0:1788777173.789808:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777173.789810:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087474688 : -118390622076928 : ffff94530906c000) 00000100:00000040:1.0:1788777173.789817:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.789823:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777173.789826:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777173.789829:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b126e8. 00000100:00000200:1.0:1788777173.789832:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126087424, offset 0 00000400:00000200:1.0:1788777173.789837:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777173.789845:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777173.789852:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777173.789857:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777173.789861:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777173.789864:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777173.789866:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777173.789870:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2192:2192:256:4294967295] 192.168.203.135@tcp LPNI seq info [2192:2192:8:4294967295] 00000400:00000200:1.0:1788777173.789874:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777173.789881:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777173.789887:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777173.789891:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c800. 00000800:00000200:1.0:1788777173.789897:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777173.789904:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777173.789924:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777173.789934:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.789939:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 512868 usecs (513 jiffies) 00000400:00000200:1.0:1788777173.789942:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777173.789944:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296324609 00000100:00000010:1.0:1788777173.789949:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb5a0. 00000100:00000001:1.0:1788777173.789955:0:2347:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777173.789960:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296324609 00000100:00000010:1.0:1788777173.789963:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cbae0. 00000100:00000001:1.0:1788777173.789967:0:2347:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777173.789970:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777173.789972:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.789975:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.789977:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.789984:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777173.789986:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777173.789988:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777173.789989:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777173.789991:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777173.789993:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788777173.789995:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.789997:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777173.789998:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.789999:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777173.790001:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777173.790002:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777173.790005:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790012:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777173.790013:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777173.790016:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777173.790017:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777173.790019:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777173.790022:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126087296:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777173.790025:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777173.790028:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777173.790029:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777173.790031:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777173.790033:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310293200. 02000000:00000001:1.0:1788777173.790035:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777173.790038:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777173.790041:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb4d0. 00000400:00000010:1.0:1788777173.790044:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b122a8. 00000100:00000200:1.0:1788777173.790047:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126087296, portal 25 00000100:00000001:1.0:1788777173.790049:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777173.790050:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00000100:00000040:1.0:1788777173.790055:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790061:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777173.790063:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777173.790065:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12770. 00000100:00000200:1.0:1788777173.790068:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126087296, offset 0 00000400:00000200:1.0:1788777173.790072:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777173.790075:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777173.790079:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777173.790082:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777173.790084:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777173.790087:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777173.790089:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777173.790092:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2193:2193:255:4294967295] 192.168.203.135@tcp LPNI seq info [2193:2193:7:4294967295] 00000400:00000200:1.0:1788777173.790096:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777173.790101:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777173.790105:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777173.790108:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c000. 00000800:00000200:1.0:1788777173.790112:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777173.790115:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777173.790118:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777173.790121:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777173.790123:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777173.790125:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296328239 00000100:00000001:1.0:1788777173.790129:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296324609 00000100:00000001:1.0:1788777173.790132:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296328239 00000100:00000001:1.0:1788777173.790134:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296324609 00000100:00000001:1.0:1788777173.790136:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777173.790138:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.790140:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777173.790143:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790149:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777173.790150:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777173.790151:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777173.790153:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777173.790155:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777173.790157:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126087552:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777173.790160:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777173.790162:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777173.790163:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777173.790165:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777173.790180:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292800. 02000000:00000001:1.0:1788777173.790182:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777173.790185:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777173.790188:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbf78. 00000400:00000010:1.0:1788777173.790192:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12000. 00000100:00000200:1.0:1788777173.790194:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126087552, portal 4 00000100:00000001:1.0:1788777173.790196:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777173.790197:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087477376 : -118390622074240 : ffff94530906ca80) 00000100:00000040:1.0:1788777173.790203:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790270:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777173.790272:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777173.790276:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12c38. 00000100:00000200:1.0:1788777173.790279:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126087552, offset 0 00000400:00000200:1.0:1788777173.790282:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777173.790286:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777173.790289:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777173.790292:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777173.790294:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777173.790296:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777173.790298:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777173.790301:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2194:2194:254:4294967295] 192.168.203.135@tcp LPNI seq info [2194:2194:6:4294967295] 00000400:00000200:1.0:1788777173.790305:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777173.790311:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777173.790315:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777173.790318:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c300. 00000800:00000200:1.0:1788777173.790322:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777173.790326:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777173.790329:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777173.790332:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.790335:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23168 usecs (24 jiffies) 00000400:00000200:1.0:1788777173.790338:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777173.790340:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296324121 00000100:00000001:1.0:1788777173.790342:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296328239 00000100:00000001:1.0:1788777173.790344:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296324121 00000100:00000001:1.0:1788777173.790346:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296328239 00000100:00000001:1.0:1788777173.790348:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777173.790350:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.790353:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.790355:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777173.790395:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777173.790398:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c800. 00000400:00000200:1.0:1788777173.790404:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777173.790408:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777173.790413:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b126e8 00000400:00000010:1.0:1788777173.790415:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b126e8. 00000100:00000001:1.0:1788777173.790419:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777173.790423:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790432:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777173.790435:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790443:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.790444:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777173.790455:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777173.790457:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c000. 00000400:00000200:1.0:1788777173.790459:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777173.790462:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777173.790464:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12770 00000400:00000010:1.0:1788777173.790466:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12770. 00000100:00000001:1.0:1788777173.790468:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777173.790471:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790478:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777173.790481:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790487:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.790489:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777173.790548:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777173.790551:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c300. 00000400:00000200:1.0:1788777173.790554:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777173.790558:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777173.790560:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12c38 00000400:00000010:1.0:1788777173.790562:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12c38. 00000100:00000001:1.0:1788777173.790564:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777173.790568:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790574:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777173.790578:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.790584:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.790586:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777173.798541:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777173.798548:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777173.798558:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777173.798560:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777173.798564:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb160. 00000400:00000200:1.0:1788777173.798571:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12a18 00000400:00000010:1.0:1788777173.798574:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12a18. 00000100:00000001:1.0:1788777173.798578:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777173.798588:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777173.798600:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.798608:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777173.798610:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.798612:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777173.798615:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777173.798618:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777173.798620:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777173.798623:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777173.798631:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=146 v=5 (102 102 102 137) 00000100:00001000:1.0:1788777173.798635:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=105 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777173.798638:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777173.798639:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777173.798642:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777173.798646:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.798649:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777173.798651:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967590 00000100:00000001:1.0:1788777173.798652:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777173.798654:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.798658:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.798665:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777173.798668:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777173.798669:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777173.798673:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777173.798681:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126087424:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777173.798686:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.798688:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777173.798692:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c000 x1875667126087424/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.798699:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777173.798702:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777173.798705:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292a00. 02000000:00000001:1.0:1788777173.798709:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777173.798720:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777173.798723:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777173.798725:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777173.798729:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945321929700. 02000000:00000001:1.0:1788777173.798733:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777173.798735:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777173.798736:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c000. 00000100:00000001:1.0:1788777173.798740:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777173.798742:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.798745:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.798747:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777173.798748:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777173.798749:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.798751:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.799990:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777173.799994:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777173.799999:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777173.800001:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777173.800003:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb4d0. 00000400:00000200:1.0:1788777173.800009:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b122a8 00000400:00000010:1.0:1788777173.800011:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b122a8. 00000100:00000001:1.0:1788777173.800014:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777173.800018:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777173.800028:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.800034:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777173.800036:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.800038:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777173.800041:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777173.800043:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777173.800045:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777173.800048:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777173.800052:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=147 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777173.800056:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777173.800059:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777173.800060:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777173.800063:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777173.800065:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.800067:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.800072:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.800079:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777173.800081:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777173.800083:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777173.800087:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777173.800096:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126087296:192.168.203.135@tcp:400:kworker.0 00000400:00000001:1.0:1788777173.800101:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777173.800102:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777173.800104:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbf78. 00000400:00000200:1.0:1788777173.800106:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12000 00000400:00000010:1.0:1788777173.800108:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12000. 00000100:00000001:1.0:1788777173.800110:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777173.800114:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777173.800122:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.800129:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777173.800130:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.800132:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777173.800133:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777173.800135:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777173.800136:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777173.800138:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777173.800143:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=146 v=5 (5 5 37 37) 00000100:00001000:1.0:1788777173.800146:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777173.800148:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777173.800150:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777173.800151:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777173.800154:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.800157:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777173.800159:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788777173.800161:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777173.800163:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777173.800167:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.800185:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777173.800188:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777173.800189:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777173.800193:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777173.800200:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126087552:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777173.800204:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.800206:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777173.800219:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906f800 x1875667126087296/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.800259:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777173.800261:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777173.800263:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310293200. 02000000:00000001:1.0:1788777173.800268:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777173.800269:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777173.800271:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777173.800273:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777173.800276:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945321929d00. 02000000:00000001:1.0:1788777173.800279:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777173.800281:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777173.800283:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906f800. 00000100:00000001:1.0:1788777173.800287:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777173.800288:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.800289:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777173.800293:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ca80 x1875667126087552/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777173.800299:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777173.800300:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777173.800302:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292800. 02000000:00000001:1.0:1788777173.800304:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777173.800305:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777173.800306:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777173.800308:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777173.800309:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531a336e00. 02000000:00000001:1.0:1788777173.800312:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777173.800313:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777173.800314:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ca80. 00000100:00000001:1.0:1788777173.800317:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777173.800318:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.800320:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777173.800326:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777173.800328:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777173.800330:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777173.800332:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777173.981462:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777173.981468:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777173.981473:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777173.981474:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777175.005558:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777175.005564:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777175.005569:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777175.005570:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777176.029543:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777176.029551:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777176.029557:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777176.029558:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777177.053610:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777177.053616:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777177.053621:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777177.053622:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777178.082145:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777178.082152:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777178.082158:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777178.082159:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777178.397401:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296328239, at 4296328704 00000100:00000010:1.0:1788777178.397417:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cbae0. 00000100:00000001:1.0:1788777178.911135:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777178.911139:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777178.919586:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777178.919596:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777178.919629:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777178.919633:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777178.919647:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:1.0:1788777178.919661:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c110 00000400:00000010:1.0:1788777178.919682:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c110. 00000100:00000001:1.0:1788777178.919692:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777178.919705:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126087936/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777178.919732:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126087936/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777178.919741:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777178.919744:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777178.919747:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777178.919750:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777178.919752:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777178.919754:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777178.919758:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777178.919766:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=151 v=5 (5 5 37 37) 00000100:00001000:1.0:1788777178.919771:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777178.919773:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777178.919775:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777178.919778:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777178.919782:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777178.919785:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777178.919787:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788777178.919789:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777178.919791:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777178.919796:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126087936/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777178.919804:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777178.919808:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777178.919810:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777178.919814:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126087936/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777178.919822:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126087936:192.168.203.135@tcp:400:kworker.0 00000400:00000001:1.0:1788777178.919828:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777178.919830:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777178.919832:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:1.0:1788777178.919835:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c088 00000400:00000010:1.0:1788777178.919837:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c088. 00000100:00000001:1.0:1788777178.919840:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777178.919843:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2d80 x1875667126087808/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777178.919852:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2d80 x1875667126087808/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777178.919859:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777178.919860:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777178.919862:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777178.919864:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777178.919865:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777178.919866:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777178.919869:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777178.919872:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=151 v=5 (102 102 102 137) 00000100:00001000:1.0:1788777178.919876:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777178.919878:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777178.919879:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777178.919881:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777178.919883:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777178.919885:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777178.919887:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967590 00000100:00000001:1.0:1788777178.919888:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777178.919890:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777178.919893:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2d80 x1875667126087808/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777178.919900:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777178.919902:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777178.919903:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777178.919907:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2d80 x1875667126087808/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777178.919914:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126087808:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777178.919919:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777178.919921:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777178.919925:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126087936/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777178.919931:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777178.919933:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777178.919936:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362400. 02000000:00000001:1.0:1788777178.919940:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777178.919942:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777178.919944:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777178.919947:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777178.919949:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114fd00. 02000000:00000001:1.0:1788777178.919953:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777178.919954:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777178.919956:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:1.0:1788777178.919960:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777178.919961:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777178.919963:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777178.919967:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2d80 x1875667126087808/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777178.919973:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777178.919974:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777178.919976:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362e00. 02000000:00000001:1.0:1788777178.919978:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777178.919979:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777178.919981:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777178.919982:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777178.919984:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f500. 02000000:00000001:1.0:1788777178.919986:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777178.919987:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777178.919988:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2d80. 00000100:00000001:1.0:1788777178.919991:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777178.919993:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777178.919995:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777178.919997:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777178.919999:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777178.920000:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777178.920002:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777178.921846:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777178.921852:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777178.921859:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777178.921862:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777178.921865:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:1.0:1788777178.921872:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4caa0 00000400:00000010:1.0:1788777178.921874:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4caa0. 00000100:00000001:1.0:1788777178.921879:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777178.921888:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1500 x1875667126087680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777178.921899:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1500 x1875667126087680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777178.921906:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777178.921908:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777178.921911:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777178.921913:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777178.921915:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777178.921916:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777178.921919:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777178.921924:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=152 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777178.921928:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=152 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777178.921930:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777178.921931:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777178.921934:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777178.921936:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777178.921938:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777178.921942:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1500 x1875667126087680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777178.921949:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777178.921952:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777178.921953:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777178.921957:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1500 x1875667126087680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777178.921965:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126087680:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777178.921970:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777178.921972:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777178.921976:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1500 x1875667126087680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777178.921982:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777178.921984:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777178.921987:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363400. 02000000:00000001:1.0:1788777178.921991:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777178.921993:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777178.921995:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777178.921998:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777178.922000:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f200. 02000000:00000001:1.0:1788777178.922003:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777178.922004:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777178.922006:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1500. 00000100:00000001:1.0:1788777178.922009:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777178.922010:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777178.922012:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777178.922019:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777178.922021:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777178.922023:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777178.922025:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777179.101373:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777179.101380:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777179.101386:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777179.101389:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777179.101391:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777179.101397:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777179.101399:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777179.101401:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777179.101405:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777179.101407:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777179.101409:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777179.101411:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777180.125454:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777180.125463:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777180.125465:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777180.125468:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777180.125472:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777180.125475:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777180.125477:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777180.125479:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777180.125483:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777180.125485:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777181.149358:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777181.149364:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777181.149369:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777181.149371:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777182.175050:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777182.175056:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777182.175062:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777182.175063:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777183.197335:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777183.197342:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777183.197347:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777183.197349:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777183.517486:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296333360, at 4296333824 00000100:00000010:1.0:1788777183.517492:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4ba0. 00010000:00000001:1.0:1788777184.221454:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777184.221460:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777184.221466:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777184.221467:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777185.245501:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777185.245508:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777185.245513:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777185.245514:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777186.269338:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777186.269345:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777186.269350:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777186.269351:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777187.293412:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777187.293419:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777187.293425:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777187.293426:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777188.320254:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777188.320261:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777188.320266:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777188.320267:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777188.637351:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7d20. 00000100:00000040:1.0:1788777188.637437:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296338479, at 4296338944 00000100:00000010:1.0:1788777188.637443:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b76c0. 00000800:00000200:0.0:1788777189.151102:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777189.151108:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:0.0:1788777189.151115:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777189.151121:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777189.151128:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c17f8 00000400:00000010:0.0:1788777189.151130:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c17f8. 00000100:00000001:0.0:1788777189.151135:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777189.151141:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3fb80 x1875667126088448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777189.151151:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777189.151154:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3fb80 x1875667126088448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777189.151162:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777189.151164:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777189.151177:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777189.151179:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:0.0:1788777189.151182:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777189.151186:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777189.151188:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1220 00000400:00000010:0.0:1788777189.151190:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1220. 00000100:00000001:0.0:1788777189.151192:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777189.151197:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d180 x1875667126088704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777189.151204:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777189.151207:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d180 x1875667126088704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777189.151212:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777189.151213:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777189.151302:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777189.151305:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7f00. 00000400:00000200:0.0:1788777189.151308:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777189.151311:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777189.151314:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1660 00000400:00000010:0.0:1788777189.151316:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1660. 00000100:00000001:0.0:1788777189.151318:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777189.151321:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d880 x1875667126088576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777189.151329:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777189.151332:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d880 x1875667126088576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777189.151338:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777189.151339:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777189.158329:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.158347:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777189.158351:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.158353:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777189.158362:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.158370:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777189.158378:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.158383:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.158389:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.158392:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c47380 00000400:00000200:0.0:1788777189.158397:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.158402:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6081 [1] + 224 00000800:00000001:0.0:1788777189.158408:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.158415:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777189.158418:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777189.158423:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777189.158430:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777189.158439:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d880 x1875667126088576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777189.158451:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3d880 x1875667126088576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777189.158483:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777189.158491:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.158494:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777189.166614:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.166631:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777189.166636:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.166638:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777189.166648:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166655:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777189.166664:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166669:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166674:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166677:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c47400 00000400:00000200:0.0:1788777189.166682:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166688:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6079 [1] + 224 00000800:00000001:0.0:1788777189.166695:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.166699:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777189.166703:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777189.166707:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777189.166714:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777189.166722:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d180 x1875667126088704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777189.166733:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3d180 x1875667126088704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777189.166817:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777189.166826:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.166829:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777189.166831:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.166833:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777189.166836:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166840:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777189.166844:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166846:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166849:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166852:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c47300 00000400:00000200:0.0:1788777189.166855:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777189.166860:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6071 [1] + 224 00000800:00000001:0.0:1788777189.166864:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.166905:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777189.166908:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777189.166911:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777189.166914:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777189.166918:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3fb80 x1875667126088448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777189.166926:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3fb80 x1875667126088448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777189.166933:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777189.166937:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777189.166939:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777189.341391:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777189.341399:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777189.341405:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777189.341408:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777189.341410:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777189.341416:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777189.341418:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777189.341420:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777189.341423:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777189.341425:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777189.341426:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777189.341429:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777189.342420:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777189.342424:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777189.342428:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777190.367425:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777190.367433:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777190.367435:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777190.367439:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777190.367443:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777190.367445:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777190.367447:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777190.367450:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777190.367453:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777190.367454:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777191.389812:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777191.389819:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777191.389826:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777191.389827:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777192.414683:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777192.414689:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777192.414695:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777192.414696:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777192.416030:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777192.416035:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777192.416040:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777193.437434:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777193.437440:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777193.437444:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777193.437445:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777193.757444:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296343599, at 4296344064 00000100:00000010:1.0:1788777193.757460:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7ea0. 00000100:00000040:0.0:1788777193.758654:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296343599, at 4296344065 00000100:00000010:0.0:1788777193.758663:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7300. 00000800:00000200:0.0:1788777194.270583:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777194.270588:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7e00. 00000400:00000200:0.0:1788777194.270594:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777194.270598:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777194.270604:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:0.0:1788777194.270606:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:0.0:1788777194.270610:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777194.270615:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c000 x1875667126088832/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777194.270629:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777194.270632:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c000 x1875667126088832/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777194.270638:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777194.270640:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777194.270652:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777194.270654:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7f00. 00000400:00000200:0.0:1788777194.270657:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777194.270661:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777194.270663:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1908 00000400:00000010:0.0:1788777194.270664:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1908. 00000100:00000001:0.0:1788777194.270666:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777194.270669:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d180 x1875667126089088/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777194.270675:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777194.270678:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d180 x1875667126089088/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777194.270683:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777194.270684:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777194.270749:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777194.270752:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:0.0:1788777194.270755:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777194.270758:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777194.270760:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1088 00000400:00000010:0.0:1788777194.270762:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1088. 00000100:00000001:0.0:1788777194.270764:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777194.270767:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3fb80 x1875667126088960/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777194.270773:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777194.270777:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3fb80 x1875667126088960/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777194.270789:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777194.270791:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777194.283655:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.283675:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777194.283679:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.283682:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777194.283691:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283700:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777194.283712:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283718:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283724:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283727:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c47480 00000400:00000200:0.0:1788777194.283732:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283738:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6089 [1] + 224 00000800:00000001:0.0:1788777194.283745:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.283749:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777194.283752:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777194.283756:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777194.283763:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777194.283771:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c000 x1875667126088832/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777194.283782:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c000 x1875667126088832/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777194.283806:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777194.283817:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.283821:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777194.283823:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.283825:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777194.283828:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283845:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777194.283850:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283853:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283856:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283859:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c47580 00000400:00000200:0.0:1788777194.283862:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283867:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6091 [1] + 224 00000800:00000001:0.0:1788777194.283871:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.283875:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777194.283877:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777194.283880:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777194.283883:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777194.283887:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d180 x1875667126089088/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777194.283895:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3d180 x1875667126089088/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777194.283902:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777194.283906:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.283909:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777194.283911:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.283913:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777194.283916:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283919:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777194.283924:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283926:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283929:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283932:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c47500 00000400:00000200:0.0:1788777194.283935:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777194.283939:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6099 [1] + 224 00000800:00000001:0.0:1788777194.283942:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.283994:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777194.283996:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777194.284000:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777194.284003:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777194.284008:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3fb80 x1875667126088960/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777194.284016:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3fb80 x1875667126088960/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777194.284023:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777194.284027:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777194.284029:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777194.461350:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777194.461357:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777194.461363:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777194.461364:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777195.485843:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777195.485851:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777195.485857:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777195.485858:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777195.485978:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777195.485981:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777195.485985:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777196.509399:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777196.509406:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777196.509412:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777196.509413:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777197.533352:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777197.533359:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777197.533365:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777197.533367:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777198.558557:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777198.558564:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777198.558570:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777198.558571:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777198.558648:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777198.558652:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777198.558655:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777198.877367:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296348719, at 4296349184 00000100:00000010:0.0:1788777198.877383:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7180. 00000100:00000040:1.0:1788777198.877686:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296348719, at 4296349184 00000100:00000010:1.0:1788777198.877693:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7720. 00000800:00000200:0.0:1788777199.390114:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777199.390118:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:0.0:1788777199.390123:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777199.390129:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777199.390134:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1880 00000400:00000010:0.0:1788777199.390137:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1880. 00000100:00000001:0.0:1788777199.390141:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777199.390145:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d880 x1875667126089216/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777199.390154:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777199.390157:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d880 x1875667126089216/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777199.390163:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777199.390165:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777199.392386:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777199.392392:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:0.0:1788777199.392398:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777199.392404:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777199.392410:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1a18 00000400:00000010:0.0:1788777199.392413:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1a18. 00000100:00000001:0.0:1788777199.392417:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777199.392423:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ca80 x1875667126089344/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777199.392433:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777199.392436:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ca80 x1875667126089344/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777199.392443:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777199.392445:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777199.393327:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777199.393668:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777199.393672:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777199.393676:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777199.393683:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.393688:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777199.393696:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.393701:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.393706:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.393718:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c47600 00000400:00000200:0.0:1788777199.393723:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.393729:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x60a1 [1] + 224 00000800:00000001:0.0:1788777199.393736:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777199.393743:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777199.393746:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777199.393751:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777199.393757:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777199.393763:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d880 x1875667126089216/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777199.393782:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3d880 x1875667126089216/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777199.393806:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777199.393813:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777199.393817:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777199.396074:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777199.396085:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777199.396087:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777199.396090:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777199.396097:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.396102:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777199.396110:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.396115:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.396119:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.396123:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c47680 00000400:00000200:0.0:1788777199.396127:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777199.396132:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x60a9 [1] + 224 00000800:00000001:0.0:1788777199.396139:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777199.396146:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777199.396149:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777199.396154:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777199.396160:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777199.396166:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ca80 x1875667126089344/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777199.396175:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ca80 x1875667126089344/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788777199.396547:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777199.396551:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777199.396555:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777199.396559:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777199.396563:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:1.0:1788777199.396564:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:1.0:1788777199.396568:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777199.396572:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126089472/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777199.396581:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777199.396595:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126089472/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777199.396602:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777199.396604:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777199.398057:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777199.398081:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777199.398089:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777199.405838:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777199.405853:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777199.405858:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777199.405860:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777199.405869:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777199.405876:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777199.405884:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777199.405889:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777199.405894:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777199.405898:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c47700 00000400:00000200:1.0:1788777199.405902:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777199.405907:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x60b1 [1] + 224 00000800:00000001:1.0:1788777199.405913:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777199.405919:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777199.405923:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777199.405927:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777199.405934:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777199.405943:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126089472/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777199.405953:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3e300 x1875667126089472/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777199.405979:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777199.405988:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777199.405991:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777199.582246:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777199.582252:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777199.582258:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777199.582262:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777199.582264:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777199.582270:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777199.582272:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777199.582273:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777199.582276:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777199.582278:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777199.582280:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777199.582283:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777200.605358:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777200.605366:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777200.605368:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777200.605372:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777200.605376:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777200.605378:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777200.605380:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777200.605382:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777200.605385:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777200.605387:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777201.629387:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777201.629394:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777201.629400:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777201.629401:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777201.629482:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777201.629486:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777201.629489:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777202.653343:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777202.653350:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777202.653358:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777202.653360:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777203.677405:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777203.677412:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777203.677418:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777203.677420:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777203.997336:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296353839, at 4296354304 00000100:00000010:1.0:1788777203.997352:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b70c0. 00000100:00000040:0.0:1788777203.997438:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296353839, at 4296354304 00000100:00000010:0.0:1788777203.997444:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7de0. 00000800:00000200:0.0:1788777204.510450:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777204.510455:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7f00. 00000400:00000200:0.0:1788777204.510461:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777204.510466:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777204.510471:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1990 00000400:00000010:0.0:1788777204.510473:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1990. 00000100:00000001:0.0:1788777204.510477:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777204.510482:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126089600/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777204.510491:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777204.510494:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126089600/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777204.510518:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777204.510520:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777204.510533:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777204.510536:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7e00. 00000400:00000200:0.0:1788777204.510538:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777204.510542:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777204.510544:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1770 00000400:00000010:0.0:1788777204.510546:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1770. 00000100:00000001:0.0:1788777204.510548:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777204.510551:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3dc00 x1875667126089856/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777204.510558:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777204.510560:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3dc00 x1875667126089856/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777204.510565:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777204.510566:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777204.510626:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777204.510629:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:0.0:1788777204.510631:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777204.510635:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777204.510637:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1a18 00000400:00000010:0.0:1788777204.510639:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1a18. 00000100:00000001:0.0:1788777204.510641:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777204.510644:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f800 x1875667126089728/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777204.510651:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777204.510654:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f800 x1875667126089728/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777204.510660:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777204.510661:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777204.513746:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777204.513762:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777204.513766:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777204.513769:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777204.513778:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.513786:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777204.513795:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.513799:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.513804:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.513808:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c47800 00000400:00000200:1.0:1788777204.513812:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.513817:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x60c9 [1] + 224 00000800:00000001:1.0:1788777204.513825:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777204.513831:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777204.513834:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777204.513838:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777204.513846:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777204.513855:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f800 x1875667126089728/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777204.513866:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3f800 x1875667126089728/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777204.513886:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777204.513895:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777204.513898:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777204.515754:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777204.515768:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777204.515772:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777204.515775:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777204.515858:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777204.515865:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777204.515874:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777204.515878:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777204.515883:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777204.515887:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c47780 00000400:00000200:0.0:1788777204.515891:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777204.515897:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x60b9 [1] + 224 00000800:00000001:0.0:1788777204.515904:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777204.515912:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777204.515915:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777204.515920:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777204.515927:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777204.515935:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126089600/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777204.515945:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ea00 x1875667126089600/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777204.515970:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777204.515978:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777204.515981:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777204.517987:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777204.517999:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777204.518003:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777204.518005:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777204.518013:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.518019:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777204.518027:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.518031:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.518035:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.518039:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c47880 00000400:00000200:1.0:1788777204.518043:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777204.518049:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x60c1 [1] + 224 00000800:00000001:1.0:1788777204.518055:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777204.518061:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777204.518064:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777204.518068:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777204.518074:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777204.518080:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3dc00 x1875667126089856/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777204.518090:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3dc00 x1875667126089856/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777204.518109:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777204.518117:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777204.518120:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777204.705697:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777204.705704:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777204.705711:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777204.705713:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777204.706356:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777204.706360:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777204.706363:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777205.726013:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777205.726020:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777205.726025:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777205.726027:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777206.749392:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777206.749399:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777206.749405:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777206.749407:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777207.776034:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777207.776041:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777207.776046:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777207.776048:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777207.777176:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777207.777180:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777207.777184:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777208.797362:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777208.797368:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777208.797373:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777208.797374:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777209.117317:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296358959, at 4296359424 00000100:00000010:0.0:1788777209.117332:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7420. 00000100:00000040:1.0:1788777209.117349:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296358959, at 4296359424 00000100:00000010:1.0:1788777209.117358:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b71e0. 00000800:00000200:0.0:1788777209.630749:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777209.630754:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:0.0:1788777209.630760:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777209.630765:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777209.630770:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:0.0:1788777209.630772:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:0.0:1788777209.630775:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777209.630780:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ed80 x1875667126089984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777209.630788:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777209.630792:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126089984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777209.630798:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777209.630800:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777209.642066:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777209.642087:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777209.642091:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777209.642094:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777209.642103:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.642110:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777209.642121:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.642125:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.642131:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.642135:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c47900 00000400:00000200:0.0:1788777209.642138:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.642144:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x60d1 [1] + 224 00000800:00000001:0.0:1788777209.642150:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777209.642159:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777209.642163:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777209.642166:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777209.642173:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777209.642182:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ed80 x1875667126089984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777209.642193:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ed80 x1875667126089984/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777209.642233:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788777209.642270:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777209.642274:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df900. 00000400:00000200:0.0:1788777209.642278:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777209.642281:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777209.642285:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347330 00000400:00000010:0.0:1788777209.642288:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347330. 00000100:00000001:0.0:1788777209.642291:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777209.642295:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ce00 x1875667126090112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777209.642305:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777209.642309:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ce00 x1875667126090112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777209.642315:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777209.642317:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777209.642323:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777209.642327:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777209.642604:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777209.642607:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:0.0:1788777209.642611:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777209.642614:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777209.642617:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1880 00000400:00000010:0.0:1788777209.642620:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1880. 00000100:00000001:0.0:1788777209.642622:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777209.642627:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c700 x1875667126090240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777209.642635:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777209.642646:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c700 x1875667126090240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777209.642652:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777209.642653:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777209.652804:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777209.652819:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777209.652823:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777209.652825:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777209.652834:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.652841:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777209.652849:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.652854:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.652860:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.652864:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c47a00 00000400:00000200:0.0:1788777209.652869:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777209.652874:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x60e1 [1] + 224 00000800:00000001:0.0:1788777209.652880:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777209.652887:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777209.652890:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777209.652894:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777209.652902:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777209.652909:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c700 x1875667126090240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777209.652919:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c700 x1875667126090240/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777209.652949:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777209.652958:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777209.652962:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777209.659327:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777209.659344:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777209.659348:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777209.659350:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777209.659359:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777209.659366:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777209.659374:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777209.659379:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777209.659384:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777209.659388:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c47980 00000400:00000200:1.0:1788777209.659392:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777209.659397:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x60d9 [1] + 224 00000800:00000001:1.0:1788777209.659403:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777209.659451:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777209.659455:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777209.659459:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777209.659475:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777209.659484:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ce00 x1875667126090112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777209.659493:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ce00 x1875667126090112/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777209.659514:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777209.659522:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777209.659524:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777209.827456:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777209.827471:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777209.827478:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777209.827482:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777209.827485:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777209.827491:0:26555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777209.827494:0:26555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777209.827495:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777209.827498:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777209.827500:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777209.827502:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777209.827504:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777210.845342:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777210.845350:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777210.845353:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777210.845356:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777210.845362:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777210.845364:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777210.845366:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777210.845368:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777210.845372:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777210.845373:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777210.845450:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777210.845470:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777210.845473:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777211.869372:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777211.869379:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777211.869385:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777211.869386:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777211.869529:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777211.869533:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777211.869536:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777212.894064:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777212.894071:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777212.894076:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777212.894078:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777213.765401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777213.765406:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777213.765414:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ca80. 00000020:00000040:1.0:1788777213.765419:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777213.765423:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777213.765426:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777213.765430:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777213.765447:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531239c300. 00000100:00000001:1.0:1788777213.765453:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777213.765460:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777213.765468:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777213.765473:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777213.765479:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7f3024] to pc [ptlrpcd_00_00+0] req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.765508:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777213.765511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788777213.765514:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788777213.765515:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788777213.765517:0:38:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788777213.765520:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788777213.765524:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1551 00000400:00000200:1.0:1788777213.765532:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777213.765535:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788777213.765539:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000001:0.0:1788777213.765540:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777213.765544:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777213.765547:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777213.765552:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777213.765554:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777213.765558:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777213.765563:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:1.0:1788777213.765568:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1788777213.765570:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1788777213.765571:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 00000100:00000001:0.0:1788777213.765573:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777213.765576:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1788777213.765579:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1788777213.765581:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 02000000:00000001:0.0:1788777213.765583:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777213.765587:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 02000000:00000001:0.0:1788777213.765588:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777213.765593:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00100000:0.0:1788777213.765596:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126090368:192.168.203.135@tcp:400:kworker.0 00000100:00000040:1.0:1788777213.765601:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777213.765603:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788777213.765605:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777213.765609:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 02000000:00000001:0.0:1788777213.765611:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788777213.765612:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:0.0:1788777213.765615:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777213.765617:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 02000000:00000001:0.0:1788777213.765619:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1788777213.765623:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: import ffff945311024000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 02000000:00000010:0.0:1788777213.765626:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310362800. 00000100:00000001:1.0:1788777213.765627:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777213.765630:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777213.765632:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1788777213.765637:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 02000000:00000001:1.0:1788777213.765640:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777213.765644:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.765647:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788777213.765650:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000400:00000010:0.0:1788777213.765654:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000008:00000001:1.0:1788777213.765655:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.765660:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788777213.765663:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cdd0. 00000100:00000010:1.0:1788777213.765665:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f800. 00000020:00000040:1.0:1788777213.765669:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000200:0.0:1788777213.765671:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126090368, portal 25 02000000:00000001:1.0:1788777213.765672:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1788777213.765675:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1788777213.765676:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777213.765678:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087477376 : -118390622074240 : ffff94530906ca80) 00000100:00000001:1.0:1788777213.765680:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777213.765683:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777213.765685:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777213.765688:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788777213.765691:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945310689400. 00000100:00000001:1.0:1788777213.765697:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777213.765700:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777213.765706:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000100:00100000:1.0:1788777213.765707:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94530906f800 x1875667126090496/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1788777213.765710:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ccc0. 00000100:00000200:0.0:1788777213.765715:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126090368, offset 0 00000100:00000001:1.0:1788777213.765721:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777213.765725:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777213.765726:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000100:00000040:1.0:1788777213.765731:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018a12f54] to pc [ptlrpcd_rcv+-1] req@ffff94530906f800 x1875667126090496/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.765746:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777213.765747:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000040:1.0:1788777213.765750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777213.765755:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1788777213.765757:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000100:00000010:1.0:1788777213.765760:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c000. 00000020:00000040:1.0:1788777213.765764:0:38:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000400:00000200:0.0:1788777213.765766:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788777213.765767:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777213.765771:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1788777213.765772:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 02000000:00000001:1.0:1788777213.765774:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777213.765779:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531239c000. 00000400:00000200:0.0:1788777213.765779:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788777213.765785:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777213.765785:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000100:00000040:1.0:1788777213.765793:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788777213.765794:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2216:2216:256:4294967295] 192.168.203.135@tcp LPNI seq info [2216:2216:8:4294967295] 00000400:00000200:0.0:1788777213.765807:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777213.765812:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777213.765815:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777213.765822:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000100:00000040:1.0:1788777213.765824:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007fb871f] to pc [ptlrpcd_00_01+1] req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788777213.765834:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000100:00000001:1.0:1788777213.765841:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788777213.765843:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f800. 00000100:00000040:1.0:1788777213.765845:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777213.765849:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777213.765853:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1701) 00000800:00000200:0.0:1788777213.765862:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000100:00000001:1.0:1788777213.765865:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777213.765868:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777213.765870:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1788777213.765873:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000100:00000040:1.0:1788777213.765877:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788777213.765880:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777213.765890:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777213.765892:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777213.765894:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777213.765897:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777213.765897:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777213.765899:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777213.765904:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00100000:1.0:1788777213.765905:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126090624:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777213.765908:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296368215 00000100:00000001:1.0:1788777213.765911:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777213.765915:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777213.765918:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777213.765918:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296364080 02000000:00000001:1.0:1788777213.765922:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777213.765928:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292600. 02000000:00000001:1.0:1788777213.765930:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777213.765934:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777213.765938:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbf78. 00000400:00000010:1.0:1788777213.765942:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12000. 00000100:00000200:1.0:1788777213.765945:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126090624, portal 4 00000100:00000001:1.0:1788777213.765947:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777213.765948:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087474688 : -118390622076928 : ffff94530906c000) 00000100:00000040:1.0:1788777213.765955:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.765962:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777213.765964:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777213.765967:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b122a8. 00000100:00000200:1.0:1788777213.765969:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126090624, offset 0 00000400:00000200:1.0:1788777213.765973:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777213.765977:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.765981:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777213.765983:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777213.765985:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777213.765988:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777213.765990:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777213.765993:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2217:2217:255:4294967295] 192.168.203.135@tcp LPNI seq info [2217:2217:7:4294967295] 00000400:00000200:1.0:1788777213.765996:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.766001:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777213.766005:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777213.766009:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c800. 00000800:00000200:1.0:1788777213.766012:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777213.766016:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777213.766019:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777213.766021:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777213.766025:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22925 usecs (23 jiffies) 00000400:00000200:1.0:1788777213.766027:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777213.766029:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296364095 00000100:00000001:1.0:1788777213.766032:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296368215 00000100:00000001:1.0:1788777213.766034:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296364095 00000100:00000001:1.0:1788777213.766038:0:2347:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296364080 00000100:00000001:1.0:1788777213.766041:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777213.766043:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.766045:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.766047:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777213.766053:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777213.766055:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777213.766056:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777213.766057:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777213.766059:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.766061:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777213.766118:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777213.766122:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f800. 00000400:00000200:1.0:1788777213.766127:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.766132:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777213.766136:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ccc0 00000400:00000010:1.0:1788777213.766138:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ccc0. 00000100:00000001:1.0:1788777213.766142:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777213.766145:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.766154:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777213.766157:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.766164:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.766166:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777213.766200:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296368215 00000100:00000001:0.0:1788777213.766206:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296364095 00000100:00000001:0.0:1788777213.766210:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777213.766212:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777213.766214:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777213.766216:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.766251:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777213.766253:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777213.766256:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777213.766258:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777213.766259:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777213.766262:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788777213.766262:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788777213.766267:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c800. 00000400:00000200:1.0:1788777213.766272:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.766277:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777213.766280:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b122a8 00000400:00000010:1.0:1788777213.766282:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b122a8. 00000100:00000001:1.0:1788777213.766286:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777213.766289:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.766296:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777213.766299:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.766304:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.766305:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777213.769499:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.769514:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777213.769518:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.769520:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.769528:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.769535:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777213.769543:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.769548:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.769553:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.769557:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c47a80 00000400:00000200:1.0:1788777213.769562:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.769569:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x60e9 [1] + 224 00000800:00000001:1.0:1788777213.769575:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.769582:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.769586:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.769591:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777213.769597:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777213.769605:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777213.769616:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.769640:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777213.769649:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.769653:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.769719:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777213.769723:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777213.769729:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777213.769731:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777213.769734:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777213.769738:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cdd0 00000400:00000010:0.0:1788777213.769741:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cdd0. 00000100:00000001:0.0:1788777213.769743:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777213.769748:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777213.769757:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777213.769763:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777213.769764:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.769767:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777213.769769:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777213.769771:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777213.769773:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777213.769776:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777213.769782:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=37 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777213.769786:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777213.769788:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777213.769790:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777213.769792:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777213.769794:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777213.769797:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777213.769801:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777213.769807:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777213.769810:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777213.769812:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777213.769816:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777213.769823:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126090368:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777213.769828:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.769830:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777213.769833:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ca80 x1875667126090368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777213.769839:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777213.769841:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777213.769844:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362800. 02000000:00000001:0.0:1788777213.769847:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777213.769850:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777213.769852:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777213.769854:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777213.769857:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531239c300. 02000000:00000001:0.0:1788777213.769860:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777213.769862:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777213.769863:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ca80. 00000100:00000001:0.0:1788777213.769868:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777213.769869:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.769871:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.769877:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777213.769879:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777213.769881:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777213.769882:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777213.770478:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.770486:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777213.770489:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.770490:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.770496:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.770500:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777213.770505:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.770509:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.770512:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.770515:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c47b80 00000400:00000200:1.0:1788777213.770519:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.770524:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x60f9 [1] + 224 00000800:00000001:1.0:1788777213.770528:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.770767:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.770771:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.770776:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777213.770780:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777213.770786:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777213.770794:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.770816:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777213.770822:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.770826:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.773023:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777213.773030:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777213.773039:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777213.773041:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777213.773045:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbf78. 00000400:00000200:0.0:1788777213.773057:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12000 00000400:00000010:0.0:1788777213.773059:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12000. 00000100:00000001:0.0:1788777213.773063:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777213.773072:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777213.773083:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777213.773090:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777213.773092:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.773094:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777213.773098:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777213.773100:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777213.773102:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777213.773104:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777213.773113:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=36 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777213.773117:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=114 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777213.773119:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777213.773121:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777213.773123:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777213.773126:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777213.773130:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777213.773132:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967327 00000100:00000001:0.0:1788777213.773134:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777213.773136:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777213.773140:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777213.773146:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777213.773149:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777213.773150:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777213.773154:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777213.773160:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126090624:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777213.773166:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.773168:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777213.773171:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c000 x1875667126090624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777213.773181:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777213.773183:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777213.773186:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292600. 02000000:00000001:0.0:1788777213.773190:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777213.773192:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777213.773194:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777213.773197:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777213.773199:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531239c000. 02000000:00000001:0.0:1788777213.773202:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777213.773204:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777213.773205:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c000. 00000100:00000001:0.0:1788777213.773210:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777213.773211:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.773213:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777213.773256:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777213.773258:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777213.773260:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777213.773263:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777213.783075:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777213.783084:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777213.783091:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.783100:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777213.783106:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:1.0:1788777213.783109:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:1.0:1788777213.783114:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777213.783122:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906f800 x1875667126090496/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.783133:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777213.783137:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906f800 x1875667126090496/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.783144:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.783146:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777213.827721:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.827737:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777213.827742:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.827744:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.827752:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.827760:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777213.827769:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.827774:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.827779:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.827783:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 10 MB=0x6a9e8c8c47b00 00000400:00000200:1.0:1788777213.827787:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.827793:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 416/416 into md 0x6109 [1] + 0 00000800:00000001:1.0:1788777213.827800:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.827810:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.827813:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.827818:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777213.827825:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777213.827835:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906f800 x1875667126090496/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777213.827847:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530906f800 x1875667126090496/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.827872:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777213.827880:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.827883:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777213.834771:0:2345:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.834780:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788777213.834789:0:2345:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9453090ac800: Connection restored to 192.168.203.135@tcp (at 192.168.203.135@tcp) 00000100:00080000:1.0:1788777213.834800:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000060823be3): req@ffff94530914ca80 x1875667126073472/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777213 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.834829:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.834833:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777213.834839:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906f800 x1875667126090496/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777213.834848:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126090496:192.168.203.135@tcp:38:kworker.0 00000100:00000001:1.0:1788777213.834854:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777213.834858:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777213.834861:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906f800 x1875667126090496/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.834870:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777213.834873:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777213.834877:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aac00. 02000000:00000001:1.0:1788777213.834881:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777213.834884:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777213.834886:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777213.834888:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777213.834891:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945310689400. 02000000:00000001:1.0:1788777213.834894:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777213.834896:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777213.834898:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906f800. 00000100:00000001:1.0:1788777213.834903:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777213.834904:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777213.834906:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777213.834914:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777213.834916:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.834918:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777213.834920:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777213.835749:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777213.835754:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfb00. 00000400:00000200:1.0:1788777213.835759:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.835765:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777213.835770:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347bb0 00000400:00000010:1.0:1788777213.835773:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347bb0. 00000100:00000001:1.0:1788777213.835776:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777213.835781:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126073472/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777350 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.835791:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777213.835794:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126073472/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777350 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.835800:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.835802:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777213.878757:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.878773:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777213.878778:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.878780:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.878789:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.878797:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777213.878806:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.878810:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.878816:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.878819:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c47c00 00000400:00000200:1.0:1788777213.878824:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.878830:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6111 [1] + 224 00000800:00000001:1.0:1788777213.878837:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.878847:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.878850:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.878854:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777213.878862:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777213.878869:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126073472/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777350 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777213.878880:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94530914ca80 x1875667126073472/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777350 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777213.878901:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777213.878909:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.878911:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777213.880512:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777213.880516:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfa00. 00000400:00000200:1.0:1788777213.880520:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.880525:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777213.880529:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347dd0 00000400:00000010:1.0:1788777213.880531:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347dd0. 00000100:00000001:1.0:1788777213.880534:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777213.880539:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126090880/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777229 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777213.880548:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777213.880550:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c380 x1875667126090880/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777229 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777213.880556:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.880558:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777213.901597:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.901623:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777213.901627:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.901630:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.901639:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.901646:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777213.901654:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.901659:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.901665:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.901669:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 10 MB=0x6a9e8c8c47c80 00000400:00000200:1.0:1788777213.901673:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.901678:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 400/400 into md 0x6119 [1] + 224 00000800:00000001:1.0:1788777213.901686:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.901696:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.901699:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.901704:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777213.901712:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777213.901720:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126090880/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777229 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777213.901731:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff945308a3c380 x1875667126090880/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777229 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777213.901751:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777213.901758:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.901761:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777213.904511:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777213.904517:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7e00. 00000400:00000200:1.0:1788777213.904523:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.904529:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777213.904534:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1b28 00000400:00000010:1.0:1788777213.904537:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1b28. 00000100:00000001:1.0:1788777213.904540:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777213.904545:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126091008/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777229 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777213.904555:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777213.904558:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c380 x1875667126091008/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777229 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777213.904565:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.904567:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777213.908354:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.908370:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777213.908374:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.908376:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.908384:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.908391:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777213.908399:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.908404:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.908409:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.908413:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 432 into portal 4 MB=0x6a9e8c8c47d00 00000400:00000200:1.0:1788777213.908427:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.908442:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 432/432 into md 0x6121 [1] + 224 00000800:00000001:1.0:1788777213.908449:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.908457:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.908460:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.908463:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777213.908470:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777213.908477:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126091008/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777229 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777213.908487:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff945308a3c380 x1875667126091008/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777229 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777213.908506:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777213.908513:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.908516:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777213.909885:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777213.909889:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfe00. 00000400:00000200:1.0:1788777213.909893:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.909898:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777213.909902:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347088 00000400:00000010:1.0:1788777213.909904:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347088. 00000100:00000001:1.0:1788777213.909908:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777213.909912:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126091264/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777229 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777213.909922:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777213.909925:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e680 x1875667126091264/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777229 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777213.909931:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777213.909933:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777213.915493:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.915509:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777213.915513:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.915516:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.915526:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.915534:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777213.915543:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.915548:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.915554:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.915558:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c47e00 00000400:00000200:1.0:1788777213.915562:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777213.915569:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6129 [1] + 224 00000800:00000001:1.0:1788777213.915576:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.915589:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777213.915592:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777213.915596:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777213.915604:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777213.915667:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126091264/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777229 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777213.915679:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3e680 x1875667126091264/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777229 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777213.915697:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777213.915706:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777213.915710:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777213.917298:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777213.917301:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777213.917305:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777213.917307:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777213.917309:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777213.917310:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777213.925261:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777213.925267:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777213.925271:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:3.1:1788777213.940302:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091a940. 00000080:00000010:3.1:1788777213.940319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5a40. 00000080:00000010:3.1:1788777213.940328:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ab9c0. 00000080:00000010:3.1:1788777213.940338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b58e0. 00010000:00000001:1.0:1788777214.941980:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777214.941985:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777214.941991:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777214.941992:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777214.941995:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777214.941997:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777214.942119:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777214.942122:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777214.942125:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777215.965300:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777215.965307:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777215.965312:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777215.965313:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777215.965317:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777215.965318:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.130082:0:30238:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777216.130089:0:30238:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777216.130091:0:30238:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777216.130094:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fb20 00000080:00200000:0.0:1788777216.130099:0:30238:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777216.130106:0:30238:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:0.0:1788777216.130113:0:30238:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777216.130117:0:30238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777216.130122:0:30238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.130124:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fa40 00800000:00000002:0.0:1788777216.130127:0:30238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777216.130130:0:30238:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777216.130135:0:30238:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777216.130141:0:30238:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.130143:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f910 00000002:00010000:0.0:1788777216.130145:0:30238:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777216.130148:0:30238:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777216.130150:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.130153:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777216.130159:0:30238:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.130161:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.130163:0:30238:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.130165:0:30238:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777216.130168:0:30238:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777216.130173:0:30238:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0380. 00000020:00000040:0.0:1788777216.130177:0:30238:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777216.130183:0:30238:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777216.130188:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.130194:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.130196:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.130197:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.130201:0:30238:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777216.130203:0:30238:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777216.130207:0:30238:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777216.130213:0:30238:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21c00. 00000100:00000001:0.0:1788777216.130239:0:30238:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.130244:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777216.130246:0:30238:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.130247:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777216.130248:0:30238:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.130250:0:30238:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.130256:0:30238:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00010000:00000001:0.0:1788777216.130259:0:30238:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777216.130261:0:30238:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777216.130266:0:30238:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34600. 00010000:00000010:0.0:1788777216.130269:0:30238:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327c00. 00010000:00000001:0.0:1788777216.130273:0:30238:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777216.130276:0:30238:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8400. 00000020:00000001:0.0:1788777216.130279:0:30238:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777216.130282:0:30238:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8400 with handle 0xe53f2b0cb7af8639 to hash 00000020:00000001:0.0:1788777216.130285:0:30238:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777216.130286:0:30238:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.130289:0:30238:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.130292:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.130295:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.130299:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777216.130307:0:30238:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777216.130318:0:30238:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777216.130323:0:30238:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777216.130326:0:30238:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777216.130331:0:30238:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061a2240. 00000100:00000001:0.0:1788777216.130333:0:30238:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038413376 : -118390671138240 : ffff9453061a2240) 00000100:00000001:0.0:1788777216.130335:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777216.130337:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000001:0.0:1788777216.130341:0:30238:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777216.130344:0:30238:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.130346:0:30238:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777216.130348:0:30238:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777216.130358:0:30238:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.130366:0:30238:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777216.130367:0:30238:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.130371:0:30238:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777216.130373:0:30238:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777216.130376:0:30238:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777216.130379:0:30238:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30238:1875667126091392:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777216.130383:0:30238:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777216.130388:0:30238:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777216.130390:0:30238:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.130393:0:30238:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777216.130397:0:30238:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b4800. 02000000:00000001:0.0:1788777216.130399:0:30238:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777216.130407:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777216.130410:0:30238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777216.130458:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cdd0. 00000100:00000200:0.0:1788777216.130467:0:30238:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126091392, portal 10 00000100:00000001:0.0:1788777216.130469:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777216.130470:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000040:0.0:1788777216.130477:0:30238:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.130484:0:30238:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777216.130487:0:30238:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777216.130489:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ce58. 00000100:00000200:0.0:1788777216.130491:0:30238:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126091392, offset 0 00000400:00000200:0.0:1788777216.130497:0:30238:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777216.130505:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.130623:0:30238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777216.130629:0:30238:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777216.130981:0:30238:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777216.130985:0:30238:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777216.130988:0:30238:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777216.130992:0:30238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2223:2223:256:4294967295] 192.168.203.135@tcp LPNI seq info [2223:2223:8:4294967295] 00000400:00000200:0.0:1788777216.130997:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.131007:0:30238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777216.131014:0:30238:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777216.131019:0:30238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f700. 00000800:00000200:0.0:1788777216.131024:0:30238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777216.131032:0:30238:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777216.131036:0:30238:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777216.131056:0:30238:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777216.131061:0:30238:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 779623 usecs (780 jiffies) 00000400:00000200:0.0:1788777216.131064:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777216.131067:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296367212 00000100:00000001:0.0:1788777216.131070:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296368215 00000100:00000001:0.0:1788777216.131072:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296367212 00000100:00000001:0.0:1788777216.131074:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296368215 00000100:00000001:0.0:1788777216.131076:0:30238:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777216.131078:0:30238:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.131080:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777216.131082:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777216.131085:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061a2240 going to sleep for 11 seconds 00000100:00000001:0.0:1788777216.131087:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777216.131089:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777216.131317:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777216.131322:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f700. 00000400:00000200:1.0:1788777216.131327:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.131333:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777216.131338:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ce58 00000400:00000010:1.0:1788777216.131340:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ce58. 00000100:00000001:1.0:1788777216.131343:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777216.131348:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.131358:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777216.131362:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.131368:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777216.131370:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777216.141916:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.141947:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777216.141952:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.141955:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.141964:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.141971:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777216.141982:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.141987:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.141992:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.141996:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c47e80 00000400:00000200:1.0:1788777216.142002:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.142008:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6131 [1] + 224 00000800:00000001:1.0:1788777216.142015:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.142026:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.142028:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.142033:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777216.142040:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777216.142049:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777216.142058:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.142075:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777216.142082:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.142085:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777216.142588:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777216.142595:0:30238:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777216.142597:0:30238:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777216.142600:0:30238:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777216.142604:0:30238:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cdd0 00000400:00000010:0.0:1788777216.142607:0:30238:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cdd0. 00000100:00000001:0.0:1788777216.142610:0:30238:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777216.142616:0:30238:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777216.142624:0:30238:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.142630:0:30238:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777216.142632:0:30238:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777216.142635:0:30238:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777216.142638:0:30238:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777216.142641:0:30238:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777216.142643:0:30238:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.142646:0:30238:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777216.142656:0:30238:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=39 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777216.142660:0:30238:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777216.142662:0:30238:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777216.142664:0:30238:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.142666:0:30238:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777216.142670:0:30238:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.142673:0:30238:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777216.142676:0:30238:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967590 00000100:00000001:0.0:1788777216.142678:0:30238:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777216.142680:0:30238:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777216.142685:0:30238:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.142691:0:30238:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777216.142694:0:30238:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777216.142696:0:30238:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777216.142699:0:30238:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777232 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777216.142706:0:30238:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30238:1875667126091392:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777216.142710:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777216.142713:0:30238:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.142715:0:30238:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777216.142717:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777216.142720:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777232 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.142726:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777216.142729:0:30238:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061a2240. 00000100:00000001:0.0:1788777216.142733:0:30238:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777216.142734:0:30238:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.142737:0:30238:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777216.142740:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.142743:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.142748:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=4 00000020:00000001:0.0:1788777216.142752:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142755:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000040:0.0:1788777216.142761:0:30238:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8400, remote cookie: 0xa4f015c75ff3bc27, flags: 0x1001 00010000:00010000:0.0:1788777216.142766:0:30238:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777216.142776:0:30238:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.142782:0:30238:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777216.142785:0:30238:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777216.142787:0:30238:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777216.142788:0:30238:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777216.142789:0:30238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777216.142792:0:30238:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34600) refcount = 1 00010000:00010000:0.0:1788777216.142795:0:30238:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.142801:0:30238:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777216.142803:0:30238:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777216.142805:0:30238:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777216.142808:0:30238:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777216.142810:0:30238:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.142814:0:30238:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.142820:0:30238:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777216.142821:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.142823:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.142824:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.142825:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.142826:0:30238:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.142831:0:30238:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777216.142832:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.142833:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.142834:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.142836:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142838:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142840:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.142841:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.142842:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=4 00000020:00000001:0.0:1788777216.142843:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142845:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142847:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.142849:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.142852:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.142857:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.142858:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.142859:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.142860:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.142861:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=5 00000020:00000001:0.0:1788777216.142863:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142864:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142866:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777216.142868:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.142872:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.142873:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777216.142875:0:30238:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.142885:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777216.142887:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.142888:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.142889:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.142890:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777216.142894:0:30238:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777232 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777216.142904:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.142905:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.142906:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.142907:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142909:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142911:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.142912:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777216.142913:0:30238:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.142915:0:30238:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.142918:0:30238:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777216.142920:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.142921:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.142922:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.142924:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142926:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00000002:00010000:0.0:1788777216.142929:0:30238:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.142949:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.142950:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.142952:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777216.142954:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.142955:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.142956:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.142958:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.142960:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000040:0.0:1788777216.142965:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 2 00010000:00000001:0.0:1788777216.142968:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777216.142972:0:30238:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777216.142975:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.142976:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777216.142977:0:30238:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777216.142980:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f898 00000002:00002000:0.0:1788777216.142982:0:30238:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777216.142985:0:30238:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.142989:0:30238:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.142991:0:30238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777216.142994:0:30238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777216.142996:0:30238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777216.143000:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777216.143003:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000080:00000001:0.0:1788777216.143008:0:30238:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777216.143010:0:30238:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777216.143017:0:30238:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777216.143020:0:30238:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777216.143026:0:30238:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311048300. 00800000:00000001:0.0:1788777216.143028:0:30238:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221545728 : -118390488005888 : ffff945311048300) 00800000:00000001:0.0:1788777216.143030:0:30238:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.143032:0:30238:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777216.143035:0:30238:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777216.143037:0:30238:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777216.143040:0:30238:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777216.143042:0:30238:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777216.143044:0:30238:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.143048:0:30238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777216.143051:0:30238:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777216.143055:0:30238:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788777216.143057:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.143058:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.143060:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.143062:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.143064:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.143066:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.143067:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777216.143069:0:30238:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777216.143071:0:30238:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777216.143072:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048300 1 00800000:00000010:0.0:1788777216.143074:0:30238:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311048300. 00800000:00000001:0.0:1788777216.143077:0:30238:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.143080:0:30238:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8639 00800000:00000001:0.0:1788777216.143083:0:30238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777216.143084:0:30238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777216.143085:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.143086:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.143087:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.143089:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.143091:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.143093:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.143094:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777216.143096:0:30238:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.143097:0:30238:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.143100:0:30238:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.143102:0:30238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777216.143104:0:30238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8639 from it ffffb1cb81f7fb58 00010000:00000001:0.0:1788777216.143106:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.143107:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.143108:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.143109:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.143111:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.143113:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777216.143115:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.143127:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.143128:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.143129:0:30238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777216.143132:0:30238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777216.143134:0:30238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777216.143142:0:30238:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777216.143145:0:30238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777216.143147:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.143150:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.143151:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.143152:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.143155:0:30238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777216.143157:0:30238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.143159:0:30238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.143161:0:30238:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.143162:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777216.143163:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.143164:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777216.143166:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777216.143171:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0380 x1875667126091392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777232 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.143177:0:30238:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777216.143179:0:30238:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777216.143183:0:30238:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b4800. 02000000:00000001:0.0:1788777216.143187:0:30238:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777216.143190:0:30238:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777216.143192:0:30238:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777216.143194:0:30238:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777216.143197:0:30238:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777216.143200:0:30238:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777216.143202:0:30238:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777216.143204:0:30238:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0380. 00000100:00000001:0.0:1788777216.143209:0:30238:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777216.143211:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777216.143214:0:30238:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777216.143238:0:30238:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777216.143251:0:30238:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453206257a0. 00000020:00000001:0.0:1788777216.143255:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fae8 00000080:00200000:0.0:1788777216.143257:0:30238:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=13 00000080:00000001:0.0:1788777216.143260:0:30238:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777216.143262:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f998 00000080:00200000:0.0:1788777216.143264:0:30238:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=getattr 00000080:00000010:0.0:1788777216.143272:0:30238:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:0.0:1788777216.143276:0:30238:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777216.143279:0:30238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777216.143281:0:30238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.143283:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f8b8 00800000:00000002:0.0:1788777216.143285:0:30238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777216.143288:0:30238:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788777216.143292:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f850 00800000:00000002:0.0:1788777216.143294:0:30238:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788777216.143298:0:30238:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.143299:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f788 00000002:00010000:0.0:1788777216.143301:0:30238:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788777216.143304:0:30238:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777216.143307:0:30238:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777216.143310:0:30238:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0380. 00000020:00000040:0.0:1788777216.143313:0:30238:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777216.143317:0:30238:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777216.143320:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.143323:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.143324:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.143326:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.143328:0:30238:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777216.143330:0:30238:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777216.143333:0:30238:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777216.143338:0:30238:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21c00. 00000100:00000001:0.0:1788777216.143344:0:30238:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.143346:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777216.143348:0:30238:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.143349:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777216.143351:0:30238:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.143353:0:30238:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.143359:0:30238:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00010000:00000001:0.0:1788777216.143362:0:30238:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777216.143364:0:30238:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777216.143366:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 2 00010000:00000001:0.0:1788777216.143368:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777216.143371:0:30238:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777216.143374:0:30238:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9e00. 00000020:00000001:0.0:1788777216.143377:0:30238:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777216.143379:0:30238:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9e00 with handle 0xe53f2b0cb7af8640 to hash 00000020:00000001:0.0:1788777216.143381:0:30238:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777216.143383:0:30238:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777216.143386:0:30238:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777216.143389:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.143521:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.143526:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777216.143533:0:30238:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777216.143542:0:30238:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777216.143548:0:30238:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777216.143549:0:30238:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777216.143555:0:30238:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061a2240. 00000100:00000001:0.0:1788777216.143557:0:30238:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038413376 : -118390671138240 : ffff9453061a2240) 00000100:00000001:0.0:1788777216.143560:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777216.143561:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000001:0.0:1788777216.143565:0:30238:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777216.143569:0:30238:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.143571:0:30238:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777216.143573:0:30238:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777216.143577:0:30238:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.143585:0:30238:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777216.143587:0:30238:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.143590:0:30238:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777216.143592:0:30238:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777216.143594:0:30238:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777216.143598:0:30238:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30238:1875667126091520:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777216.143601:0:30238:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777216.143606:0:30238:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777216.143608:0:30238:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.143610:0:30238:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777216.143614:0:30238:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b4800. 02000000:00000001:0.0:1788777216.143616:0:30238:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777216.143622:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777216.143624:0:30238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777216.143630:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cdd0. 00000100:00000200:0.0:1788777216.143636:0:30238:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126091520, portal 10 00000100:00000001:0.0:1788777216.143638:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777216.143639:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000040:0.0:1788777216.143643:0:30238:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.143649:0:30238:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777216.143651:0:30238:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777216.143654:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c330. 00000100:00000200:0.0:1788777216.143656:0:30238:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126091520, offset 0 00000400:00000200:0.0:1788777216.143661:0:30238:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777216.143668:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.143675:0:30238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777216.143680:0:30238:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777216.143684:0:30238:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777216.143688:0:30238:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777216.143690:0:30238:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777216.143695:0:30238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2224:2224:256:4294967295] 192.168.203.135@tcp LPNI seq info [2224:2224:8:4294967295] 00000400:00000200:0.0:1788777216.143699:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.143707:0:30238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777216.143713:0:30238:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777216.143718:0:30238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fe00. 00000800:00000200:0.0:1788777216.143724:0:30238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777216.143731:0:30238:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777216.143735:0:30238:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fe00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777216.143909:0:30238:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777216.143914:0:30238:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 778392 usecs (779 jiffies) 00000400:00000200:0.0:1788777216.143918:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777216.143921:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296367229 00000100:00000001:0.0:1788777216.143924:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296368215 00000100:00000001:0.0:1788777216.143927:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296367229 00000100:00000001:0.0:1788777216.143929:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296368215 00000100:00000001:0.0:1788777216.143940:0:30238:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777216.143943:0:30238:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.143945:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777216.143947:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777216.143950:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061a2240 going to sleep for 11 seconds 00000100:00000001:0.0:1788777216.143952:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777216.143954:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777216.144129:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777216.144134:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fe00. 00000400:00000200:1.0:1788777216.144138:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.144143:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777216.144147:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c330 00000400:00000010:1.0:1788777216.144150:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c330. 00000100:00000001:1.0:1788777216.144154:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777216.144159:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.144168:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777216.144170:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.144177:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777216.144178:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777216.152958:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.152981:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777216.152986:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.152988:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.152997:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.153005:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777216.153016:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.153020:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.153025:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.153028:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c47f00 00000400:00000200:1.0:1788777216.153033:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.153039:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6141 [1] + 224 00000800:00000001:1.0:1788777216.153045:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.153057:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.153060:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.153065:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777216.153073:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777216.153082:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777216.153092:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.153116:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777216.153125:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.153127:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777216.153313:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777216.153320:0:30238:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777216.153322:0:30238:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777216.153325:0:30238:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777216.153330:0:30238:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cdd0 00000400:00000010:0.0:1788777216.153333:0:30238:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cdd0. 00000100:00000001:0.0:1788777216.153336:0:30238:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777216.153340:0:30238:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777216.153349:0:30238:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.153366:0:30238:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777216.153369:0:30238:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777216.153372:0:30238:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777216.153375:0:30238:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777216.153377:0:30238:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777216.153380:0:30238:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.153382:0:30238:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777216.153397:0:30238:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=39 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777216.153401:0:30238:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777216.153404:0:30238:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777216.153408:0:30238:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.153423:0:30238:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777216.153427:0:30238:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777216.153430:0:30238:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967590 00000100:00000001:0.0:1788777216.153432:0:30238:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777216.153434:0:30238:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788777216.153438:0:30238:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.153445:0:30238:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788777216.153448:0:30238:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777216.153450:0:30238:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777216.153454:0:30238:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777232 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777216.153463:0:30238:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30238:1875667126091520:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777216.153468:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777216.153470:0:30238:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777216.153473:0:30238:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777216.153475:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777216.153478:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777232 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.153485:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777216.153488:0:30238:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061a2240. 00000100:00000001:0.0:1788777216.153493:0:30238:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777216.153494:0:30238:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788777216.153497:0:30238:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777216.153501:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.153504:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.153507:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=4 00000020:00000001:0.0:1788777216.153523:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777216.153526:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00010000:0.0:1788777216.153530:0:30238:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.153539:0:30238:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788777216.153543:0:30238:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.153548:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777216.153551:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.153556:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.153558:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777216.153560:0:30238:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.153564:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.153568:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.153570:0:30238:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777216.153572:0:30238:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777216.153578:0:30238:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9453077e9e00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:0.0:1788777216.153581:0:30238:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777216.153584:0:30238:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.153590:0:30238:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777216.153591:0:30238:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777216.153595:0:30238:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.153599:0:30238:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777216.153602:0:30238:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777216.153603:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.153604:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.153605:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=5 00000020:00000001:0.0:1788777216.153607:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777216.153609:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777216.153611:0:30238:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777216.153614:0:30238:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777216.153618:0:30238:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777216.153620:0:30238:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.153623:0:30238:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777216.153625:0:30238:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777216.153628:0:30238:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777216.153629:0:30238:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777216.153631:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.153633:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777216.153637:0:30238:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9e00 with handle 0xe53f2b0cb7af8640 from hash 00010000:00000001:0.0:1788777216.153639:0:30238:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777216.153640:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.153641:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.153642:0:30238:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777216.153643:0:30238:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777216.153644:0:30238:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777216.153647:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.153648:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.153649:0:30238:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.153651:0:30238:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.153653:0:30238:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.153657:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.153658:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.153659:0:30238:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777216.153661:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777216.153662:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.153663:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.153664:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777216.153665:0:30238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8640 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777216.153675:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.153677:0:30238:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788777216.153682:0:30238:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788777216.153686:0:30238:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777232 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777216.153694:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777216.153695:0:30238:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.153696:0:30238:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.153698:0:30238:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.153701:0:30238:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777216.153703:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777216.153704:0:30238:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.153706:0:30238:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777216.153709:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f710 00000002:00002000:0.0:1788777216.153711:0:30238:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788777216.153714:0:30238:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.153717:0:30238:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.153719:0:30238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777216.153722:0:30238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777216.153724:0:30238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777216.153727:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:0.0:1788777216.153730:0:30238:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777216.153732:0:30238:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81f7fb20 it_disposition 7 00000080:00002000:0.0:1788777216.153737:0:30238:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b5d000 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1788777216.153745:0:30238:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777216.153749:0:30238:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777216.153751:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.153754:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777216.153759:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 2 00010000:00000001:0.0:1788777216.153762:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777216.153766:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.153769:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777216.153772:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777216.153779:0:30238:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777216.153784:0:30238:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.153787:0:30238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777216.153794:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777216.153796:0:30238:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777216.153798:0:30238:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777216.153800:0:30238:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777216.153802:0:30238:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81f7f930 released 00000080:00010000:0.0:1788777216.153804:0:30238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8639 from it ffffb1cb81f7f930 00010000:00000001:0.0:1788777216.153806:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.153807:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.153809:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.153810:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.153813:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.153814:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777216.153816:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777216.153822:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.153823:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.153824:0:30238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777216.153826:0:30238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777216.153828:0:30238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777216.153833:0:30238:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777216.153835:0:30238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777216.153837:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.153840:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.153841:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.153842:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.153845:0:30238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777216.153846:0:30238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.153848:0:30238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.153850:0:30238:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.153851:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777216.153852:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.153853:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777216.153854:0:30238:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777216.153856:0:30238:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777216.153859:0:30238:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777216.153863:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000100:00000001:0.0:1788777216.153866:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777216.153870:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0380 x1875667126091520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777232 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.153876:0:30238:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777216.153878:0:30238:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777216.153880:0:30238:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b4800. 02000000:00000001:0.0:1788777216.153883:0:30238:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777216.153885:0:30238:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777216.153887:0:30238:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777216.153889:0:30238:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777216.153892:0:30238:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777216.153895:0:30238:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777216.153897:0:30238:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777216.153898:0:30238:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0380. 00000100:00000001:0.0:1788777216.153903:0:30238:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777216.153904:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777216.153905:0:30238:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777216.153906:0:30238:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81f7fb20 released 00000080:00000001:0.0:1788777216.153907:0:30238:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777216.153912:0:30238:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777216.153914:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fb70 00000080:00002000:0.0:1788777216.153917:0:30238:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-1 (ffff945320b5d000, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777216.153920:0:30238:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.153970:0:30238:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777216.153973:0:30238:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777216.153974:0:30238:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777216.153976:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fbb0 00000080:00200000:0.0:1788777216.153978:0:30238:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777216.153983:0:30238:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:0.0:1788777216.153987:0:30238:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777216.153990:0:30238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777216.153992:0:30238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.153994:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fad0 00800000:00000002:0.0:1788777216.153995:0:30238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777216.153999:0:30238:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777216.154002:0:30238:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777216.154005:0:30238:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.154007:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f9a0 00000002:00010000:0.0:1788777216.154010:0:30238:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777216.154013:0:30238:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777216.154015:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.154016:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777216.154019:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 2 00010000:00000001:0.0:1788777216.154023:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777216.154026:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.154028:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777216.154034:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777216.154042:0:30238:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777216.154044:0:30238:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.154048:0:30238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777216.154054:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777216.154056:0:30238:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777216.154059:0:30238:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777216.154061:0:30238:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777216.154062:0:30238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777216.154064:0:30238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777216.154066:0:30238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777216.154069:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777216.154072:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000080:00000001:0.0:1788777216.154075:0:30238:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777216.154077:0:30238:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.154079:0:30238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777216.154082:0:30238:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8639 00800000:00000001:0.0:1788777216.154084:0:30238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777216.154086:0:30238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777216.154087:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.154089:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.154091:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.154093:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.154095:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.154097:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.154098:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777216.154099:0:30238:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.154101:0:30238:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.154102:0:30238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8639 from it ffffb1cb81f7fbe8 00010000:00000001:0.0:1788777216.154104:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.154105:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.154106:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.154107:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.154109:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.154110:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777216.154112:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777216.154117:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.154118:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.154119:0:30238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777216.154120:0:30238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777216.154122:0:30238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777216.154127:0:30238:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777216.154128:0:30238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777216.154129:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.154131:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.154132:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.154133:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.154135:0:30238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777216.154136:0:30238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.154137:0:30238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.154139:0:30238:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.154140:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777216.154141:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.154142:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777216.154144:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777216.154145:0:30238:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777216.154148:0:30238:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777216.154152:0:30238:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.154155:0:30238:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777216.154158:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fbd8 00000080:00002000:0.0:1788777216.154159:0:30238:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff945320b5d000) flags 0x8000e refc 0 00000080:00000001:0.0:1788777216.154162:0:30238:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777216.154164:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fc20 00000080:00200000:0.0:1788777216.154166:0:30238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=16392 00000080:00000001:0.0:1788777216.154170:0:30238:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777216.154172:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fba8 00000080:00002000:0.0:1788777216.154173:0:30238:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-1 (ffff945320b5d000, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777216.154176:0:30238:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777216.154198:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fd08 00000080:00200008:0.0:1788777216.154200:0:30238:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777216.154207:0:30238:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788777216.154210:0:30238:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.154212:0:30238:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777216.154213:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fc80 00000080:00200000:0.0:1788777216.154215:0:30238:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777216.154879:0:30238:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:0.0:1788777216.154888:0:30238:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777216.154891:0:30238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777216.154894:0:30238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.154896:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fba0 00800000:00000002:0.0:1788777216.154898:0:30238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777216.154902:0:30238:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777216.154904:0:30238:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777216.154908:0:30238:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.154910:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fa70 00000002:00010000:0.0:1788777216.154911:0:30238:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777216.154914:0:30238:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777216.154916:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.154918:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777216.154921:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 2 00010000:00000001:0.0:1788777216.154924:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777216.154927:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.154930:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777216.154994:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788777216.155002:0:30238:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777216.155005:0:30238:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.155008:0:30238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788777216.155015:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777216.155017:0:30238:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777216.155019:0:30238:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777216.155021:0:30238:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777216.155023:0:30238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777216.155025:0:30238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777216.155028:0:30238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777216.155030:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777216.155032:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000080:00000001:0.0:1788777216.155037:0:30238:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777216.155038:0:30238:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.155040:0:30238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777216.155042:0:30238:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8639 00800000:00000001:0.0:1788777216.155045:0:30238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777216.155047:0:30238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777216.155048:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.155049:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.155052:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.155054:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.155056:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.155059:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.155065:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777216.155067:0:30238:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.155069:0:30238:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.155071:0:30238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8639 from it ffffb1cb81f7fcb8 00010000:00000001:0.0:1788777216.155073:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.155074:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.155075:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.155077:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.155131:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.155135:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777216.155138:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777216.155145:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.155146:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.155147:0:30238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777216.155149:0:30238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777216.155151:0:30238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777216.155158:0:30238:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777216.155160:0:30238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777216.155161:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.155164:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.155165:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.155166:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.155169:0:30238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777216.155170:0:30238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.155172:0:30238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.155174:0:30238:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.155176:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777216.155177:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.155178:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777216.155180:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777216.155181:0:30238:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777216.155184:0:30238:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777216.155188:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fd08 00000080:00000008:0.0:1788777216.155190:0:30238:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777216.157720:0:30238:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777216.157772:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fd08 00000080:00200008:0.0:1788777216.157776:0:30238:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777216.157782:0:30238:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777216.157784:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fc80 00000080:00200000:0.0:1788777216.157786:0:30238:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777216.157792:0:30238:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:0.0:1788777216.157798:0:30238:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777216.157803:0:30238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777216.157808:0:30238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.157810:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fba0 00800000:00000002:0.0:1788777216.157812:0:30238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777216.157816:0:30238:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777216.157820:0:30238:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777216.157825:0:30238:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.157827:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fa70 00000002:00010000:0.0:1788777216.157828:0:30238:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777216.157831:0:30238:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777216.157833:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.157835:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777216.157842:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 2 00010000:00000001:0.0:1788777216.157844:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777216.157847:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.157851:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777216.157855:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788777216.157865:0:30238:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777216.157870:0:30238:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.157873:0:30238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788777216.157880:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777216.157883:0:30238:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777216.157885:0:30238:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777216.157887:0:30238:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777216.157889:0:30238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777216.157891:0:30238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777216.157893:0:30238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777216.157896:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777216.157899:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000080:00000001:0.0:1788777216.157903:0:30238:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777216.157905:0:30238:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.157907:0:30238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777216.157910:0:30238:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8639 00800000:00000001:0.0:1788777216.157914:0:30238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777216.157916:0:30238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777216.157917:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.157920:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.157923:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.157925:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.157928:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.157930:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.157932:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777216.157933:0:30238:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.157935:0:30238:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.157937:0:30238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8639 from it ffffb1cb81f7fcb8 00010000:00000001:0.0:1788777216.157939:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.157940:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.157941:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.157942:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.157944:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.157946:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777216.157949:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777216.157954:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.157955:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.157957:0:30238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777216.157959:0:30238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777216.157961:0:30238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777216.157967:0:30238:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777216.157970:0:30238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777216.157972:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.157976:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.157976:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.157978:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.157980:0:30238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777216.157982:0:30238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.157984:0:30238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.157986:0:30238:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.157988:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777216.157989:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.157990:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777216.157992:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777216.157994:0:30238:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777216.157997:0:30238:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777216.158000:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fd08 00000080:00000008:0.0:1788777216.158002:0:30238:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777216.158150:0:30238:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777216.158153:0:30238:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777216.158154:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fb78 00000080:00200000:0.0:1788777216.158156:0:30238:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777216.158160:0:30238:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:0.0:1788777216.158163:0:30238:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777216.158165:0:30238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777216.158167:0:30238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.158169:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fa98 00800000:00000002:0.0:1788777216.158171:0:30238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777216.158174:0:30238:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777216.158176:0:30238:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777216.158179:0:30238:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.158180:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f968 00000002:00010000:0.0:1788777216.158182:0:30238:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777216.158184:0:30238:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777216.158186:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.158187:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777216.158189:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 2 00010000:00000001:0.0:1788777216.158191:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777216.158194:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.158195:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777216.158198:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788777216.158205:0:30238:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777216.158207:0:30238:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.158210:0:30238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788777216.158216:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777216.158218:0:30238:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777216.158259:0:30238:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777216.158260:0:30238:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777216.158262:0:30238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777216.158264:0:30238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777216.158266:0:30238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777216.158268:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777216.158271:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000080:00000001:0.0:1788777216.158273:0:30238:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777216.158275:0:30238:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.158277:0:30238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777216.158279:0:30238:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8639 00800000:00000001:0.0:1788777216.158282:0:30238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777216.158284:0:30238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777216.158285:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.158286:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.158288:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.158290:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.158293:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.158295:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.158296:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777216.158297:0:30238:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.158299:0:30238:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777216.158301:0:30238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8639 from it ffffb1cb81f7fbb0 00010000:00000001:0.0:1788777216.158302:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777216.158303:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777216.158305:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=3 00000020:00000001:0.0:1788777216.158306:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.158308:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.158310:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777216.158312:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777216.158319:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.158320:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.158321:0:30238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777216.158322:0:30238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777216.158325:0:30238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788777216.158330:0:30238:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777216.158332:0:30238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777216.158333:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.158335:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.158336:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.158337:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.158339:0:30238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777216.158340:0:30238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.158341:0:30238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.158343:0:30238:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.158345:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777216.158346:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.158347:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777216.158348:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777216.158349:0:30238:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777216.158352:0:30238:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:0.0:1788777216.158356:0:30238:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.158361:0:30238:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788777216.158363:0:30238:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777216.158366:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fb78 00000080:00200008:0.0:1788777216.158368:0:30238:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000 00000080:00000010:0.0:1788777216.158373:0:30238:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945304f82640. 00000080:00000001:0.0:1788777216.158377:0:30238:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.158379:0:30238:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.158391:0:30238:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777216.158394:0:30238:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c03066f0 arg=7ffedc2f5280 00000020:00000001:0.0:1788777216.158400:0:30238:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777216.158404:0:30238:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff945307d21c00. 00000020:00000001:0.0:1788777216.158408:0:30238:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.158411:0:30238:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1788777216.158413:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fad0 00000080:00200000:0.0:1788777216.158424:0:30238:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) name=d21f.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1788777216.158429:0:30238:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:0.0:1788777216.158432:0:30238:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:0.0:1788777216.158439:0:30238:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788777216.158441:0:30238:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777216.158446:0:30238:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:0.0:1788777216.158450:0:30238:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788777216.158451:0:30238:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788777216.158455:0:30238:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788777216.158458:0:30238:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788777216.158460:0:30238:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x1f:0x0] 40000000:00000001:0.0:1788777216.158463:0:30238:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.158465:0:30238:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.158466:0:30238:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777216.158468:0:30238:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777216.158470:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f9e8 00800000:00000002:0.0:1788777216.158472:0:30238:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21f.recovery-small-1' [0x200000404:0x1f:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788777216.158475:0:30238:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788777216.158477:0:30238:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777216.158480:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 2 00010000:00000001:0.0:1788777216.158482:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777216.158484:0:30238:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777216.158486:0:30238:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777216.158489:0:30238:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1788777216.158496:0:30238:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777216.158500:0:30238:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777216.158502:0:30238:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777216.158503:0:30238:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777216.158505:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.158507:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000010:0.1:1788777216.159719:0:30238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00010000:00000040:0.0:1788777216.159736:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 3 00010000:00000001:0.0:1788777216.159739:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777216.159744:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.159747:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.159748:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777216.159750:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 3 00010000:00000001:0.0:1788777216.159752:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777216.159753:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.159754:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.159755:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777216.159757:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34600 count: 3 00010000:00000001:0.0:1788777216.159758:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777216.159760:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.159762:0:30238:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777216.159765:0:30238:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777216.159769:0:30238:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1788777216.159773:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7f670 00000080:00002000:0.0:1788777216.159774:0:30238:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21f.recovery-small-1 00000080:00000001:0.0:1788777216.159781:0:30238:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777216.159786:0:30238:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777216.159788:0:30238:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777216.159790:0:30238:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777216.159792:0:30238:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.159796:0:30238:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777216.159799:0:30238:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777216.159801:0:30238:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777216.159803:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.159805:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777216.159808:0:30238:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e8400 with handle 0xe53f2b0cb7af8639 from hash 00010000:00000001:0.0:1788777216.159811:0:30238:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777216.159812:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.159814:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.159815:0:30238:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777216.159818:0:30238:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777216.159820:0:30238:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777216.159822:0:30238:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777216.159824:0:30238:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777216.159827:0:30238:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777216.159835:0:30238:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0380. 00000020:00000040:0.0:1788777216.159839:0:30238:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777216.159845:0:30238:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777216.159847:0:30238:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.159850:0:30238:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777216.159853:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.159857:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.159858:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.159860:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.159863:0:30238:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777216.159865:0:30238:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777216.159869:0:30238:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777216.159875:0:30238:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21400. 00000100:00000001:0.0:1788777216.159882:0:30238:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.159884:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777216.159886:0:30238:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777216.159892:0:30238:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1788777216.159899:0:30238:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777216.159901:0:30238:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777216.159903:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777216.159905:0:30238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8639 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bc27 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1788777216.159913:0:30238:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34600 count: 0 00010000:00000010:0.0:1788777216.159917:0:30238:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327c00. 00010000:00000001:0.0:1788777216.159922:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.159924:0:30238:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.159925:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777216.159927:0:30238:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.160090:0:30238:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777216.160105:0:30238:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788777216.160117:0:30238:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be0380 x1875667126091776/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777216.160124:0:30238:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777216.160126:0:30238:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777216.160133:0:30238:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061a2240. 00000100:00000001:0.0:1788777216.160135:0:30238:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038413376 : -118390671138240 : ffff9453061a2240) 00000100:00000001:0.0:1788777216.160138:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777216.160139:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000001:0.0:1788777216.160143:0:30238:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777216.160147:0:30238:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.160149:0:30238:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777216.160150:0:30238:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777216.160154:0:30238:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0380 x1875667126091776/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777216.160160:0:30238:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777216.160163:0:30238:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.160166:0:30238:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777216.160168:0:30238:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777216.160170:0:30238:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777216.160173:0:30238:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30238:1875667126091776:192.168.203.135@tcp:36:lfs.0 00000100:00000001:0.0:1788777216.160177:0:30238:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777216.160181:0:30238:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777216.160184:0:30238:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.160186:0:30238:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777216.160189:0:30238:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d22800. 02000000:00000001:0.0:1788777216.160191:0:30238:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777216.160198:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777216.160202:0:30238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777216.160208:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cdd0. 00000100:00000200:0.0:1788777216.160215:0:30238:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126091776, portal 10 00000100:00000001:0.0:1788777216.160217:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777216.160294:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000040:0.0:1788777216.160303:0:30238:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0380 x1875667126091776/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777216.160310:0:30238:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777216.160312:0:30238:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777216.160315:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c3b8. 00000100:00000200:0.0:1788777216.160318:0:30238:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667126091776, offset 0 00000400:00000200:0.0:1788777216.160324:0:30238:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777216.160331:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.160337:0:30238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777216.160342:0:30238:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777216.160345:0:30238:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777216.160349:0:30238:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777216.160351:0:30238:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777216.160355:0:30238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2225:2225:256:4294967295] 192.168.203.135@tcp LPNI seq info [2225:2225:8:4294967295] 00000400:00000200:0.0:1788777216.160359:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.160368:0:30238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777216.160374:0:30238:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777216.160378:0:30238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777216.160384:0:30238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777216.160445:0:30238:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777216.160450:0:30238:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788777216.160507:0:30238:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777216.160523:0:30238:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 777161 usecs (778 jiffies) 00000400:00000200:0.0:1788777216.160527:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777216.160530:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296367245 00000100:00000001:0.0:1788777216.160533:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296368215 00000100:00000001:0.0:1788777216.160535:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296367245 00000100:00000001:0.0:1788777216.160537:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296368215 00000100:00000001:0.0:1788777216.160539:0:30238:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777216.160542:0:30238:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.160544:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777216.160546:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777216.160549:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061a2240 going to sleep for 11 seconds 00000100:00000001:0.0:1788777216.160551:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777216.160554:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777216.164852:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777216.164861:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:1.0:1788777216.164868:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.164878:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777216.165040:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c3b8 00000400:00000010:1.0:1788777216.165044:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c3b8. 00000100:00000001:1.0:1788777216.165051:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777216.165059:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0380 x1875667126091776/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777216.165073:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777216.165079:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0380 x1875667126091776/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777216.165085:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777216.165088:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788777216.173830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453206257a0. 00010000:00000010:0.1:1788777216.173850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34600. 00010000:00000010:0.1:1788777216.173854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00000800:00000001:1.0:1788777216.175867:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.175899:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777216.175904:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.175908:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.175918:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.175926:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777216.175937:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.175942:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.175947:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.175951:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 10 MB=0x6a9e8c8c48000 00000400:00000200:1.0:1788777216.175955:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.175961:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 448/448 into md 0x6151 [1] + 224 00000800:00000001:1.0:1788777216.175968:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.175981:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.175984:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.175989:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777216.175997:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777216.176006:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0380 x1875667126091776/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777216.176017:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff945308be0380 x1875667126091776/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777216.176045:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777216.176054:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777216.176058:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.176064:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777216.176070:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2226:2226:256:4294967295] 192.168.203.135@tcp LPNI seq info [2226:2226:8:4294967295] 00000400:00000200:1.0:1788777216.176075:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.176083:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777216.176090:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777216.176096:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c800. 00000800:00000200:1.0:1788777216.176102:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777216.176109:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777216.176114:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777216.176207:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777216.176211:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c800. 00000400:00000200:1.0:1788777216.176214:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.176218:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000100:00000001:0.0:1788777216.176349:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777216.176357:0:30238:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777216.176359:0:30238:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777216.176362:0:30238:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777216.176367:0:30238:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cdd0 00000400:00000010:0.0:1788777216.176369:0:30238:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cdd0. 00000100:00000001:0.0:1788777216.176372:0:30238:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777216.176377:0:30238:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0380 x1875667126091776/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777216.176386:0:30238:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0380 x1875667126091776/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777216.176396:0:30238:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777216.176399:0:30238:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777216.176402:0:30238:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777216.176405:0:30238:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777216.176407:0:30238:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777216.176409:0:30238:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.176412:0:30238:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777216.176428:0:30238:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=39 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777216.176432:0:30238:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777216.176435:0:30238:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777216.176436:0:30238:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.176439:0:30238:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777216.176443:0:30238:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.176446:0:30238:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777216.176447:0:30238:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:0.0:1788777216.176449:0:30238:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777216.176452:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777216.176453:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000001:0.0:1788777216.176457:0:30238:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777216.176458:0:30238:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967590 00000100:00000001:0.0:1788777216.176460:0:30238:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777216.176463:0:30238:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777216.176468:0:30238:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0380 x1875667126091776/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777232 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777216.176475:0:30238:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777216.176478:0:30238:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777216.176480:0:30238:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777216.176484:0:30238:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0380 x1875667126091776/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777232 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777216.176491:0:30238:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30238:1875667126091776:192.168.203.135@tcp:36:lfs.0 00000100:00000001:0.0:1788777216.176496:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777216.176499:0:30238:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.176501:0:30238:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777216.176503:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777216.176506:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0380 x1875667126091776/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777232 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777216.176513:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777216.176516:0:30238:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061a2240. 00000100:00000001:0.0:1788777216.176521:0:30238:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777216.176522:0:30238:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.176530:0:30238:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777216.176533:0:30238:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x1f:0x0] 00800000:00000001:0.0:1788777216.176536:0:30238:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.176540:0:30238:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777216.176547:0:30238:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777216.176549:0:30238:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777216.176552:0:30238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1788777216.176555:0:30238:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788777216.176566:0:30238:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94532097c200. 00000080:00000001:0.0:1788777216.176578:0:30238:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788777216.176580:0:30238:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff94532097c2c8) 00000080:00000001:0.0:1788777216.176583:0:30238:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777216.176585:0:30238:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:0.0:1788777216.176588:0:30238:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.176589:0:30238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1788777216.176592:0:30238:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777216.176595:0:30238:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833951 mtime from 0 to 1788777216 00000080:00200000:0.0:1788777216.176598:0:30238:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00000080:00000001:0.0:1788777216.176600:0:30238:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788777216.176602:0:30238:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482854088 : -118390226697528 : ffff94532097c2c8) 00000080:00000001:0.0:1788777216.176605:0:30238:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777216.176608:0:30238:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777216.176610:0:30238:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.176617:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777216.176621:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0380 x1875667126091776/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777232 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777216.176628:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777216.176630:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777216.176633:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000080:00000010:0.0:1788777216.176638:0:30238:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff945307d21c00. 00000080:00000001:0.0:1788777216.176641:0:30238:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.176659:0:30238:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788777216.176661:0:30238:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777216.176664:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fdd0 00000080:00200008:0.0:1788777216.176667:0:30238:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000 00000080:00400000:0.0:1788777216.176670:0:30238:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788777216.176674:0:30238:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945304f82640. 00000080:00000001:0.0:1788777216.176677:0:30238:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777216.176679:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f7fdd0 00000080:00000008:0.0:1788777216.176681:0:30238:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000, rc = 0 00000080:00000001:0.0:1788777216.176684:0:30238:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777216.176685:0:30238:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777216.177343:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.177349:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777216.192555:0:30239:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777216.192562:0:30239:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777216.192564:0:30239:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777216.192568:0:30239:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8169bb20 00000080:00200000:1.0:1788777216.192572:0:30239:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777216.192580:0:30239:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310292600. 00800000:00000002:1.0:1788777216.192587:0:30239:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777216.192592:0:30239:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777216.192596:0:30239:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777216.192598:0:30239:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8169ba40 00800000:00000002:1.0:1788777216.192601:0:30239:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777216.192605:0:30239:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777216.192609:0:30239:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777216.192614:0:30239:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777216.192616:0:30239:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8169b910 00000002:00010000:1.0:1788777216.192617:0:30239:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777216.192620:0:30239:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777216.192622:0:30239:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777216.192625:0:30239:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777216.192631:0:30239:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777216.192633:0:30239:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777216.192635:0:30239:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777216.192637:0:30239:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777216.192640:0:30239:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777216.192646:0:30239:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f800. 00000020:00000040:1.0:1788777216.192650:0:30239:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777216.192655:0:30239:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777216.192660:0:30239:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777216.192666:0:30239:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777216.192668:0:30239:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777216.192670:0:30239:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777216.192673:0:30239:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777216.192676:0:30239:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777216.192679:0:30239:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777216.192687:0:30239:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945310689400. 00000100:00000001:1.0:1788777216.192693:0:30239:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777216.192698:0:30239:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777216.192700:0:30239:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777216.192701:0:30239:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777216.192702:0:30239:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777216.192704:0:30239:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777216.192710:0:30239:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00010000:00000001:1.0:1788777216.192713:0:30239:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777216.192715:0:30239:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777216.192719:0:30239:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214300. 00010000:00000010:1.0:1788777216.192723:0:30239:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcd800. 00010000:00000001:1.0:1788777216.192726:0:30239:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777216.192729:0:30239:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7e00. 00000020:00000001:1.0:1788777216.192733:0:30239:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777216.192736:0:30239:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7e00 with handle 0xe53f2b0cb7af8647 to hash 00000020:00000001:1.0:1788777216.192738:0:30239:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777216.192739:0:30239:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216760320 : -118390492791296 : ffff945310bb7e00) 00010000:00000001:1.0:1788777216.192742:0:30239:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216760320 : -118390492791296 : ffff945310bb7e00) 00010000:00000001:1.0:1788777216.192745:0:30239:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777216.192747:0:30239:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777216.192751:0:30239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7e00/0xe53f2b0cb7af8647 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30239 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777216.192759:0:30239:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7e00/0xe53f2b0cb7af8647 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30239 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777216.192769:0:30239:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7e00/0xe53f2b0cb7af8647 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30239 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777216.192777:0:30239:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777216.192778:0:30239:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777216.192784:0:30239:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f180. 00000100:00000001:1.0:1788777216.192786:0:30239:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081064832 : -118390628486784 : ffff945308a4f180) 00000100:00000001:1.0:1788777216.192788:0:30239:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777216.192789:0:30239:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00000100:00000001:1.0:1788777216.192793:0:30239:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777216.192797:0:30239:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777216.192799:0:30239:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777216.192800:0:30239:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777216.192810:0:30239:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906f800 x1875667126091904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.192818:0:30239:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777216.192820:0:30239:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777216.192824:0:30239:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777216.192826:0:30239:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777216.192828:0:30239:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777216.192832:0:30239:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906f800 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30239:1875667126091904:192.168.203.135@tcp:101:lfs.0 00000100:00000001:1.0:1788777216.192835:0:30239:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777216.192840:0:30239:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777216.192842:0:30239:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777216.192844:0:30239:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777216.192848:0:30239:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945304daa000. 02000000:00000001:1.0:1788777216.192850:0:30239:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777216.192856:0:30239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777216.192859:0:30239:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb4d0. 00000400:00000010:1.0:1788777216.192866:0:30239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b122a8. 00000100:00000200:1.0:1788777216.192873:0:30239:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126091904, portal 10 00000100:00000001:1.0:1788777216.192875:0:30239:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777216.192876:0:30239:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00000100:00000040:1.0:1788777216.192881:0:30239:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906f800 x1875667126091904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.192893:0:30239:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777216.192895:0:30239:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777216.192898:0:30239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12a18. 00000100:00000200:1.0:1788777216.192900:0:30239:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126091904, offset 0 00000400:00000200:1.0:1788777216.192906:0:30239:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777216.192914:0:30239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.192921:0:30239:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777216.192926:0:30239:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777216.192930:0:30239:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777216.192933:0:30239:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777216.192936:0:30239:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777216.192939:0:30239:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2227:2227:256:4294967295] 192.168.203.135@tcp LPNI seq info [2227:2227:8:4294967295] 00000400:00000200:1.0:1788777216.192944:0:30239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.192953:0:30239:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777216.192959:0:30239:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777216.192963:0:30239:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c800. 00000800:00000200:1.0:1788777216.192969:0:30239:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777216.192975:0:30239:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777216.192980:0:30239:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777216.192999:0:30239:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777216.193003:0:30239:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 775946 usecs (776 jiffies) 00000400:00000200:1.0:1788777216.193006:0:30239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777216.193009:0:30239:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296367274 00000800:00000200:1.0:1788777216.193103:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777216.193108:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c800. 00000400:00000200:1.0:1788777216.193113:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.193118:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777216.193123:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12a18 00000400:00000010:1.0:1788777216.193125:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12a18. 00000100:00000001:1.0:1788777216.193129:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777216.193133:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906f800 x1875667126091904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.193142:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777216.193145:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906f800 x1875667126091904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.193151:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777216.193153:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777216.193168:0:30239:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296368215 00000100:00000001:1.0:1788777216.193172:0:30239:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296367274 00000100:00000001:1.0:1788777216.193174:0:30239:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296368215 00000100:00000001:1.0:1788777216.193177:0:30239:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777216.193179:0:30239:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777216.193182:0:30239:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777216.193183:0:30239:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777216.193186:0:30239:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f180 going to sleep for 11 seconds 00000100:00000001:1.0:1788777216.193188:0:30239:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777216.193191:0:30239:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777216.198907:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.198925:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777216.198928:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.198931:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.198940:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.198947:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777216.198958:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.198962:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.198967:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.198971:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c48080 00000400:00000200:1.0:1788777216.198975:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.198981:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6161 [1] + 224 00000800:00000001:1.0:1788777216.198989:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.198998:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.199002:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.199007:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777216.199013:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777216.199022:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906f800 x1875667126091904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777216.199032:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530906f800 x1875667126091904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.199053:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777216.199063:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.199066:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777216.200614:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777216.200619:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777216.200623:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.200628:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777216.200631:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1088 00000400:00000010:1.0:1788777216.200633:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1088. 00000100:00000001:1.0:1788777216.200637:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777216.200641:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126092032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.200648:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777216.200651:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126092032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.200656:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777216.200658:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777216.210471:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.210498:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777216.210504:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.210506:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.210518:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.210528:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777216.210540:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.210546:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.210553:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.210557:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c48100 00000400:00000200:1.0:1788777216.210564:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.210571:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6171 [1] + 224 00000800:00000001:1.0:1788777216.210581:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.210589:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.210593:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.210610:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777216.210620:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777216.210633:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126092032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777216.210645:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914df80 x1875667126092032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777216.210665:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777216.210676:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.210679:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777216.220321:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777216.220331:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:1.0:1788777216.220339:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.220349:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777216.220358:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347990 00000400:00000010:1.0:1788777216.220362:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347990. 00000100:00000001:1.0:1788777216.220367:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777216.220375:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3df80 x1875667126092288/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777216.220389:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777216.220393:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3df80 x1875667126092288/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777216.220401:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777216.220403:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777216.229279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00000800:00000001:1.0:1788777216.231972:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.231997:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777216.232003:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.232006:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.232018:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.232027:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777216.232039:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.232045:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.232051:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.232056:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 10 MB=0x6a9e8c8c48200 00000400:00000200:1.0:1788777216.232061:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.232068:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 448/448 into md 0x6179 [1] + 224 00000800:00000001:1.0:1788777216.232077:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.232086:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777216.232090:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.232094:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777216.232103:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777216.232114:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3df80 x1875667126092288/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777216.232125:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff945308a3df80 x1875667126092288/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777216.232203:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777216.232214:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777216.232256:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.232263:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777216.232270:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2230:2230:256:4294967295] 192.168.203.135@tcp LPNI seq info [2230:2230:8:4294967295] 00000400:00000200:1.0:1788777216.232274:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777216.232283:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777216.232290:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777216.232298:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c800. 00000800:00000200:1.0:1788777216.232306:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777216.232332:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777216.232339:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777216.233006:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777216.233012:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c800. 00000400:00000200:1.0:1788777216.233018:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777216.233024:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777216.233035:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777216.233040:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1788777216.247491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b50a0. 00010000:00000010:3.1:1788777216.247516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214300. 00010000:00000010:3.1:1788777216.247522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7e00. 00000080:00000001:0.0:1788777216.281164:0:30241:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777216.281173:0:30241:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777216.281176:0:30241:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777216.281180:0:30241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f6fbc0 00000080:00200000:0.0:1788777216.281186:0:30241:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777216.281195:0:30241:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363200. 00800000:00000002:0.0:1788777216.281203:0:30241:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777216.281209:0:30241:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777216.281214:0:30241:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.281216:0:30241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f6fae0 00800000:00000002:0.0:1788777216.281458:0:30241:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777216.281463:0:30241:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777216.281468:0:30241:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777216.281476:0:30241:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777216.281478:0:30241:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f6f9b0 00000002:00010000:0.0:1788777216.281480:0:30241:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777216.281484:0:30241:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777216.281486:0:30241:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777216.281489:0:30241:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777216.281497:0:30241:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.281500:0:30241:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.281501:0:30241:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.281504:0:30241:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777216.281508:0:30241:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777216.281515:0:30241:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1500. 00000020:00000040:0.0:1788777216.281519:0:30241:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777216.281526:0:30241:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777216.281532:0:30241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777216.281539:0:30241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777216.281541:0:30241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777216.281543:0:30241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.281546:0:30241:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777216.281550:0:30241:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777216.281555:0:30241:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777216.281564:0:30241:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21c00. 00000100:00000001:0.0:1788777216.281573:0:30241:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.281579:0:30241:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777216.281581:0:30241:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.281582:0:30241:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777216.281583:0:30241:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777216.281585:0:30241:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777216.281591:0:30241:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082712320 : -118390626839296 : ffff945308be1500) 00010000:00000001:0.0:1788777216.281596:0:30241:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777216.281599:0:30241:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777216.281603:0:30241:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34600. 00010000:00000010:0.0:1788777216.281608:0:30241:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327c00. 00010000:00000001:0.0:1788777216.281612:0:30241:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777216.281616:0:30241:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8400. 00000020:00000001:0.0:1788777216.281620:0:30241:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777216.281623:0:30241:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8400 with handle 0xe53f2b0cb7af8655 to hash 00000020:00000001:0.0:1788777216.281625:0:30241:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777216.281627:0:30241:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.281631:0:30241:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777216.281636:0:30241:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777216.281639:0:30241:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.281644:0:30241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8655 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30241 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777216.281660:0:30241:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8655 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30241 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777216.281672:0:30241:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8400/0xe53f2b0cb7af8655 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30241 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777216.281678:0:30241:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777216.281680:0:30241:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777216.281687:0:30241:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061a2240. 00000100:00000001:0.0:1788777216.281690:0:30241:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038413376 : -118390671138240 : ffff9453061a2240) 00000100:00000001:0.0:1788777216.281693:0:30241:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777216.281694:0:30241:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082712320 : -118390626839296 : ffff945308be1500) 00000100:00000001:0.0:1788777216.281699:0:30241:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777216.281703:0:30241:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.281705:0:30241:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777216.281707:0:30241:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777216.281720:0:30241:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1500 x1875667126092416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.281728:0:30241:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777216.281731:0:30241:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.281735:0:30241:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777216.281738:0:30241:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777216.281741:0:30241:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777216.281745:0:30241:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30241:1875667126092416:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777216.281750:0:30241:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777216.281757:0:30241:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777216.281760:0:30241:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777216.281762:0:30241:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777216.281768:0:30241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b4800. 02000000:00000001:0.0:1788777216.281770:0:30241:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777216.281779:0:30241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777216.281784:0:30241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777216.281793:0:30241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cdd0. 00000100:00000200:0.0:1788777216.281803:0:30241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126092416, portal 10 00000100:00000001:0.0:1788777216.281805:0:30241:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777216.281806:0:30241:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082712320 : -118390626839296 : ffff945308be1500) 00000100:00000040:0.0:1788777216.281812:0:30241:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1500 x1875667126092416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.281820:0:30241:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777216.281823:0:30241:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777216.281825:0:30241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c660. 00000100:00000200:0.0:1788777216.281828:0:30241:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126092416, offset 0 00000400:00000200:0.0:1788777216.281849:0:30241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777216.281860:0:30241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.281869:0:30241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777216.281875:0:30241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777216.281880:0:30241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777216.281885:0:30241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777216.281887:0:30241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777216.281891:0:30241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2231:2231:256:4294967295] 192.168.203.135@tcp LPNI seq info [2231:2231:8:4294967295] 00000400:00000200:0.0:1788777216.281895:0:30241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.281905:0:30241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777216.281912:0:30241:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777216.281918:0:30241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777216.281926:0:30241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777216.281934:0:30241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777216.281939:0:30241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777216.282011:0:30241:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777216.282016:0:30241:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 772290 usecs (773 jiffies) 00000400:00000200:0.0:1788777216.282020:0:30241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777216.282023:0:30241:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296367361 00000100:00000001:0.0:1788777216.282026:0:30241:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296368215 00000100:00000001:0.0:1788777216.282030:0:30241:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296367361 00000100:00000001:0.0:1788777216.282033:0:30241:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296368215 00000100:00000001:0.0:1788777216.282035:0:30241:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777216.282038:0:30241:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.282041:0:30241:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777216.282043:0:30241:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777216.282046:0:30241:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061a2240 going to sleep for 11 seconds 00000100:00000001:0.0:1788777216.282048:0:30241:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777216.282052:0:30241:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777216.283163:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777216.283172:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:0.0:1788777216.283180:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777216.283190:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777216.283197:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c660 00000400:00000010:0.0:1788777216.283200:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c660. 00000100:00000001:0.0:1788777216.283206:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777216.283214:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1500 x1875667126092416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.283359:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777216.283364:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1500 x1875667126092416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.283372:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.283374:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777216.286042:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.286066:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777216.286072:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.286079:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777216.286092:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.286101:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777216.286113:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.286120:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.286127:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.286131:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c48280 00000400:00000200:0.0:1788777216.286138:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.286146:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6181 [1] + 224 00000800:00000001:0.0:1788777216.286156:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.286169:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777216.286173:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777216.286178:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777216.286188:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777216.286200:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1500 x1875667126092416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777216.286213:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be1500 x1875667126092416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.286396:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777216.286409:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.286423:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777216.288917:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777216.288926:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:0.0:1788777216.288934:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777216.288941:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777216.288950:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1908 00000400:00000010:0.0:1788777216.288953:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1908. 00000100:00000001:0.0:1788777216.288958:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777216.288965:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126092544/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.288977:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777216.288981:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126092544/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.288988:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.288990:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777216.292860:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.292886:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777216.292891:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.292894:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777216.292907:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.292916:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777216.292929:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.292935:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.292942:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.292946:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c48300 00000400:00000200:0.0:1788777216.292951:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.292959:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6191 [1] + 224 00000800:00000001:0.0:1788777216.292967:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.292979:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777216.292982:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777216.292987:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777216.292997:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777216.293009:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126092544/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777216.293021:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914df80 x1875667126092544/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.293124:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777216.293137:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.293141:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777216.296673:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777216.297008:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:0.0:1788777216.297017:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777216.297025:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777216.297032:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:0.0:1788777216.297035:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:0.0:1788777216.297040:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777216.297048:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f480 x1875667126092800/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777232 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.297060:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777216.297063:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f480 x1875667126092800/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777232 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.297075:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777216.297077:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777216.305266:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.305295:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777216.305300:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.305303:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777216.305317:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.305327:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777216.305339:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.305345:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.305353:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.305358:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c48400 00000400:00000200:0.0:1788777216.305363:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.305371:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x6199 [32] + 224 00000800:00000001:0.0:1788777216.305380:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.305391:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777216.305394:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777216.305400:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777216.305410:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777216.305433:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f480 x1875667126092800/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777232 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777216.305443:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff945308a3f480 x1875667126092800/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777232 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777216.305520:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777216.305533:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777216.305537:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.305544:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777216.305550:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2234:2234:256:4294967295] 192.168.203.135@tcp LPNI seq info [2234:2234:8:4294967295] 00000400:00000200:0.0:1788777216.305555:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777216.305563:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777216.305570:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777216.305577:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d21000. 00000800:00000200:0.0:1788777216.305584:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777216.305592:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777216.305597:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d21000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777216.305718:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777216.305723:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d21000. 00000400:00000200:0.0:1788777216.305726:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777216.305730:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777216.305737:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777216.305741:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777216.990722:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777216.990736:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777216.990744:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777216.990746:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777216.990749:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777216.990750:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777216.991215:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777216.991255:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777216.991260:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788777217.253439:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777217.253445:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:0.0:1788777217.253450:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777217.253456:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777217.253462:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083476e8 00000400:00000010:0.0:1788777217.253465:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083476e8. 00000100:00000001:0.0:1788777217.253469:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777217.253473:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d500 x1875667126092928/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777233 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777217.253483:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777217.253486:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d500 x1875667126092928/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777233 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777217.253492:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777217.253494:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777217.261258:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.261277:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777217.261281:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.261283:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777217.261291:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.261299:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777217.261310:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.261315:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.261320:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.261324:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c48480 00000400:00000200:1.0:1788777217.261329:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.261334:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x61a1 [1] + 224 00000800:00000001:1.0:1788777217.261341:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.261349:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777217.261352:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777217.261356:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777217.261362:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777217.261370:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126092928/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777233 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777217.261381:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308a3d500 x1875667126092928/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777233 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777217.261416:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777217.261423:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.261426:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777217.275176:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777217.275190:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df800. 00000400:00000200:0.0:1788777217.275201:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777217.280247:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777217.280264:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347b28 00000400:00000010:0.0:1788777217.280270:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347b28. 00000100:00000001:0.0:1788777217.280280:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777217.280291:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d500 x1875667126093184/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777233 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777217.280305:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777217.280308:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d500 x1875667126093184/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777233 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777217.280316:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777217.280317:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777217.293423:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.293443:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777217.293446:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.293449:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777217.293458:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.293467:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777217.293478:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.293483:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.293488:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.293493:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c48580 00000400:00000200:1.0:1788777217.293497:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.293514:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x61a9 [32] + 224 00000800:00000001:1.0:1788777217.293521:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.293535:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777217.293538:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777217.293542:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777217.293549:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777217.293558:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126093184/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777233 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777217.293568:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff945308a3d500 x1875667126093184/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777233 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777217.293589:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777217.293598:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777217.293601:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.293606:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777217.293612:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2237:2237:256:4294967295] 192.168.203.135@tcp LPNI seq info [2237:2237:8:4294967295] 00000400:00000200:1.0:1788777217.293616:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.293623:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777217.293629:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777217.293636:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945310689400. 00000800:00000200:1.0:1788777217.293642:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777217.293648:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777217.293652:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310689400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777217.293746:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777217.293754:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945310689400. 00000400:00000200:1.0:1788777217.293767:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777217.293779:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777217.293786:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.293794:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777217.302069:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777217.302078:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777217.302084:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777217.302094:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777217.302100:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:1.0:1788777217.302103:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:1.0:1788777217.302108:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777217.302116:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126093440/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777233 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777217.302128:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777217.302131:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126093440/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777233 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777217.302138:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777217.302140:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777217.307339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803c00. 00010000:00000010:2.1:1788777217.307357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00000800:00000001:1.0:1788777217.439122:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.439145:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777217.439152:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.439155:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777217.439167:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.439177:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777217.439189:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.439194:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.439200:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.439205:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d55480 00000400:00000200:1.0:1788777217.439216:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x5e19 [2] + 0 00000800:00000001:1.0:1788777217.439270:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.439287:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777217.439291:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777217.439296:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777217.439305:0:2338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788777217.439308:0:2338:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788777217.439315:0:2338:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c700. 00000100:00000040:1.0:1788777217.439320:0:2338:0:(events.c:337:request_in_callback()) incoming req@ffff94530906c700 x1875667143971968 msgsize 328 00000100:00100000:1.0:1788777217.439324:0:2338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:1.0:1788777217.439332:0:2338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788777217.439343:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.439346:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777217.439420:0:15900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788777217.439425:0:15900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667143971968 02000000:00000001:0.0:1788777217.439428:0:15900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788777217.439432:0:15900:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777217.439434:0:15900:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777217.439440:0:15900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777217.439445:0:15900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667143971968 00000020:00000001:0.0:1788777217.439448:0:15900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777217.439451:0:15900:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:0.0:1788777217.439454:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777217.439458:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:0.0:1788777217.439461:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:0.0:1788777217.439463:0:15900:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000001:0.0:1788777217.439468:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777217.439474:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9453110481c0. 00000100:00000001:0.0:1788777217.439478:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777217.439480:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9453110481c0. 00000020:00000010:0.0:1788777217.439488:0:15900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945310362e00. 00000020:00000010:0.0:1788777217.439495:0:15900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945309327680. 00000020:00000010:0.0:1788777217.439500:0:15900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945309322960. 00000100:00000040:0.0:1788777217.439510:0:15900:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788777217.439513:0:15900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788777217.439515:0:15900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788777217.439518:0:15900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777217.439537:0:15900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777217.439551:0:15900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777217.439563:0:15900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788777217.439565:0:15900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788777217.439570:0:15900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 52 00000100:00000040:0.0:1788777217.439574:0:15900:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119bd000 : new rpc_count 1 00000100:00000001:0.0:1788777217.439577:0:15900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683087476480 : -118390622075136 : ffff94530906c700) 00000100:00000040:0.0:1788777217.439591:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94530906c700 x1875667143971968/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:273/0 lens 328/0 e 0 to 0 dl 1788777228 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777217.439601:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777217.439604:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9453110481c0. 00000100:00000001:0.0:1788777217.439606:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777217.439608:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9453110481c0. 00000100:00100000:0.0:1788777217.439613:0:15900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94530906c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:15824:x1875667143971968:12345-192.168.203.135@tcp:104: 00000100:00000200:0.0:1788777217.439617:0:15900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667143971968 00010000:00000001:0.0:1788777217.439633:0:15900:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788777217.439643:0:15900:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777217.439644:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777217.439647:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154600 refcount=2 00000020:00000001:0.0:1788777217.439649:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088426496 : -118390621125120 : ffff945309154600) 00010000:00000001:0.0:1788777217.439653:0:15900:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088426496 : -118390621125120 : ffff945309154600) 00010000:00000001:0.0:1788777217.439657:0:15900:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777217.439660:0:15900:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777217.439667:0:15900:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000006bc720c8/0xe53f2b0cb7af85fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3bb1d expref: -99 pid: 29653 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788777217.439681:0:15900:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788777217.439684:0:15900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788777217.439691:0:15900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945307d20000. 02000000:00000001:0.0:1788777217.439694:0:15900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777217.439698:0:15900:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777217.439703:0:15900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788777217.439706:0:15900:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777217.439711:0:15900:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=190 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777217.439716:0:15900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777217.439719:0:15900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777217.439722:0:15900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:0.0:1788777217.439724:0:15900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788777217.439727:0:15900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777217.439730:0:15900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777217.439734:0:15900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777217.439740:0:15900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c660. 00000100:00000200:0.0:1788777217.439746:0:15900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667143971968, offset 224 00000400:00000200:0.0:1788777217.439754:0:15900:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777217.439762:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777217.439770:0:15900:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777217.439777:0:15900:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2239:2239:256:4294967295] 192.168.203.135@tcp LPNI seq info [2239:2239:8:4294967295] 00000400:00000200:0.0:1788777217.439781:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777217.439791:0:15900:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777217.439797:0:15900:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777217.439803:0:15900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777217.439810:0:15900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777217.439819:0:15900:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777217.439824:0:15900:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777217.439834:0:15900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777217.439838:0:15900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:0.0:1788777217.439842:0:15900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788777217.439846:0:15900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453061a2600. 00010000:00000001:0.0:1788777217.439849:0:15900:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788777217.439867:0:15900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788777217.439871:0:15900:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777217.439872:0:15900:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777217.439875:0:15900:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777217.439880:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c700 x1875667143971968/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:273/0 lens 328/224 e 0 to 0 dl 1788777228 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788777217.439890:0:15900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94530906c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:15824:x1875667143971968:12345-192.168.203.135@tcp:104: Request processed in 287us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1788777217.439898:0:15900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 52 00000100:00000040:0.0:1788777217.439901:0:15900:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119bd000 : new rpc_count 0 00000100:00000001:0.0:1788777217.439904:0:15900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788777217.439907:0:15900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788777217.439912:0:15900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945309327680. 00000020:00000010:0.0:1788777217.439916:0:15900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945309322960. 00000020:00000010:0.0:1788777217.439920:0:15900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945310362e00. 00000020:00000040:0.0:1788777217.439924:0:15900:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:0.0:1788777217.439928:0:15900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777217.440265:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777217.440270:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:1.0:1788777217.440275:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777217.440280:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777217.440285:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c660 00000400:00000010:1.0:1788777217.440288:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c660. 00000100:00000001:1.0:1788777217.440292:0:2339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788777217.440294:0:2339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788777217.440610:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777217.440613:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777217.440617:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777217.440636:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777217.440639:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1220 00000400:00000010:1.0:1788777217.440641:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1220. 00000100:00000001:1.0:1788777217.440645:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777217.440649:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126093568/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777233 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777217.440663:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777217.440667:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126093568/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777233 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777217.440674:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777217.440675:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777217.447340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8e00. 00010000:00000010:2.1:1788777217.447361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154600. 00000800:00000001:1.0:1788777217.448559:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.448579:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777217.448583:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.448585:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777217.448602:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.448609:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777217.448617:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.448623:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.448634:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.448638:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c48700 00000400:00000200:1.0:1788777217.448642:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777217.448647:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x61c1 [1] + 224 00000800:00000001:1.0:1788777217.448654:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.448665:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777217.448668:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777217.448672:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777217.448680:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777217.448692:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126093568/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777233 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777217.448705:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126093568/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777233 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777217.448725:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777217.448737:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777217.448740:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777218.015643:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777218.015653:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777218.015661:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777218.015662:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777218.077397:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296368375, at 4296368384 00000100:00000010:0.0:1788777218.077430:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b78a0. 00000100:00000040:1.0:1788777218.077756:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296368375, at 4296368384 00000100:00000010:1.0:1788777218.077764:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b73c0. 00000100:00000040:1.0:1788777218.845463:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777218.845478:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777218.845493:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d180. 00000020:00000040:1.0:1788777218.845502:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777218.845507:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777218.845511:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777218.845517:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777218.845529:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531239c600. 00000100:00000001:1.0:1788777218.845539:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.845554:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777218.845566:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777218.845572:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.845579:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad6c593] to pc [ptlrpcd_00_00+0] req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.845658:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777218.845665:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777218.845669:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777218.845677:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.845685:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777218.845688:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777218.845692:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777218.845700:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777218.845703:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777218.845707:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126093696:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777218.845713:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777218.845720:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777218.845723:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777218.845726:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777218.845732:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310362e00. 02000000:00000001:0.0:1788777218.845735:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777218.845744:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777218.845749:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b9a0. 00000400:00000010:0.0:1788777218.845759:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c2a8. 00000100:00000200:0.0:1788777218.845768:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126093696, portal 25 00000100:00000001:0.0:1788777218.845771:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777218.845773:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087479168 : -118390622072448 : ffff94530906d180) 00000100:00000040:0.0:1788777218.845780:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.845788:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777218.845792:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777218.845795:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c990. 00000100:00000200:0.0:1788777218.845798:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126093696, offset 0 00000400:00000200:0.0:1788777218.845806:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777218.845818:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777218.845829:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777218.845836:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777218.845841:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777218.845846:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777218.845849:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777218.845853:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2241:2241:256:4294967295] 192.168.203.135@tcp LPNI seq info [2241:2241:8:4294967295] 00000400:00000200:0.0:1788777218.845858:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777218.845868:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777218.845876:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777218.845883:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fe00. 00000800:00000200:0.0:1788777218.845892:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777218.845901:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777218.845906:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777218.845925:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777218.845929:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777218.845932:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296373295 00000100:00000010:0.0:1788777218.845938:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4d20. 00000100:00000001:0.0:1788777218.845945:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788777218.845953:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296373295 00000100:00000010:0.0:1788777218.845957:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4ba0. 00000100:00000001:0.0:1788777218.845960:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788777218.845963:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777218.845966:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.845981:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.845984:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777218.846069:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.846073:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777218.846076:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777218.846080:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906dc00. 00000020:00000040:1.0:1788777218.846083:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=10 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777218.846086:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777218.846087:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777218.846090:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777218.846094:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531239c000. 00000100:00000001:1.0:1788777218.846099:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.846104:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777218.846116:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777218.846119:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.846123:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae988f3e] to pc [ptlrpcd_00_01+1] req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.846494:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777218.846498:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777218.846501:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777218.846503:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777218.846505:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777218.846508:0:2346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788777218.846510:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777218.846511:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777218.846513:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777218.846514:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777218.846515:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777218.846516:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788777218.848276:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.848288:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777218.848293:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777218.848307:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e300. 00000020:00000040:1.0:1788777218.848314:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777218.848319:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777218.848323:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777218.848329:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777218.848339:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531239c800. 00000100:00000001:1.0:1788777218.848347:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.848361:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777218.848371:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777218.848376:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.848382:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006644ad16] to pc [ptlrpcd_00_00+0] req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.848394:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.848467:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777218.848472:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777218.848479:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1706) 00000800:00000200:1.0:1788777218.848690:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777218.848695:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fe00. 00000400:00000200:1.0:1788777218.848702:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777218.848709:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777218.848719:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c990 00000400:00000010:1.0:1788777218.848722:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c990. 00000100:00000001:1.0:1788777218.848727:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777218.848733:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.848743:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777218.848747:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.848754:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777218.848756:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777218.848797:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788777218.848801:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788777218.848804:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777218.848811:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777218.848813:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777218.848815:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777218.848817:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777218.848820:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777218.848826:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.848833:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777218.848836:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777218.848840:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777218.848843:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777218.848846:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777218.848849:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126093952:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777218.848854:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777218.848861:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777218.848864:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777218.848866:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777218.848872:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292600. 02000000:00000001:1.0:1788777218.848874:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777218.848883:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777218.848888:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb160. 00000400:00000010:1.0:1788777218.848895:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12a18. 00000100:00000200:1.0:1788777218.848902:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126093952, portal 4 00000100:00000001:1.0:1788777218.848904:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777218.848906:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087483648 : -118390622067968 : ffff94530906e300) 00000100:00000040:1.0:1788777218.848913:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.848920:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777218.848923:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777218.848925:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12c38. 00000100:00000200:1.0:1788777218.848929:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126093952, offset 0 00000400:00000200:1.0:1788777218.848935:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777218.848945:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.848953:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777218.848961:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777218.848966:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777218.849042:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777218.849046:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777218.849050:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2242:2242:256:4294967295] 192.168.203.135@tcp LPNI seq info [2242:2242:8:4294967295] 00000400:00000200:1.0:1788777218.849056:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.849067:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777218.849074:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777218.849081:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c300. 00000800:00000200:1.0:1788777218.849089:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777218.849096:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777218.849102:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777218.849117:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.849123:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22707 usecs (23 jiffies) 00000400:00000200:1.0:1788777218.849127:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777218.849130:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296369178 00000100:00000001:1.0:1788777218.849134:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296373295 00000100:00000001:1.0:1788777218.849138:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296369178 00000100:00000001:1.0:1788777218.849141:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296373295 00000100:00000001:1.0:1788777218.849143:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777218.849146:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777218.849149:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777218.849152:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777218.849176:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777218.849179:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c300. 00000400:00000200:1.0:1788777218.849183:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777218.849188:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777218.849200:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12c38 00000400:00000010:1.0:1788777218.849203:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12c38. 00000100:00000001:1.0:1788777218.849206:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777218.849210:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.849348:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777218.849354:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.849361:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777218.849363:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1788777218.849809:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.849820:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777218.849821:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777218.849826:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777218.849829:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777218.849832:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777218.849836:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126093824:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777218.849840:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777218.849844:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777218.849847:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777218.849849:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777218.849856:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310362400. 02000000:00000001:0.0:1788777218.849859:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777218.849864:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777218.849867:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777218.849873:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cf68. 00000100:00000200:0.0:1788777218.849878:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126093824, portal 10 00000100:00000001:0.0:1788777218.849880:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777218.849881:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087481856 : -118390622069760 : ffff94530906dc00) 00000100:00000040:0.0:1788777218.849888:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.849895:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777218.849897:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777218.849900:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777218.849903:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126093824, offset 0 00000400:00000200:0.0:1788777218.849907:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777218.849913:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777218.849919:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777218.849923:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777218.849927:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777218.849929:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777218.849932:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777218.849935:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2243:2243:256:4294967295] 192.168.203.135@tcp LPNI seq info [2243:2243:8:4294967295] 00000400:00000200:0.0:1788777218.849939:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777218.849946:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777218.849952:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777218.849956:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f700. 00000800:00000200:0.0:1788777218.849961:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777218.849967:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777218.850119:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777218.850139:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777218.850144:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 766282 usecs (767 jiffies) 00000400:00000200:0.0:1788777218.850148:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777218.850151:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296369923 00000100:00000001:0.0:1788777218.850154:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296373295 00000100:00000001:0.0:1788777218.850156:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296369923 00000100:00000001:0.0:1788777218.850158:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296373295 00000100:00000001:0.0:1788777218.850160:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777218.850163:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.850167:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.850170:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.850172:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777218.850175:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777218.850176:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.850178:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777218.850325:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777218.850833:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f700. 00000400:00000200:1.0:1788777218.850842:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777218.850850:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777218.850856:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:1.0:1788777218.850858:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:1.0:1788777218.850862:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777218.850869:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.850880:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777218.850884:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.850896:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777218.850898:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777218.871889:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.871912:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777218.871917:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.871921:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777218.871932:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.871942:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777218.871953:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.871959:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.871966:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872516:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c48780 00000400:00000200:1.0:1788777218.872523:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872532:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x61c9 [1] + 224 00000800:00000001:1.0:1788777218.872544:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.872551:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777218.872555:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777218.872560:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777218.872569:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777218.872581:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777218.872594:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.872702:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777218.872715:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.872720:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777218.872727:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.872730:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777218.872733:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872737:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777218.872743:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872747:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872750:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872753:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c48880 00000400:00000200:1.0:1788777218.872757:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872762:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x61d9 [1] + 224 00000800:00000001:1.0:1788777218.872766:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.872769:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777218.872771:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777218.872774:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777218.872777:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777218.872782:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777218.872792:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.872809:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777218.872813:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.872815:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777218.872817:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.872818:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777218.872821:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872825:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777218.872828:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872831:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872834:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872836:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c48800 00000400:00000200:1.0:1788777218.872840:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777218.872844:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x61e9 [1] + 224 00000800:00000001:1.0:1788777218.872847:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.872857:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777218.872859:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777218.872862:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777218.872864:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777218.872870:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777218.872878:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.872885:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777218.872887:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777218.872890:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777218.872912:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777218.872917:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777218.872925:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777218.872927:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777218.872931:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb160. 00000400:00000200:1.0:1788777218.872937:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12a18 00000400:00000010:1.0:1788777218.872940:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12a18. 00000100:00000001:1.0:1788777218.872943:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777218.872947:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777218.872957:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.872963:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777218.872965:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777218.875324:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777218.875341:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777218.875344:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777218.875348:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777218.875355:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777218.875373:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=41 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777218.875381:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=119 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777218.875385:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777218.875387:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777218.875390:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788777218.875824:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777218.875830:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777218.875842:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777218.875846:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777218.875850:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:0.0:1788777218.875860:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cf68 00000400:00000010:0.0:1788777218.875863:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cf68. 00000100:00000001:0.0:1788777218.875869:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777218.875883:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777218.875895:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.875903:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777218.875905:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777218.875907:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777218.875909:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777218.875910:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777218.875912:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777218.875915:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777218.875922:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=41 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777218.875925:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777218.875927:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777218.875929:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777218.875932:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777218.875934:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.875939:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777218.875941:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967596 gen 2 00000100:00000040:0.0:1788777218.875949:0:2346:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967596) req@ffff945308a3e680 x1875667126091264/t4294967591(4294967591) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777229 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777218.875957:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777218.875961:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e680 x1875667126091264/t4294967591(4294967591) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777229 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777218.875967:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777218.876115:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777218.876120:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:0.0:1788777218.876127:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777218.876130:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777218.876133:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777218.876136:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777218.876139:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531238aa00. 02000000:00000001:0.0:1788777218.876145:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777218.876147:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777218.876150:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e680. 00000100:00000001:0.0:1788777218.876154:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777218.876156:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777218.876163:0:2346:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967596) req@ffff945308be0380 x1875667126091776/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777232 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.876170:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777218.876173:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0380 x1875667126091776/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777232 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.876178:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777218.876180:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777218.876181:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d22800. 02000000:00000001:0.0:1788777218.876184:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777218.876184:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777218.876186:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777218.876188:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777218.876190:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21400. 02000000:00000001:0.0:1788777218.876192:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777218.876193:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777218.876194:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0380. 00000100:00000001:0.0:1788777218.876199:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777218.876200:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777218.876205:0:2346:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967596) req@ffff945308a3df80 x1875667126092288/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777232 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.876211:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777218.876213:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3df80 x1875667126092288/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777232 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.876245:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777218.876247:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777218.876249:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2f400. 02000000:00000001:0.0:1788777218.876252:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777218.876253:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777218.876254:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777218.876256:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777218.876257:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2d800. 02000000:00000001:0.0:1788777218.876260:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777218.876261:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777218.876262:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3df80. 00000100:00000001:0.0:1788777218.876264:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777218.876265:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777218.876270:0:2346:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff945308a3f480 x1875667126092800/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777232 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777218.876279:0:2346:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff945308a3d500 x1875667126093184/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777233 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777218.876285:0:2346:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777218.876288:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=3/5 committed=0/0 00000100:00000001:0.0:1788777218.876291:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777218.876293:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777218.876298:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.876306:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777218.876309:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777218.876312:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777218.876316:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777218.876323:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126093824:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777218.876331:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777218.876333:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777218.876336:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:0.0:1788777218.876338:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c2a8 00000400:00000010:0.0:1788777218.876340:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c2a8. 00000100:00000001:0.0:1788777218.876343:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777218.876348:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777218.876356:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.876363:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777218.876364:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777218.876366:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777218.876368:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777218.876369:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777218.876371:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777218.876373:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777218.876376:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777218.876379:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777218.876381:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777218.876382:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777218.876384:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777218.876387:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.876389:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777218.876392:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788777218.876745:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777218.876750:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777218.876752:0:2347:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967335 gen 14 00000100:00000040:1.0:1788777218.876761:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff945308a3c380 x1875667126091008/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777229 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777218.876767:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777218.876771:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c380 x1875667126091008/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777229 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777218.876776:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777218.876778:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777218.876780:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aa400. 02000000:00000001:1.0:1788777218.876784:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777218.876786:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777218.876787:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777218.876789:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777218.876791:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a03a00. 02000000:00000001:1.0:1788777218.876794:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777218.876795:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777218.876797:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c380. 00000100:00000001:1.0:1788777218.876800:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777218.876802:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777218.876804:0:2347:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777218.876806:0:2347:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1788777218.876808:0:2347:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777218.876809:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777218.876813:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.876820:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777218.876822:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777218.876824:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777218.876827:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777218.876835:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126093952:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777218.876840:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777218.876843:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777218.876846:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906e300 x1875667126093952/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777218.876852:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777218.876853:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777218.876855:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292600. 02000000:00000001:1.0:1788777218.876857:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777218.876858:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777218.876859:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777218.876861:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777218.876862:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531239c800. 02000000:00000001:1.0:1788777218.876865:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777218.876866:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777218.876868:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906e300. 00000100:00000001:1.0:1788777218.876871:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777218.876872:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777218.876874:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777218.876884:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777218.876886:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777218.876889:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777218.876892:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.877757:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777218.877762:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777218.877763:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777218.877773:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777218.877782:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126093696:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777218.877788:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777218.877790:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777218.877795:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906dc00 x1875667126093824/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.877801:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777218.877803:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777218.877805:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362400. 02000000:00000001:0.0:1788777218.877810:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777218.877812:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777218.877814:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777218.877816:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777218.877818:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531239c000. 02000000:00000001:0.0:1788777218.877822:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777218.877823:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777218.877825:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906dc00. 00000100:00000001:0.0:1788777218.877828:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777218.877829:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777218.877830:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777218.877834:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d180 x1875667126093696/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777218.877840:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777218.877841:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777218.877843:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362e00. 02000000:00000001:0.0:1788777218.877845:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777218.877846:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777218.877847:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777218.877849:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777218.877850:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531239c600. 02000000:00000001:0.0:1788777218.877852:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777218.877854:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777218.877855:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d180. 00000100:00000001:0.0:1788777218.877857:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777218.877858:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777218.877860:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777218.877867:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777218.877868:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777218.877870:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777218.877872:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777219.037782:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777219.037793:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777219.037804:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777219.037805:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777219.038341:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777219.038345:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777219.038349:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788777220.058332:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777220.058343:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df700. 00000400:00000200:0.0:1788777220.058352:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777220.058360:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777220.058368:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347b28 00000400:00000010:0.0:1788777220.058371:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347b28. 00000100:00000001:0.0:1788777220.058376:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777220.058384:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f100 x1875667126094208/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777220.058408:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777220.058413:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f100 x1875667126094208/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777220.058420:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777220.058422:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788777220.061859:0:25608:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777220.061982:0:25608:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777220.061985:0:25608:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777220.061990:0:25608:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777220.061996:0:25608:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777220.061999:0:25608:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777220.062001:0:25608:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777220.062004:0:25608:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777220.062009:0:25608:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777220.062011:0:25608:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777220.091196:0:30271:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777220.091206:0:30271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777220.091209:0:30271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777220.091217:0:30271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777220.091249:0:30271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777220.091254:0:30271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777220.091256:0:30271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777220.091259:0:30271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777220.091261:0:30271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777220.091264:0:30271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777220.091266:0:30271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777220.091268:0:30271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777220.091270:0:30271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777220.091272:0:30271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1788777220.091276:0:30271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777220.091280:0:30271:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777220.091294:0:30271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000800:00000200:1.0:1788777220.093516:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777220.093526:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df200. 00000400:00000200:1.0:1788777220.093534:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777220.093543:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777220.093550:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:1.0:1788777220.093553:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:1.0:1788777220.093564:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777220.093573:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126094336/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 352/224 e 0 to 0 dl 1788777236 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777220.093585:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777220.093589:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c380 x1875667126094336/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 352/224 e 0 to 0 dl 1788777236 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777220.093595:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777220.093597:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777220.100577:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777220.100605:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777220.100611:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777220.100614:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777220.100627:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777220.100636:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777220.100650:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777220.100656:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777220.100663:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777220.100667:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c48a00 00000400:00000200:0.0:1788777220.100673:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777220.100680:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6201 [1] + 224 00000800:00000001:0.0:1788777220.100690:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777220.100704:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777220.100708:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777220.100713:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777220.100722:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777220.100732:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126094336/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 352/224 e 0 to 0 dl 1788777236 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777220.100743:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c380 x1875667126094336/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 352/224 e 0 to 0 dl 1788777236 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777220.100773:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777220.100784:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777220.100796:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777220.101585:0:30271:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777220.101589:0:30271:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777220.101592:0:30271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:3.1:1788777220.116301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803500. 00010000:00000010:3.1:1788777220.116321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:3.1:1788777220.137305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34600. 00010000:00000010:3.1:1788777220.137321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00010000:00000010:3.1:1788777220.137325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803600. 00010000:00000010:3.1:1788777220.137329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00010000:00000010:3.1:1788777220.137332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803100. 00010000:00000010:3.1:1788777220.137335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00010000:00000010:3.1:1788777220.137338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803b00. 00010000:00000010:3.1:1788777220.137341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d400. 00010000:00000001:1.0:1788777221.085419:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777221.085540:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777221.085795:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777221.085800:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777221.085803:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777222.109474:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777222.109483:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777223.134574:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777223.134583:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777223.453398:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296373295, at 4296373760 00000100:00000040:0.0:1788777223.453398:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296373295, at 4296373760 00000100:00000010:1.0:1788777223.453419:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4ba0. 00000100:00000010:0.0:1788777223.453421:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4d20. 00000100:00000001:0.0:1788777223.453465:0:15900:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1788777223.453469:0:15900:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.966828:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777223.966842:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777223.966857:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0380. 00000020:00000040:0.0:1788777223.966866:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777223.966887:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777223.966892:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777223.966898:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777223.966910:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f800. 00000100:00000001:0.0:1788777223.966919:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.966935:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777223.966948:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777223.966954:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.966963:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c26383f6] to pc [ptlrpcd_00_01+1] req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.967021:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.967024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777223.967028:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777223.967031:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2d80. 00000020:00000040:0.0:1788777223.967034:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777223.967036:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777223.967037:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777223.967039:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777223.967042:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f200. 00000100:00000001:0.0:1788777223.967045:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.967050:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777223.967058:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777223.967060:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.967064:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd79a6df] to pc [ptlrpcd_00_00+0] req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.967073:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.967076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777223.967080:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777223.967084:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777223.967087:0:38:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777223.967089:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777223.967090:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777223.967092:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777223.967095:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f500. 00000100:00000001:0.0:1788777223.967099:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.967103:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777223.967110:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777223.967112:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.967116:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aec8b6b] to pc [ptlrpcd_00_01+1] req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.967123:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.967126:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777223.967130:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777223.967136:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1711) 00000100:00000001:1.0:1788777223.967155:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777223.967156:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777223.967162:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777223.967162:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777223.967167:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788777223.967167:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777223.967176:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777223.967178:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.967196:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777223.967199:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777223.967201:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.967202:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777223.967209:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777223.967209:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777223.967214:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777223.967215:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777223.967246:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777223.967251:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126094464:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777223.967257:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777223.967263:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777223.967265:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1788777223.967270:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126094592:192.168.203.135@tcp:400:kworker.0 02000000:00000001:1.0:1788777223.967271:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777223.967277:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777223.967280:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777223.967282:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777223.967284:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1788777223.967288:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777223.967291:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310362e00. 02000000:00000010:1.0:1788777223.967295:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292000. 02000000:00000001:0.0:1788777223.967295:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777223.967299:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777223.967305:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.967306:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777223.967313:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b9a0. 00000400:00000010:1.0:1788777223.967314:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb160. 00000400:00000010:1.0:1788777223.967326:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12a18. 00000400:00000010:0.0:1788777223.967326:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c2a8. 00000100:00000200:0.0:1788777223.967339:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126094592, portal 10 00000100:00000001:0.0:1788777223.967343:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777223.967345:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082718592 : -118390626833024 : ffff945308be2d80) 00000100:00000040:0.0:1788777223.967354:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.967371:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777223.967374:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777223.967378:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cf68. 00000100:00000200:1.0:1788777223.969419:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126094464, portal 25 00000100:00000001:1.0:1788777223.969431:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777223.969433:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000040:1.0:1788777223.969454:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.969464:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777223.969467:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777223.969544:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12c38. 00000100:00000200:1.0:1788777223.969552:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126094464, offset 0 00000400:00000200:1.0:1788777223.969560:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777223.969640:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.969652:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777223.969660:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777223.969666:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777223.969671:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777223.969674:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777223.969679:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2246:2246:256:4294967295] 192.168.203.135@tcp LPNI seq info [2246:2246:8:4294967295] 00000400:00000200:1.0:1788777223.969684:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.969697:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777223.969705:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777223.969713:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c800. 00000800:00000200:1.0:1788777223.969722:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777223.969732:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777223.969737:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777223.969764:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777223.969769:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777223.969773:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296378417 00000100:00000010:1.0:1788777223.969780:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cbc60. 00000100:00000001:1.0:1788777223.969788:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777223.969798:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296378417 00000100:00000010:1.0:1788777223.969802:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb480. 00000100:00000001:1.0:1788777223.969805:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777223.969808:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777223.969812:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.969817:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777223.969824:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.969840:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777223.969842:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777223.969848:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777223.969852:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777223.969855:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777223.969859:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126094720:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777223.969864:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777223.969870:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777223.969873:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777223.969876:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777223.969882:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310293c00. 02000000:00000001:1.0:1788777223.969884:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777223.969889:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777223.969893:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb738. 00000400:00000010:1.0:1788777223.969899:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12770. 00000100:00000200:1.0:1788777223.969903:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126094720, portal 4 00000100:00000001:1.0:1788777223.969904:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777223.969906:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:1.0:1788777223.970189:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.970198:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777223.970201:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777223.970205:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b126e8. 00000100:00000200:1.0:1788777223.970209:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126094720, offset 0 00000400:00000200:1.0:1788777223.970214:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777223.970248:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.970254:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777223.970258:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777223.970261:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777223.970264:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777223.970266:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777223.970270:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2247:2247:255:4294967295] 192.168.203.135@tcp LPNI seq info [2247:2247:7:4294967295] 00000400:00000200:1.0:1788777223.970274:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.970966:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777223.970976:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777223.970984:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c300. 00000800:00000200:1.0:1788777223.970991:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777223.970998:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777223.971003:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777223.971008:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777223.971014:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22765 usecs (23 jiffies) 00000400:00000200:1.0:1788777223.971019:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777223.971022:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296374297 00000100:00000001:1.0:1788777223.971025:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296378417 00000100:00000001:1.0:1788777223.971028:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296374297 00000100:00000001:1.0:1788777223.971030:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296378417 00000100:00000001:1.0:1788777223.971032:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777223.971035:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.971040:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.971046:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777223.971056:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777223.971059:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777223.971063:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777223.971065:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777223.971067:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.971070:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777223.971655:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777223.971662:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c800. 00000400:00000200:1.0:1788777223.971671:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777223.971678:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777223.971687:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12c38 00000400:00000010:1.0:1788777223.971690:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12c38. 00000100:00000001:1.0:1788777223.971697:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777223.971706:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.971720:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777223.971724:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.971731:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.971733:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1788777223.972604:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126094592, offset 0 00000400:00000200:0.0:1788777223.972623:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777223.972636:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.972645:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777223.972651:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777223.972657:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777223.972661:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777223.972664:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777223.972668:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2248:2248:255:4294967295] 192.168.203.135@tcp LPNI seq info [2248:2248:7:4294967295] 00000400:00000200:0.0:1788777223.972673:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.972684:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777223.972690:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777223.972696:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fd00. 00000800:00000200:0.0:1788777223.972706:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777223.972714:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777223.972720:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777223.972725:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.972733:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 763937 usecs (764 jiffies) 00000400:00000200:0.0:1788777223.972737:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777223.972740:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296375043 00000100:00000001:0.0:1788777223.972743:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296378417 00000100:00000001:0.0:1788777223.972745:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296375043 00000100:00000001:0.0:1788777223.972748:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296378417 00000100:00000001:0.0:1788777223.972750:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777223.972754:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777223.972759:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777223.972774:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777223.972783:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777223.972785:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777223.972788:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777223.972790:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777223.972792:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777223.972795:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777223.973952:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777223.973962:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c300. 00000400:00000200:1.0:1788777223.973972:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777223.973982:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777223.973991:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b126e8 00000400:00000010:1.0:1788777223.973995:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b126e8. 00000100:00000001:1.0:1788777223.974002:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777223.974011:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.974025:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777223.974029:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.974037:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.974039:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777223.974086:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777223.974089:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fd00. 00000400:00000200:1.0:1788777223.974094:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777223.974106:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777223.974110:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cf68 00000400:00000010:1.0:1788777223.974112:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cf68. 00000100:00000001:1.0:1788777223.974115:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777223.974120:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.974128:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777223.974132:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.974139:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.974141:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777223.978316:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777223.978342:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777223.978347:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777223.978351:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777223.978374:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.978384:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777223.978398:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.978404:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.978411:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.978415:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c48b80 00000400:00000200:0.0:1788777223.978421:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.978429:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6221 [1] + 224 00000800:00000001:0.0:1788777223.978438:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777223.978448:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777223.978452:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777223.978457:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777223.978468:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777223.978481:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777223.978494:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.978520:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777223.978531:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777223.978535:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777223.979264:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777223.979271:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777223.979281:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777223.979284:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777223.979288:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb738. 00000400:00000200:1.0:1788777223.979297:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12770 00000400:00000010:1.0:1788777223.979300:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12770. 00000100:00000001:1.0:1788777223.979304:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777223.979312:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777223.979335:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.979343:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777223.979345:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777223.979348:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777223.979352:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777223.979355:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777223.979358:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777223.979370:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777223.979384:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=46 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777223.979389:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=124 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777223.979392:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777223.979394:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777223.979398:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777223.979404:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.979409:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777223.979412:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788777223.979415:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777223.979418:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777223.979423:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.979436:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777223.979440:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777223.979442:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777223.979447:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777223.979455:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126094720:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777223.979460:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.979462:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777223.979467:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126094720/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.979475:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777223.979478:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777223.979483:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310293c00. 02000000:00000001:1.0:1788777223.979487:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777223.979491:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777223.979493:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777223.979495:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777223.979499:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f500. 02000000:00000001:1.0:1788777223.979504:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777223.979507:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777223.979509:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:1.0:1788777223.979513:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777223.979515:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777223.979518:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.979520:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777223.979521:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777223.979523:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.979524:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777223.987298:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777223.987328:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777223.987335:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777223.987339:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777223.987352:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.987372:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777223.987388:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.987394:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.987401:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.987405:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c48a80 00000400:00000200:1.0:1788777223.987411:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777223.987418:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6211 [1] + 224 00000800:00000001:1.0:1788777223.987428:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777223.987443:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777223.987447:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777223.987452:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777223.987462:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777223.987474:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777223.987486:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.987522:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777223.987535:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777223.987548:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777223.987717:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777223.987723:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777223.987733:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777223.987736:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777223.987740:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb160. 00000400:00000200:0.0:1788777223.987748:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12a18 00000400:00000010:0.0:1788777223.987752:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12a18. 00000100:00000001:0.0:1788777223.987756:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777223.987762:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777223.987772:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.987778:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777223.987781:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777223.987784:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777223.987789:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777223.987791:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777223.987794:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777223.987797:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777223.988153:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=47 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777223.988160:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777223.988164:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777223.988165:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777223.988169:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777223.988172:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777223.988176:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777223.988184:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.988192:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777223.988196:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777223.988198:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777223.988203:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777223.988210:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126094464:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777223.988217:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777223.988260:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777223.988265:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0380 x1875667126094464/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.988273:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777223.988277:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777223.988282:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292000. 02000000:00000001:0.0:1788777223.988287:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777223.988291:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777223.988293:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777223.988295:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777223.988299:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f800. 02000000:00000001:0.0:1788777223.988303:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777223.988305:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777223.988307:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0380. 00000100:00000001:0.0:1788777223.988313:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777223.988315:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777223.988318:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777223.988326:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777223.988329:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777223.988332:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777223.988334:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777223.989512:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777223.989533:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777223.989548:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777223.989552:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777223.989562:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.989570:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777223.989581:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.989586:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.989593:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.989597:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c48b00 00000400:00000200:0.0:1788777223.989602:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777223.989608:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6209 [1] + 224 00000800:00000001:0.0:1788777223.989617:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777223.989824:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777223.989829:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777223.989836:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777223.989847:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777223.989857:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777223.989868:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777223.990104:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777223.990118:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777223.990122:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777223.990205:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777223.990210:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777223.990243:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777223.990246:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777223.990250:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:1.0:1788777223.990255:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c2a8 00000400:00000010:1.0:1788777223.990258:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c2a8. 00000100:00000001:1.0:1788777223.990261:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777223.990266:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777223.990276:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.990289:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777223.990291:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777223.990294:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777223.990298:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777223.990301:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777223.990303:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777223.990308:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777223.990319:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=46 v=5 (5 102 102 102) 00000100:00001000:1.0:1788777223.990323:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777223.990326:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777223.990328:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777223.990331:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777223.990336:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.990340:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777223.990343:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967597 gen 2 00000100:00000001:1.0:1788777223.990346:0:2346:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777223.990349:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1788777223.990352:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777223.990354:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777223.990358:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.990376:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777223.990380:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777223.990383:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777223.990387:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777223.990396:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126094592:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777223.990401:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777223.990404:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777223.990408:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2d80 x1875667126094592/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777223.990422:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777223.990425:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777223.990430:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362e00. 02000000:00000001:1.0:1788777223.990435:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777223.990438:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777223.990440:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777223.990443:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777223.990447:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f200. 02000000:00000001:1.0:1788777223.990451:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777223.990453:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777223.990456:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2d80. 00000100:00000001:1.0:1788777223.990460:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777223.990462:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777223.990464:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777223.990473:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777223.990475:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777223.990477:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777223.990479:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777224.162887:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777224.162898:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777224.164358:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777224.164374:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777224.164380:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777225.181448:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777225.181458:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777226.205429:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777226.205440:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777227.229410:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777227.229421:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777227.229686:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777227.229690:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777227.229693:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777228.255407:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777228.255419:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777228.575411:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296378417, at 4296378882 00000100:00000010:1.0:1788777228.575427:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb480. 00000100:00000040:0.0:1788777228.575522:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296378417, at 4296378882 00000100:00000010:0.0:1788777228.575528:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cbc60. 00000100:00000040:0.0:1788777229.085523:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777229.085540:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777229.085555:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0380. 00000020:00000040:0.0:1788777229.085563:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777229.085569:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777229.085573:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777229.085580:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777229.085592:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f800. 00000100:00000001:0.0:1788777229.085602:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.085617:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777229.085630:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777229.085636:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.085644:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c26383f6] to pc [ptlrpcd_00_00+0] req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.085672:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.085675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777229.085679:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777229.085682:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0a80. 00000020:00000040:0.0:1788777229.085684:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777229.085686:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777229.085688:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777229.085690:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777229.085695:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f200. 00000100:00000001:0.0:1788777229.085699:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.085703:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777229.085710:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777229.085712:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.085716:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004533ad85] to pc [ptlrpcd_00_01+1] req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.085725:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.085727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777229.085731:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777229.085735:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2680. 00000020:00000040:0.0:1788777229.085737:0:38:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777229.085739:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777229.085740:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777229.085742:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777229.085745:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f500. 00000100:00000001:0.0:1788777229.085749:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.085752:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777229.085759:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777229.085762:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.085765:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b529e6d4] to pc [ptlrpcd_00_00+0] req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.085773:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.085776:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777229.085780:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777229.085786:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1717) 00000100:00000001:0.0:1788777229.085812:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777229.085816:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777229.085819:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777229.085826:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.085834:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777229.085837:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777229.085841:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777229.085845:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777229.085848:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777229.085852:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126094976:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777229.085857:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777229.085863:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777229.085866:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777229.085869:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777229.085875:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363c00. 02000000:00000001:0.0:1788777229.085877:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777229.085886:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777229.085892:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777229.085901:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c908. 00000100:00000200:0.0:1788777229.085912:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126094976, portal 10 00000100:00000001:0.0:1788777229.085914:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777229.085916:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:0.0:1788777229.085927:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.085935:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777229.085938:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777229.085941:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c440. 00000100:00000200:0.0:1788777229.085944:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126094976, offset 0 00000400:00000200:0.0:1788777229.085952:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777229.085963:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777229.085973:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777229.085980:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777229.085985:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777229.085990:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777229.085993:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777229.085997:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2249:2249:256:4294967295] 192.168.203.135@tcp LPNI seq info [2249:2249:8:4294967295] 00000400:00000200:0.0:1788777229.086002:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777229.086013:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777229.086021:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777229.086026:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fd00. 00000800:00000200:0.0:1788777229.086035:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777229.086045:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777229.086050:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777229.086063:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.086068:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 762778 usecs (763 jiffies) 00000400:00000200:0.0:1788777229.086072:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777229.086075:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296380155 00000100:00000010:0.0:1788777229.086082:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4000. 00000100:00000001:0.0:1788777229.086090:0:2347:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788777229.086098:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296380155 00000100:00000010:0.0:1788777229.086102:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4780. 00000100:00000001:0.0:1788777229.086105:0:2347:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788777229.086109:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777229.086113:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.086116:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.086119:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.086129:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777229.086131:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777229.086134:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777229.086135:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777229.086136:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777229.086138:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788777229.086140:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.086142:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777229.086144:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.086146:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777229.086147:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777229.086148:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777229.086152:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.086160:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777229.086161:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777229.086164:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777229.086166:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777229.086168:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777229.086171:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126094848:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777229.086174:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777229.086177:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777229.086179:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777229.086181:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777229.086184:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363000. 02000000:00000001:0.0:1788777229.086186:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777229.086190:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777229.086192:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777229.086196:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777229.086199:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126094848, portal 25 00000100:00000001:0.0:1788777229.086201:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777229.086202:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000040:0.0:1788777229.086208:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.086214:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777229.086216:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000100:00000001:1.0:1788777229.086360:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777229.086364:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777229.086494:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777229.086499:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fd00. 00000400:00000200:1.0:1788777229.086505:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777229.086511:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777229.086518:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c440 00000400:00000010:1.0:1788777229.086521:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c440. 00000100:00000001:1.0:1788777229.086525:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777229.086530:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777229.086540:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777229.086544:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777229.086552:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777229.086553:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1788777229.087029:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cd48. 00000100:00000200:0.0:1788777229.087037:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126094848, offset 0 00000400:00000200:0.0:1788777229.087046:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777229.087205:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777229.087214:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777229.087249:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777229.087254:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777229.087258:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777229.087261:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777229.087265:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2250:2250:256:4294967295] 192.168.203.135@tcp LPNI seq info [2250:2250:8:4294967295] 00000400:00000200:0.0:1788777229.087269:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777229.087279:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777229.087285:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777229.087292:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f700. 00000800:00000200:0.0:1788777229.087298:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777229.087306:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777229.087310:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777229.087342:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777229.087347:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777229.087350:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296383537 00000100:00000001:0.0:1788777229.087360:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296380155 00000100:00000001:0.0:1788777229.087366:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296383537 00000100:00000001:0.0:1788777229.087369:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296380155 00000100:00000001:0.0:1788777229.087372:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777229.087375:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.087379:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777229.087385:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.087394:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777229.087396:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777229.087400:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777229.087403:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777229.087406:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777229.087410:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126095104:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777229.087414:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777229.087420:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777229.087423:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777229.087425:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777229.087431:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363600. 02000000:00000001:0.0:1788777229.087433:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777229.087437:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777229.087441:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777229.087447:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cc38. 00000100:00000200:0.0:1788777229.087451:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126095104, portal 4 00000100:00000001:0.0:1788777229.087453:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777229.087455:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000040:0.0:1788777229.087463:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.087475:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777229.087478:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777229.087480:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c770. 00000100:00000200:0.0:1788777229.087482:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126095104, offset 0 00000400:00000200:0.0:1788777229.087487:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777229.087491:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777229.087495:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777229.087497:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777229.087500:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777229.087502:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777229.087504:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777229.087507:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2251:2251:255:4294967295] 192.168.203.135@tcp LPNI seq info [2251:2251:7:4294967295] 00000400:00000200:0.0:1788777229.087510:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777229.087515:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777229.087519:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777229.087522:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fe00. 00000800:00000200:0.0:1788777229.087527:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777229.087531:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777229.087533:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777229.087536:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.087541:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22726 usecs (23 jiffies) 00000400:00000200:0.0:1788777229.087543:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777229.087545:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296379417 00000100:00000001:0.0:1788777229.087547:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296383537 00000100:00000001:0.0:1788777229.087549:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296379417 00000100:00000001:0.0:1788777229.087551:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296383537 00000100:00000001:0.0:1788777229.087553:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777229.087555:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.087559:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.087562:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777229.087753:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777229.087757:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f700. 00000400:00000200:1.0:1788777229.087763:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777229.087769:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777229.087775:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cd48 00000400:00000010:1.0:1788777229.087777:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cd48. 00000100:00000001:1.0:1788777229.087781:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777229.087786:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777229.087795:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777229.087798:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777229.087805:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777229.087806:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777229.087871:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777229.087874:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fe00. 00000400:00000200:1.0:1788777229.087877:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777229.087880:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777229.087883:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c770 00000400:00000010:1.0:1788777229.087884:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c770. 00000100:00000001:1.0:1788777229.087887:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777229.087890:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777229.087897:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777229.087899:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777229.087916:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777229.087918:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777229.091659:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.091673:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777229.091678:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.091680:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777229.091690:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.091697:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777229.091707:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.091711:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.091716:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.091720:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c48c80 00000400:00000200:1.0:1788777229.091724:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.091730:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6239 [1] + 224 00000800:00000001:1.0:1788777229.091736:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.091743:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777229.091746:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777229.091750:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777229.091757:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777229.091765:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777229.091775:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777229.091807:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777229.091816:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.091820:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.096274:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777229.096281:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777229.096291:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777229.096293:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777229.096298:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:0.0:1788777229.096306:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c908 00000400:00000010:0.0:1788777229.096308:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c908. 00000100:00000001:0.0:1788777229.096313:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777229.096324:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777229.096345:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.096354:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777229.096356:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.096358:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777229.096362:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777229.096364:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777229.096366:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777229.096369:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777229.096385:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=52 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777229.096390:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777229.096392:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777229.096394:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777229.096397:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777229.096402:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.096405:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777229.096407:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1788777229.096409:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777229.096411:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.096416:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.096423:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777229.096426:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777229.096429:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777229.096432:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777229.096441:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126094976:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777229.096446:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.096448:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777229.096451:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0a80 x1875667126094976/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.096457:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777229.096460:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777229.096463:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363c00. 02000000:00000001:0.0:1788777229.096467:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777229.096470:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777229.096472:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777229.096474:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777229.096477:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f200. 02000000:00000001:0.0:1788777229.096480:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777229.096482:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777229.096484:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 00000100:00000001:0.0:1788777229.096489:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777229.096490:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.096493:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.096495:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777229.096496:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777229.096498:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.096500:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777229.097414:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.097429:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777229.097433:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.097435:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777229.097443:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097449:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777229.097458:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097463:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097469:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097472:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c48c00 00000400:00000200:1.0:1788777229.097477:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097482:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6249 [1] + 224 00000800:00000001:1.0:1788777229.097488:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.097493:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777229.097495:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777229.097499:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777229.097515:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777229.097522:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777229.097532:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777229.097548:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777229.097557:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.097560:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777229.097562:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.097564:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777229.097566:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097570:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777229.097573:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097575:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097577:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097580:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c48d00 00000400:00000200:1.0:1788777229.097583:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777229.097587:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6259 [1] + 224 00000800:00000001:1.0:1788777229.097590:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.097639:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777229.097642:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777229.097645:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777229.097647:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777229.097651:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777229.097658:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777229.097664:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777229.097668:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777229.097671:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.098113:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777229.098118:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777229.098123:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777229.098125:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777229.098128:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777229.098132:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:0.0:1788777229.098135:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:0.0:1788777229.098138:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777229.098143:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777229.098153:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.098159:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777229.098160:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.098163:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777229.098166:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777229.098168:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777229.098170:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777229.098172:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777229.098177:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777229.098181:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777229.098183:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777229.098185:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777229.098187:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777229.098189:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.098192:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.098196:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.098202:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777229.098205:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777229.098207:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777229.098210:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777229.098217:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126094848:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777229.098250:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777229.098251:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777229.098253:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:0.0:1788777229.098255:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cc38 00000400:00000010:0.0:1788777229.098257:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cc38. 00000100:00000001:0.0:1788777229.098258:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777229.098262:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777229.098270:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.098275:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777229.098276:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.098277:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777229.098279:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777229.098291:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777229.098293:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777229.098294:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777229.098300:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=52 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777229.098303:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=130 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777229.098305:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777229.098307:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777229.098308:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777229.098311:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.098313:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777229.098315:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788777229.098317:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777229.098319:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777229.098323:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.098338:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777229.098340:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777229.098341:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777229.098345:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777229.098352:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126095104:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777229.098355:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.098358:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777229.098361:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0380 x1875667126094848/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.098379:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777229.098382:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777229.098385:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363000. 02000000:00000001:0.0:1788777229.098388:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777229.098390:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777229.098392:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777229.098394:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777229.098397:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f800. 02000000:00000001:0.0:1788777229.098400:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777229.098402:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777229.098403:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0380. 00000100:00000001:0.0:1788777229.098408:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777229.098409:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.098411:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777229.098414:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2680 x1875667126095104/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777229.098420:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777229.098421:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777229.098423:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363600. 02000000:00000001:0.0:1788777229.098425:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777229.098425:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777229.098427:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777229.098428:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777229.098430:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f500. 02000000:00000001:0.0:1788777229.098431:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777229.098433:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777229.098434:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2680. 00000100:00000001:0.0:1788777229.098436:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777229.098437:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.098439:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777229.098445:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777229.098447:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777229.098449:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777229.098450:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777229.277512:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777229.277584:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777230.301438:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777230.301452:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777230.301455:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777230.301459:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777230.301465:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777230.301468:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777230.301470:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777230.301472:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777230.301650:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777230.301654:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777230.301658:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777231.325419:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777231.325429:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777232.349648:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777232.349657:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777233.374708:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777233.374718:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.693406:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296383537, at 4296384000 00000100:00000010:0.0:1788777233.693430:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4000. 00000100:00000040:1.0:1788777233.693531:0:26555:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296383537, at 4296384000 00000100:00000010:1.0:1788777233.693537:0:26555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4780. 00000100:00000040:0.0:1788777233.694172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777233.694198:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777233.694212:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2680. 00000020:00000040:0.0:1788777233.694217:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777233.694241:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777233.694246:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777233.694252:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777233.694264:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f500. 00000100:00000001:0.0:1788777233.694274:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.694281:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777233.694302:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777233.694308:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.694317:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b529e6d4] to pc [ptlrpcd_00_01+1] req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.694349:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777233.694353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788777233.694357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788777233.694360:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788777233.694362:0:38:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788777233.694366:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788777233.694370:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1696 00000400:00000200:0.0:1788777233.694380:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.694387:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:0.0:1788777233.694393:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777233.694397:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777233.694401:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777233.694403:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:0.0:1788777233.694407:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777233.694409:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 00000020:00000001:0.0:1788777233.694412:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.694417:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 00000020:00000001:0.0:1788777233.694419:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000020:00000001:0.0:1788777233.694422:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00000040:0.0:1788777233.694425:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777233.694427:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777233.694429:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777233.694431:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:0.0:1788777233.694435:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 00000100:00080000:0.0:1788777233.694438:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: import ffff945311024000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:0.0:1788777233.694441:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777233.694444:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788777233.694451:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777233.694454:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.694457:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788777233.694462:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788777233.694466:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.694468:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777233.694473:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0380. 00000020:00000040:0.0:1788777233.694476:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777233.694480:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777233.694482:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.694485:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777233.694487:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777233.694489:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777233.694495:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d20400. 00000100:00000001:0.0:1788777233.694499:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777233.694506:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945308be0380 x1875667126095360/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777233.694516:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777233.694518:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.694522:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c26383f6] to pc [ptlrpcd_rcv+-1] req@ffff945308be0380 x1875667126095360/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.694548:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.694553:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777233.694557:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777233.694562:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0a80. 00000020:00000040:0.0:1788777233.694565:0:38:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777233.694567:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777233.694569:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777233.694571:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777233.694574:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f800. 00000100:00000001:0.0:1788777233.694577:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.694582:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777233.694590:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777233.694592:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.694597:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004533ad85] to pc [ptlrpcd_00_00+0] req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.694606:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.694609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777233.694613:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777233.694619:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1721) 00000100:00000001:1.0:1788777233.694706:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777233.694711:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777233.694715:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777233.694723:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.694732:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777233.694734:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777233.694739:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777233.694742:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777233.694745:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777233.694750:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126095232:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777233.694755:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777233.694763:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777233.694766:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777233.694769:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777233.694776:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310293400. 02000000:00000001:1.0:1788777233.694779:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777233.694786:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777233.694791:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb738. 00000400:00000010:1.0:1788777233.694799:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12770. 00000100:00000200:1.0:1788777233.694810:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126095232, portal 25 00000100:00000001:1.0:1788777233.694813:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777233.694814:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000040:1.0:1788777233.694821:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.694830:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777233.694833:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777233.694837:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b126e8. 00000100:00000200:1.0:1788777233.694840:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126095232, offset 0 00000400:00000200:1.0:1788777233.694848:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777233.694871:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.694880:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777233.694888:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777233.694895:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777233.694900:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777233.694903:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777233.694909:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2252:2252:256:4294967295] 192.168.203.135@tcp LPNI seq info [2252:2252:8:4294967295] 00000400:00000200:1.0:1788777233.694913:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.694926:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777233.694935:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777233.694942:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c300. 00000800:00000200:1.0:1788777233.694952:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777233.694962:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777233.694968:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777233.694987:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777233.694993:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777233.694995:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296388144 00000100:00000010:1.0:1788777233.695003:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb480. 00000100:00000001:1.0:1788777233.695013:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777233.695020:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296388144 00000100:00000010:1.0:1788777233.695024:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb9c0. 00000100:00000001:1.0:1788777233.695028:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777233.695031:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777233.695035:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.695039:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.695055:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777233.695065:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777233.695068:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777233.695070:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777233.695072:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777233.695074:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777233.695077:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788777233.695079:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777233.695081:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777233.695083:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777233.695085:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777233.695086:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777233.695087:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777233.695092:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.695100:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777233.695102:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777233.695104:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777233.695106:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777233.695108:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777233.695112:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126095488:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777233.695116:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777233.695119:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777233.695121:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777233.695123:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777233.695129:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310293c00. 02000000:00000001:1.0:1788777233.695131:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777233.695136:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777233.695140:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb948. 00000400:00000010:1.0:1788777233.695144:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12c38. 00000100:00000200:1.0:1788777233.695147:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126095488, portal 4 00000100:00000001:1.0:1788777233.695149:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777233.695151:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:1.0:1788777233.695159:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.695165:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777233.695168:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777233.695171:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12a18. 00000100:00000200:1.0:1788777233.695174:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126095488, offset 0 00000400:00000200:1.0:1788777233.695179:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777233.695184:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.695189:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777233.695192:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777233.695195:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777233.695197:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777233.695200:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777233.695203:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2253:2253:255:4294967295] 192.168.203.135@tcp LPNI seq info [2253:2253:7:4294967295] 00000400:00000200:1.0:1788777233.695208:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.695215:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777233.695249:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777233.695254:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c800. 00000800:00000200:1.0:1788777233.695259:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777233.695264:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777233.695267:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777233.695271:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777233.695276:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22690 usecs (23 jiffies) 00000400:00000200:1.0:1788777233.695279:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777233.695282:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296384025 00000100:00000001:1.0:1788777233.695284:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:1.0:1788777233.695287:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296384025 00000100:00000001:1.0:1788777233.695289:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:1.0:1788777233.695291:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777233.695304:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.695307:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.695310:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.695323:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777233.695325:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777233.696275:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777233.696283:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c300. 00000400:00000200:0.0:1788777233.696291:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777233.696309:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777233.696318:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b126e8 00000400:00000010:0.0:1788777233.696320:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b126e8. 00000100:00000001:0.0:1788777233.696326:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777233.696334:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.696347:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.696350:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.696358:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.696360:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777233.696438:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777233.696441:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c800. 00000400:00000200:0.0:1788777233.696444:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777233.696447:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777233.696450:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12a18 00000400:00000010:0.0:1788777233.696452:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12a18. 00000100:00000001:0.0:1788777233.696455:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777233.696459:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.696467:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.696470:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.696477:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.696478:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777233.699081:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777233.699094:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfe00. 00000400:00000200:1.0:1788777233.699103:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777233.699113:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777233.699121:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347990 00000400:00000010:1.0:1788777233.699125:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347990. 00000100:00000001:1.0:1788777233.699131:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777233.699141:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0380 x1875667126095360/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.699162:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777233.699166:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0380 x1875667126095360/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.699173:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.699175:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777233.704272:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704308:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777233.704314:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704318:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777233.704332:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704343:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777233.704361:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704367:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704374:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704379:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c48e80 00000400:00000200:0.0:1788777233.704384:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704392:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6279 [1] + 224 00000800:00000001:0.0:1788777233.704400:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704405:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777233.704409:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777233.704414:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777233.704423:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777233.704434:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777233.704446:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.704515:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777233.704521:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777233.704537:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777233.704550:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704553:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777233.704555:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704557:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777233.704561:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704564:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777233.704568:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704571:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704574:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704577:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c48d80 00000400:00000200:0.0:1788777233.704580:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704586:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6269 [1] + 224 00000800:00000001:0.0:1788777233.704591:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704595:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777233.704598:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777233.704602:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777233.704606:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777233.704614:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777233.704630:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.704639:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777233.704658:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704663:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777233.704665:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704668:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777233.704671:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704675:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777233.704680:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704684:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704687:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704690:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 10 MB=0x6a9e8c8c48e00 00000400:00000200:0.0:1788777233.704705:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.704712:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 416/416 into md 0x6289 [1] + 0 00000800:00000001:0.0:1788777233.704717:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704729:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777233.704732:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777233.704736:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777233.704740:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777233.704746:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0380 x1875667126095360/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777233.704756:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff945308be0380 x1875667126095360/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.704778:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777233.704783:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.704787:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.705355:0:30241:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777233.705361:0:30241:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777233.705363:0:30241:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777233.705366:0:30241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d160. 00000400:00000200:0.0:1788777233.705370:0:30241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347770 00000400:00000010:0.0:1788777233.705372:0:30241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347770. 00000100:00000001:0.0:1788777233.705374:0:30241:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777233.705379:0:30241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f100 x1875667126094208/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777236 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777233.705388:0:30241:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f100 x1875667126094208/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777236 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.705394:0:30241:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777233.705395:0:30241:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.705397:0:30241:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777233.705400:0:30241:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777233.705403:0:30241:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777233.705406:0:30241:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777233.705408:0:30241:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.705411:0:30241:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788777233.705415:0:30241:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667126094208 new x1875667126095616 02000000:00000001:0.0:1788777233.705418:0:30241:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777233.705420:0:30241:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777233.705425:0:30241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777233.705430:0:30241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777233.705435:0:30241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cc38. 00000100:00000200:0.0:1788777233.705440:0:30241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126094208, portal 10 00000100:00000001:0.0:1788777233.705443:0:30241:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777233.705445:0:30241:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000040:0.0:1788777233.705450:0:30241:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff945308a3f100 x1875667126094208/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.705457:0:30241:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777233.705460:0:30241:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777233.705463:0:30241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777233.705466:0:30241:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126094208, offset 0 00000400:00000200:0.0:1788777233.705472:0:30241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777233.705480:0:30241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.705487:0:30241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777233.705493:0:30241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777233.705497:0:30241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777233.705501:0:30241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777233.705504:0:30241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777233.705508:0:30241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2255:2255:256:4294967295] 192.168.203.135@tcp LPNI seq info [2255:2255:8:4294967295] 00000400:00000200:0.0:1788777233.705512:0:30241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.705520:0:30241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777233.705526:0:30241:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777233.705532:0:30241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f200. 00000800:00000200:0.0:1788777233.705538:0:30241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777233.705545:0:30241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777233.705550:0:30241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777233.705564:0:30241:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.705569:0:30241:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 760421 usecs (761 jiffies) 00000400:00000200:0.0:1788777233.705572:0:30241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777233.705574:0:30241:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296384773 00000100:00000001:0.0:1788777233.705577:0:30241:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:0.0:1788777233.705580:0:30241:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296384773 00000100:00000001:0.0:1788777233.705582:0:30241:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:0.0:1788777233.705584:0:30241:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777233.705587:0:30241:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.705589:0:30241:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777233.705591:0:30241:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777233.705594:0:30241:0:(client.c:2715:ptlrpc_set_wait()) set ffff945321b30300 going to sleep for 11 seconds 00000100:00000001:0.0:1788777233.705596:0:30241:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777233.705607:0:30241:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777233.705684:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777233.705689:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f200. 00000400:00000200:0.0:1788777233.705693:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777233.705698:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777233.705704:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:0.0:1788777233.705705:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:0.0:1788777233.705708:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777233.705712:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f100 x1875667126094208/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.705721:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.705724:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f100 x1875667126094208/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.705731:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.705732:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1788777233.706798:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777233.706807:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777233.706812:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb948. 00000400:00000200:1.0:1788777233.706824:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12c38 00000400:00000010:1.0:1788777233.706826:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12c38. 00000100:00000001:1.0:1788777233.706831:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777233.706844:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777233.706857:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.706866:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777233.706868:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777233.706874:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777233.706878:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777233.706881:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777233.706883:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777233.706887:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777233.706898:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=56 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777233.706904:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=134 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777233.706906:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777233.706909:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777233.706913:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777233.706918:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.706922:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777233.706924:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788777233.706926:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777233.706929:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777233.706934:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.706941:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777233.706945:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777233.706947:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777233.706952:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777233.706960:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126095488:192.168.203.135@tcp:400:kworker.0 00000400:00000001:1.0:1788777233.707022:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777233.707023:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777233.707026:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb738. 00000400:00000200:1.0:1788777233.707029:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12770 00000400:00000010:1.0:1788777233.707031:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12770. 00000100:00000001:1.0:1788777233.707034:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777233.707050:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777233.707060:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.707067:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777233.707068:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777233.707070:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777233.707072:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777233.707073:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777233.707075:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777233.707077:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777233.707081:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777233.707084:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777233.707086:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777233.707087:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777233.707089:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777233.707090:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.707093:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777233.707097:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.707103:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777233.707105:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777233.707106:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777233.707110:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777233.707117:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126095232:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777233.707122:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777233.707126:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777233.707130:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0a80 x1875667126095488/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.707137:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777233.707140:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777233.707146:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310293c00. 02000000:00000001:1.0:1788777233.707151:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777233.707330:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777233.707333:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777233.707337:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777233.707341:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f800. 02000000:00000001:1.0:1788777233.707346:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777233.707348:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777233.707351:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 00000100:00000001:1.0:1788777233.707357:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777233.707359:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777233.707361:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777233.707366:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2680 x1875667126095232/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777249 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.707371:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777233.707373:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777233.707374:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310293400. 02000000:00000001:1.0:1788777233.707377:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777233.707378:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777233.707379:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777233.707381:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777233.707383:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f500. 02000000:00000001:1.0:1788777233.707385:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777233.707386:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777233.707387:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2680. 00000100:00000001:1.0:1788777233.707390:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777233.707391:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777233.707394:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777233.707403:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777233.707406:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.707409:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777233.707412:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.711497:0:30251:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777233.711501:0:30251:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.711503:0:30251:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777233.711505:0:30251:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777233.711509:0:30251:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777233.711513:0:30251:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777233.711516:0:30251:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.711518:0:30251:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788777233.711523:0:30251:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667126093440 new x1875667126095744 02000000:00000001:0.0:1788777233.711526:0:30251:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777233.711529:0:30251:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777233.711536:0:30251:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777233.711544:0:30251:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777233.711550:0:30251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777233.711558:0:30251:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126093440, portal 10 00000100:00000001:0.0:1788777233.711560:0:30251:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777233.711562:0:30251:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:0.0:1788777233.711570:0:30251:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff94530914e300 x1875667126093440/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777249 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.711576:0:30251:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777233.711579:0:30251:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777233.711581:0:30251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c908. 00000100:00000200:0.0:1788777233.711584:0:30251:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667126093440, offset 0 00000400:00000200:0.0:1788777233.711775:0:30251:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777233.711787:0:30251:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.711793:0:30251:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777233.711799:0:30251:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777233.711803:0:30251:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777233.711806:0:30251:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777233.711808:0:30251:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777233.711812:0:30251:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2256:2256:256:4294967295] 192.168.203.135@tcp LPNI seq info [2256:2256:8:4294967295] 00000400:00000200:0.0:1788777233.711815:0:30251:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.711823:0:30251:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777233.711829:0:30251:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777233.711835:0:30251:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f200. 00000800:00000200:0.0:1788777233.711840:0:30251:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777233.711847:0:30251:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777233.711851:0:30251:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788777233.711874:0:30251:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.711878:0:30251:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 760421 usecs (761 jiffies) 00000400:00000200:0.0:1788777233.711881:0:30251:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777233.711884:0:30251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296384779 00000100:00000001:0.0:1788777233.711886:0:30251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:0.0:1788777233.711888:0:30251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296384779 00000100:00000001:0.0:1788777233.711890:0:30251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:0.0:1788777233.711892:0:30251:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777233.711895:0:30251:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.711897:0:30251:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777233.711898:0:30251:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777233.711900:0:30251:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788777233.711902:0:30251:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777233.711903:0:30251:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777233.713925:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777233.713933:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f200. 00000400:00000200:1.0:1788777233.713940:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777233.713948:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777233.713955:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c908 00000400:00000010:1.0:1788777233.713957:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c908. 00000100:00000001:1.0:1788777233.713962:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777233.713969:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126093440/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777249 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.713979:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777233.713982:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126093440/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777249 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.713988:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.713990:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777233.723505:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.723538:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777233.723544:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.723547:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777233.723558:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.723568:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777233.723580:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.723587:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.723594:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.723599:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c48f80 00000400:00000200:1.0:1788777233.723605:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.723613:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x62a1 [1] + 224 00000800:00000001:1.0:1788777233.723623:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.723638:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777233.723642:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777233.723647:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777233.723657:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777233.723679:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126093440/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777233.723692:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94530914e300 x1875667126093440/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777233.723711:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777233.723724:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.723727:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.723814:0:30251:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777233.723827:0:30251:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777233.723830:0:30251:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777233.723835:0:30251:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777233.723843:0:30251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:0.0:1788777233.723846:0:30251:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:0.0:1788777233.723850:0:30251:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777233.723860:0:30251:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126093440/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777233.723870:0:30251:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126093440/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.723878:0:30251:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777233.723880:0:30251:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.723882:0:30251:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777233.723886:0:30251:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777233.723888:0:30251:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777233.723890:0:30251:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777233.723893:0:30251:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777233.723902:0:30251:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=56 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777233.723907:0:30251:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777233.723909:0:30251:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777233.723911:0:30251:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.723914:0:30251:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777233.723918:0:30251:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.723922:0:30251:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777233.723924:0:30251:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1788777233.723926:0:30251:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777233.723927:0:30251:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.723932:0:30251:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126093440/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.723939:0:30251:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777233.723942:0:30251:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777233.723944:0:30251:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777233.723947:0:30251:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126093440/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777249 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777233.723954:0:30251:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30251:1875667126093440:192.168.203.135@tcp:36:touch.0 00000100:00000001:0.0:1788777233.723959:0:30251:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.723962:0:30251:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.723964:0:30251:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777233.723966:0:30251:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.723969:0:30251:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126093440/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777249 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.723976:0:30251:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777233.723978:0:30251:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906d80. 00000100:00000001:0.0:1788777233.723983:0:30251:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777233.723984:0:30251:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777233.723990:0:30251:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777233.723994:0:30251:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777233.724000:0:30251:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777233.724002:0:30251:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777233.724017:0:30251:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1788777233.724020:0:30251:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1788777233.724024:0:30251:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.724027:0:30251:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126093440/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777249 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777233.724033:0:30251:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777233.724036:0:30251:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777233.724038:0:30251:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a8400. 02000000:00000001:0.0:1788777233.724042:0:30251:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777233.724044:0:30251:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777233.724046:0:30251:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777233.724049:0:30251:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777233.724052:0:30251:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530939c200. 02000000:00000001:0.0:1788777233.724055:0:30251:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777233.724057:0:30251:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777233.724058:0:30251:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:0.0:1788777233.724062:0:30251:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777233.724063:0:30251:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777233.724065:0:30251:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777233.724067:0:30251:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.724070:0:30251:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.724073:0:30251:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1788777233.724077:0:30251:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777233.724078:0:30251:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777233.724080:0:30251:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777233.724082:0:30251:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.724084:0:30251:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.724086:0:30251:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1788777233.724088:0:30251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777233.724092:0:30251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683027870568 : -118390681681048 : ffff945305794368) 00000020:00001000:0.0:1788777233.724094:0:30251:0:(cl_object.c:823:cl_env_get()) 1@ffff945305794360 00000020:00000001:0.0:1788777233.724098:0:30251:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:0.0:1788777233.724100:0:30251:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777233.724102:0:30251:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777233.724105:0:30251:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777233.724107:0:30251:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777233.724108:0:30251:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777233.724111:0:30251:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777233.724113:0:30251:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788777233.724115:0:30251:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:0.0:1788777233.724119:0:30251:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777233.724122:0:30251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777233.724128:0:30251:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777233.724130:0:30251:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777233.724131:0:30251:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:0.0:1788777233.724133:0:30251:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.724135:0:30251:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1788777233.724142:0:30251:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363600. 00000080:00010000:0.0:1788777233.724146:0:30251:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x22:0x0](ffff94532091b248) 00000080:00000001:0.0:1788777233.724150:0:30251:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777233.724153:0:30251:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777233.724156:0:30251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81fe7958 00800000:00000002:0.0:1788777233.724158:0:30251:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x22:0x0] '' on [0x200000404:0x22:0x0] 00800000:00000001:0.0:1788777233.724161:0:30251:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777233.724164:0:30251:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x22:0x0], fid2=[0x200000404:0x22:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777233.724167:0:30251:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777233.724169:0:30251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81fe7828 00000002:00010000:0.0:1788777233.724171:0:30251:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x22:0x0]) in obj [0x200000404:0x22:0x0], intent: layout flags 0 00000002:00000001:0.0:1788777233.724175:0:30251:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777233.724176:0:30251:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1788777233.724181:0:30251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0e00. 00000020:00000040:0.0:1788777233.724184:0:30251:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777233.724188:0:30251:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777233.724193:0:30251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777233.724196:0:30251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.724199:0:30251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777233.724201:0:30251:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777233.724205:0:30251:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777233.724211:0:30251:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310363000. 00000100:00000001:0.0:1788777233.724216:0:30251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.724249:0:30251:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777233.724252:0:30251:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.724253:0:30251:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777233.724255:0:30251:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.724256:0:30251:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777233.724260:0:30251:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446625683082710528 : -118390626841088 : ffff945308be0e00) 00010000:00000001:0.0:1788777233.724263:0:30251:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777233.724265:0:30251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777233.724271:0:30251:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34d00. 00010000:00000010:0.0:1788777233.724275:0:30251:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327680. 00010000:00000001:0.0:1788777233.724279:0:30251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777233.724283:0:30251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9600. 00000020:00000001:0.0:1788777233.724286:0:30251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777233.724289:0:30251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9600 with handle 0xe53f2b0cb7af8678 to hash 00000020:00000001:0.0:1788777233.724291:0:30251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777233.724303:0:30251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.724307:0:30251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.724312:0:30251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777233.724315:0:30251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777233.724321:0:30251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777233.724334:0:30251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777233.724344:0:30251:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777233.724350:0:30251:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777233.724352:0:30251:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777233.724359:0:30251:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061a2900. 00000100:00000001:0.0:1788777233.724361:0:30251:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038415104 : -118390671136512 : ffff9453061a2900) 00000100:00000001:0.0:1788777233.724365:0:30251:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777233.724366:0:30251:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082710528 : -118390626841088 : ffff945308be0e00) 00000100:00000001:0.0:1788777233.724371:0:30251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777233.724375:0:30251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.724379:0:30251:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777233.724381:0:30251:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777233.724386:0:30251:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.724393:0:30251:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777233.724397:0:30251:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777233.724401:0:30251:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777233.724404:0:30251:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777233.724406:0:30251:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777233.724410:0:30251:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30251:1875667126095872:192.168.203.135@tcp:101:touch.0 00000100:00000001:0.0:1788777233.724414:0:30251:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777233.724420:0:30251:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777233.724423:0:30251:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777233.724426:0:30251:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777233.724431:0:30251:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777233.724433:0:30251:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777233.724440:0:30251:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777233.724444:0:30251:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777233.724455:0:30251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777233.724462:0:30251:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126095872, portal 10 00000100:00000001:0.0:1788777233.724464:0:30251:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777233.724465:0:30251:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082710528 : -118390626841088 : ffff945308be0e00) 00000100:00000040:0.0:1788777233.724471:0:30251:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777249 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.724478:0:30251:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777233.724480:0:30251:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777233.724482:0:30251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c880. 00000100:00000200:0.0:1788777233.724484:0:30251:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875667126095872, offset 0 00000400:00000200:0.0:1788777233.724490:0:30251:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777233.724500:0:30251:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.724509:0:30251:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777233.724514:0:30251:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777233.724518:0:30251:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777233.724522:0:30251:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777233.724525:0:30251:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777233.724530:0:30251:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2257:2257:256:4294967295] 192.168.203.135@tcp LPNI seq info [2257:2257:8:4294967295] 00000400:00000200:0.0:1788777233.724533:0:30251:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.724547:0:30251:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777233.724553:0:30251:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777233.724559:0:30251:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777233.724567:0:30251:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777233.724574:0:30251:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777233.724578:0:30251:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1788777233.726804:0:30251:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.726815:0:30251:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 791453 usecs (792 jiffies) 00000400:00000200:0.0:1788777233.726822:0:30251:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777233.726826:0:30251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296384825 00000100:00000001:0.0:1788777233.726830:0:30251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:0.0:1788777233.726834:0:30251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296384825 00000100:00000001:0.0:1788777233.726836:0:30251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:0.0:1788777233.726837:0:30251:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777233.726841:0:30251:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.726843:0:30251:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777233.726845:0:30251:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777233.726848:0:30251:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061a2900 going to sleep for 11 seconds 00000100:00000001:0.0:1788777233.726851:0:30251:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777233.726854:0:30251:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777233.736847:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777233.736856:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:1.0:1788777233.736863:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777233.736872:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777233.736879:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c880 00000400:00000010:1.0:1788777233.736881:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c880. 00000100:00000001:1.0:1788777233.736886:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777233.736894:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777249 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777233.736907:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777233.736910:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777249 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777233.736918:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.736920:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777233.741818:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.741834:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777233.741838:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.741840:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777233.741848:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.741855:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777233.741864:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.741869:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.741874:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.741878:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 10 MB=0x6a9e8c8c49000 00000400:00000200:1.0:1788777233.741883:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.741888:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 400/400 into md 0x62b1 [1] + 224 00000800:00000001:1.0:1788777233.741894:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.741901:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777233.741904:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777233.741908:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777233.741915:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777233.741923:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777233.741933:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777233.741953:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777233.741961:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.741965:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.742095:0:30251:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777233.742103:0:30251:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777233.742105:0:30251:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777233.742108:0:30251:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777233.742112:0:30251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:0.0:1788777233.742115:0:30251:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:0.0:1788777233.742118:0:30251:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777233.742122:0:30251:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777233.742129:0:30251:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.742135:0:30251:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777233.742137:0:30251:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.742139:0:30251:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777233.742141:0:30251:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777233.742143:0:30251:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777233.742145:0:30251:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777233.742148:0:30251:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777233.742157:0:30251:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=56 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777233.742162:0:30251:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777233.742164:0:30251:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777233.742166:0:30251:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.742168:0:30251:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777233.742171:0:30251:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.742175:0:30251:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777233.742178:0:30251:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1788777233.742180:0:30251:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777233.742182:0:30251:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.742186:0:30251:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.742194:0:30251:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777233.742197:0:30251:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777233.742199:0:30251:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777233.742217:0:30251:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777249 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777233.742259:0:30251:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30251:1875667126095872:192.168.203.135@tcp:101:touch.0 00000100:00000001:0.0:1788777233.742264:0:30251:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.742267:0:30251:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.742269:0:30251:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777233.742271:0:30251:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.742274:0:30251:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777249 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.742280:0:30251:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777233.742283:0:30251:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061a2900. 00000100:00000001:0.0:1788777233.742286:0:30251:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777233.742288:0:30251:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.742291:0:30251:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777233.742303:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.742305:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.742309:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=4 00000020:00000001:0.0:1788777233.742311:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.742314:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000040:0.0:1788777233.742320:0:30251:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e9600, remote cookie: 0xa4f015c75ff3bd1c, flags: 0x1000 00010000:00000001:0.0:1788777233.742323:0:30251:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777233.742327:0:30251:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777233.742329:0:30251:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777233.742330:0:30251:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777233.742332:0:30251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777233.742335:0:30251:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff945303e34d00) refcount = 1 00010000:00010000:0.0:1788777233.742340:0:30251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777233.742349:0:30251:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777233.742352:0:30251:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777233.742353:0:30251:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777233.742356:0:30251:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777233.742358:0:30251:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777233.742362:0:30251:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777233.742367:0:30251:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777233.742369:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.742371:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777233.742372:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.742373:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777233.742375:0:30251:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777233.742379:0:30251:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777233.742380:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.742381:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.742383:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:0.0:1788777233.742385:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.742387:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.742389:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.742390:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777233.742394:0:30251:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777249 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1788777233.742402:0:30251:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9453090ac800: layout return lvb 56 transno 0 00010000:00000001:0.0:1788777233.742404:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.742405:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.742407:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:0.0:1788777233.742408:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.742411:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00000002:00010000:0.0:1788777233.742414:0:30251:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788777233.742423:0:30251:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945311048ec0. 00010000:00000001:0.0:1788777233.742425:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.742426:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777233.742428:0:30251:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777233.742430:0:30251:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777233.742433:0:30251:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777233.742434:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.742435:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.742437:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:0.0:1788777233.742439:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.742440:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00000002:00010000:0.0:1788777233.742444:0:30251:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777233.742450:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.742451:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777233.742453:0:30251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777233.742454:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.742455:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.742456:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:0.0:1788777233.742457:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.742459:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000040:0.0:1788777233.742465:0:30251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777233.742467:0:30251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777233.742471:0:30251:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 16 res 8589935620/34 (0 0) 00010000:00000001:0.0:1788777233.742474:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.742475:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777233.742476:0:30251:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777233.742479:0:30251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81fe77b0 00000002:00002000:0.0:1788777233.742481:0:30251:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1788777233.742484:0:30251:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777233.742487:0:30251:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777233.742489:0:30251:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777233.742492:0:30251:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x22:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777233.742495:0:30251:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.742498:0:30251:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.742501:0:30251:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0e00 x1875667126095872/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777249 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.742508:0:30251:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777233.742510:0:30251:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777233.742513:0:30251:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777233.742516:0:30251:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777233.742519:0:30251:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777233.742520:0:30251:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777233.742523:0:30251:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777233.742525:0:30251:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310363000. 02000000:00000001:0.0:1788777233.742528:0:30251:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777233.742530:0:30251:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777233.742531:0:30251:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0e00. 00000100:00000001:0.0:1788777233.742537:0:30251:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777233.742538:0:30251:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777233.742541:0:30251:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363600. 00000080:00010000:0.0:1788777233.742545:0:30251:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af8678 00800000:00000001:0.0:1788777233.742549:0:30251:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777233.742974:0:30251:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777233.742976:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.742977:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.742979:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:0.0:1788777233.742982:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.742985:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.742987:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.742989:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777233.742990:0:30251:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777233.742992:0:30251:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777233.742995:0:30251:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8678 from it ffffb1cb81fe7a78 00010000:00000001:0.0:1788777233.742998:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.742999:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.743000:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:0.0:1788777233.743001:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.743004:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.743006:0:30251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777233.743009:0:30251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777233.743016:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.743017:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777233.743019:0:30251:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777233.743022:0:30251:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777233.743025:0:30251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777233.743033:0:30251:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777233.743036:0:30251:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777233.743037:0:30251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777233.743041:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.743042:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777233.743044:0:30251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.743047:0:30251:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777233.743049:0:30251:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.743051:0:30251:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.743053:0:30251:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.743055:0:30251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777233.743056:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.743057:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777233.743059:0:30251:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.743062:0:30251:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788777233.743064:0:30251:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:0.0:1788777233.743069:0:30251:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777233.743071:0:30251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777233.743073:0:30251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777233.743076:0:30251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777233.743079:0:30251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777233.743082:0:30251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777233.743085:0:30251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777233.743092:0:30251:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777233.743095:0:30251:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777233.743099:0:30251:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777233.743105:0:30251:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788777233.743107:0:30251:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 16 00000080:00000001:0.0:1788777233.743109:0:30251:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1788777233.743112:0:30251:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1788777233.743113:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.743114:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.743116:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:0.0:1788777233.743118:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.743120:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00000080:00010000:0.0:1788777233.743124:0:30251:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x22:0x0](000000006d36a7fb) being reconfigured ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1788777233.743131:0:30251:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777233.743133:0:30251:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777233.743134:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.743135:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.743136:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=4 00000020:00000001:0.0:1788777233.743138:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.743140:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.743142:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.743143:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777233.743144:0:30251:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777233.743146:0:30251:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.743149:0:30251:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1788777233.743150:0:30251:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x22:0x0] LVB_READY=0 l_lvb_data=ffff945311048ec0 l_lvb_len=56 00000080:00000001:0.0:1788777233.743153:0:30251:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.743156:0:30251:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777233.743157:0:30251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777233.743161:0:30251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090798280 : -118390618753336 : ffff9453093976c8) 00000020:00001000:0.0:1788777233.743164:0:30251:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093976c0 00000020:00000001:0.0:1788777233.743166:0:30251:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777233.743169:0:30251:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777233.743172:0:30251:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777233.743179:0:30251:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945302fb4000. 00020000:00000010:0.0:1788777233.743183:0:30251:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945306627d80. 00020000:00000010:0.0:1788777233.743189:0:30251:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945302fb4780. 00020000:00000001:0.0:1788777233.743192:0:30251:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625682986059648 : -118390723491968 : ffff945302fb4780) 00020000:00000002:0.0:1788777233.743195:0:30251:0:(lov_ea.c:755:dump_lsm()) lsm ffff945302fb4780, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777233.743279:0:30251:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777233.743284:0:30251:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306627d80: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777233.743288:0:30251:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff94530258cf80 00020000:00000001:0.0:1788777233.743292:0:30251:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777233.743304:0:30251:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff94530258cf80 00020000:00000010:0.0:1788777233.743308:0:30251:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945306627d80. 00020000:00000010:0.0:1788777233.743312:0:30251:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945302fb4000. 00020000:00000010:0.0:1788777233.743316:0:30251:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945302fb4780. 00020000:00000002:0.0:1788777233.743319:0:30251:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777233.743321:0:30251:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743323:0:30251:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743326:0:30251:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777233.743329:0:30251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff94530258cf80 00020000:00000002:0.0:1788777233.743332:0:30251:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b7900 addref 2/0 by ffff94530258cf80. 00020000:00000002:0.0:1788777233.743335:0:30251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff94530258cf80 00020000:00000001:0.0:1788777233.743338:0:30251:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777233.743339:0:30251:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777233.743341:0:30251:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777233.743343:0:30251:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777233.743346:0:30251:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777233.743348:0:30251:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788777233.743350:0:30251:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093976c0 00000080:00000001:0.0:1788777233.743353:0:30251:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.743354:0:30251:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1788777233.743356:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.743357:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777233.743358:0:30251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777233.743359:0:30251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777233.743361:0:30251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:0.0:1788777233.743363:0:30251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.743365:0:30251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777233.743367:0:30251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777233.743370:0:30251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777233.743377:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.743378:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777233.743379:0:30251:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777233.743381:0:30251:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777233.743383:0:30251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777233.743390:0:30251:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777233.743391:0:30251:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777233.743393:0:30251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777233.743395:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.743396:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777233.743397:0:30251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.743399:0:30251:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777233.743401:0:30251:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.743403:0:30251:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.743405:0:30251:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.743407:0:30251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777233.743408:0:30251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777233.743410:0:30251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777233.743411:0:30251:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.743414:0:30251:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.743417:0:30251:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777233.743421:0:30251:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x22:0x0]io ffff9453119b70f0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1788777233.743423:0:30251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff94530258cf80 00020000:00000001:0.0:1788777233.743426:0:30251:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777233.743428:0:30251:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777233.743431:0:30251:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777233.743433:0:30251:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.743435:0:30251:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777233.743438:0:30251:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777233.743439:0:30251:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743441:0:30251:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777233.743443:0:30251:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777233.743444:0:30251:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777233.743446:0:30251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff94530258cf80 00000020:00000001:0.0:1788777233.743448:0:30251:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743451:0:30251:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777233.743453:0:30251:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788777233.743455:0:30251:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1788777233.743457:0:30251:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777233.743459:0:30251:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777233.743463:0:30251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777233.743465:0:30251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777233.743467:0:30251:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777233.743468:0:30251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777233.743470:0:30251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090798280 : -118390618753336 : ffff9453093976c8) 00000020:00001000:0.0:1788777233.743472:0:30251:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093976c0 00000020:00000001:0.0:1788777233.743475:0:30251:0:(cl_object.c:143:cl_object_top()) ffff945309306f58 -> ffff9453093062d8 00000020:00000001:0.0:1788777233.743478:0:30251:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777233.743481:0:30251:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777233.743482:0:30251:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777233.743484:0:30251:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.743486:0:30251:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.743488:0:30251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683474940592 : -118390234611024 : ffff9453201f02b0) 00000020:00000001:0.0:1788777233.743490:0:30251:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788777233.743492:0:30251:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788777233.743496:0:30251:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743498:0:30251:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.743500:0:30251:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.743501:0:30251:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743503:0:30251:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743505:0:30251:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788777233.743507:0:30251:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777233.743510:0:30251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777233.743511:0:30251:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777233.743512:0:30251:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777233.743514:0:30251:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743515:0:30251:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.743517:0:30251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.743519:0:30251:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743520:0:30251:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777233.743522:0:30251:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743523:0:30251:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743526:0:30251:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1788777233.743529:0:30251:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:0.0:1788777233.743531:0:30251:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:0.0:1788777233.743532:0:30251:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788777233.743535:0:30251:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743537:0:30251:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00020000:00000001:0.0:1788777233.743538:0:30251:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1788777233.743540:0:30251:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777233.743541:0:30251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777233.743543:0:30251:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777233.743544:0:30251:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1788777233.743546:0:30251:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:0.0:1788777233.743547:0:30251:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:0.0:1788777233.743549:0:30251:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788777233.743551:0:30251:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743553:0:30251:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:0.0:1788777233.743895:0:30251:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777233.743898:0:30251:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777233.743901:0:30251:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743903:0:30251:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.743904:0:30251:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:0.0:1788777233.743907:0:30251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777233.743908:0:30251:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777233.743910:0:30251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777233.743912:0:30251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777233.743913:0:30251:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777233.743914:0:30251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777233.743917:0:30251:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1788777233.743923:0:30251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0e00. 00000020:00000040:0.0:1788777233.743927:0:30251:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777233.743932:0:30251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777233.743934:0:30251:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777233.743938:0:30251:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777233.743944:0:30251:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310363600. 00000100:00000001:0.0:1788777233.743951:0:30251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.743959:0:30251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777233.743962:0:30251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.743972:0:30251:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad18902] to pc [ptlrpcd_00_01+1] req@ffff945308be0e00 x1875667126096000/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777233.744043:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777233.744047:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777233.744050:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777233.744056:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0e00 x1875667126096000/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777233.744065:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777233.744067:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777233.744071:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777233.744075:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777233.744078:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777233.744081:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126096000:192.168.203.135@tcp:2:touch.0 00000100:00000001:1.0:1788777233.744085:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777233.744090:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777233.744093:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777233.744095:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777233.744099:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068bc00. 02000000:00000001:1.0:1788777233.744101:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777233.744107:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777233.744112:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb738. 00000400:00000010:1.0:1788777233.744118:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12770. 00000100:00000200:1.0:1788777233.744124:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126096000, portal 4 00000100:00000001:1.0:1788777233.744126:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777233.744128:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082710528 : -118390626841088 : ffff945308be0e00) 00000100:00000040:1.0:1788777233.744135:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0e00 x1875667126096000/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777233.744142:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777233.744144:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777233.744147:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12c38. 00000100:00000200:1.0:1788777233.744149:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667126096000, offset 0 00000400:00000200:1.0:1788777233.744155:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777233.744163:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.744170:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777233.744175:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777233.744179:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777233.744184:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777233.744187:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777233.744191:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2258:2258:256:4294967295] 192.168.203.135@tcp LPNI seq info [2258:2258:8:4294967295] 00000400:00000200:1.0:1788777233.744195:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.744213:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777233.744243:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777233.744249:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c800. 00000800:00000200:1.0:1788777233.744256:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777233.744263:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777233.744268:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788777233.744280:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777233.744284:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22652 usecs (23 jiffies) 00000400:00000200:1.0:1788777233.744287:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777233.744290:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296384073 00000100:00000001:1.0:1788777233.744303:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:1.0:1788777233.744305:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296384073 00000100:00000001:1.0:1788777233.744308:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:1.0:1788777233.744311:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777233.744314:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.744317:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.744319:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777233.744369:0:30251:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777233.744372:0:30251:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.744375:0:30251:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.744377:0:30251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.744379:0:30251:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777233.744381:0:30251:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.744383:0:30251:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.744385:0:30251:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777233.744387:0:30251:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788777233.744388:0:30251:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777233.744389:0:30251:0:(cl_io.c:555:cl_io_end()) Process entered 00000800:00000200:0.0:1788777233.744500:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777233.744504:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c800. 00000400:00000200:0.0:1788777233.744509:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777233.744514:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777233.744519:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12c38 00000400:00000010:0.0:1788777233.744522:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12c38. 00000100:00000001:0.0:1788777233.744525:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777233.744530:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0e00 x1875667126096000/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.744545:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.744549:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0e00 x1875667126096000/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.744556:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.744558:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777233.744577:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777233.744579:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777233.745346:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777233.745351:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777233.745355:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777233.745356:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777233.745426:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.745429:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777233.749568:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.749585:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777233.749589:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.749592:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777233.749662:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.749670:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777233.749678:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.749683:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.749688:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.749692:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 432 into portal 4 MB=0x6a9e8c8c49080 00000400:00000200:1.0:1788777233.749696:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.749702:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 432/432 into md 0x62c1 [1] + 224 00000800:00000001:1.0:1788777233.749709:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.749717:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777233.749722:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777233.749726:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777233.749734:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777233.749743:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0e00 x1875667126096000/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777233.749754:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff945308be0e00 x1875667126096000/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777233.749775:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777233.749785:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.749788:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.749852:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777233.749856:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777233.749863:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777233.749864:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777233.749867:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb738. 00000400:00000200:0.0:1788777233.749874:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12770 00000400:00000010:0.0:1788777233.749876:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12770. 00000100:00000001:0.0:1788777233.749879:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777233.749884:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0e00 x1875667126096000/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777233.749892:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0e00 x1875667126096000/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.749899:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777233.749901:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.749903:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777233.749906:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777233.749909:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777233.749911:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777233.749913:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777233.749922:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=56 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777233.749927:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=134 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777233.749930:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777233.749932:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.749935:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777233.749939:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.749943:0:2347:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777233.749945:0:2347:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777233.749947:0:2347:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777233.749949:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777233.749951:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082710528 : -118390626841088 : ffff945308be0e00) 00000100:00000001:0.0:1788777233.749954:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777233.749956:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788777233.749958:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777233.749961:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.749966:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0e00 x1875667126096000/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.749974:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777233.749977:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777233.749979:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777233.749983:0:2347:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1788777233.750002:0:2347:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.750007:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0e00 x1875667126096000/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777233.750016:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126096000:192.168.203.135@tcp:2:touch.0 00000100:00000001:0.0:1788777233.750020:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.750023:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.750027:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0e00 x1875667126096000/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777249 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.750034:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.750036:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.750042:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777233.750044:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.750047:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777233.750049:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777233.751176:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777233.751181:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfa00. 00000400:00000200:0.0:1788777233.751185:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777233.751191:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777233.751195:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347088 00000400:00000010:0.0:1788777233.751197:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347088. 00000100:00000001:0.0:1788777233.751210:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777233.751215:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126096256/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.751261:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.751266:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c380 x1875667126096256/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.751273:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.751275:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777233.761740:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.761755:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777233.761759:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.761761:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777233.761769:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.761775:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777233.761783:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.761787:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.761793:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.761797:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c49180 00000400:00000200:1.0:1788777233.761802:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777233.761807:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x62d1 [1] + 224 00000800:00000001:1.0:1788777233.761814:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.761821:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777233.761824:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777233.761828:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777233.761836:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777233.761844:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126096256/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777233.761854:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3c380 x1875667126096256/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777233.761881:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777233.761890:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777233.761893:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.763616:0:30251:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777233.763628:0:30251:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777233.763630:0:30251:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777233.763634:0:30251:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646dec8. 00000400:00000200:0.0:1788777233.763641:0:30251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083476e8 00000400:00000010:0.0:1788777233.763644:0:30251:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083476e8. 00000100:00000001:0.0:1788777233.763648:0:30251:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777233.763659:0:30251:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c380 x1875667126096256/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777233.763669:0:30251:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c380 x1875667126096256/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.763677:0:30251:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777233.763679:0:30251:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.763682:0:30251:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777233.763685:0:30251:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777233.763687:0:30251:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777233.763689:0:30251:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777233.763692:0:30251:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777233.763702:0:30251:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=56 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777233.763706:0:30251:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777233.763709:0:30251:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777233.763710:0:30251:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777233.763712:0:30251:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777233.763717:0:30251:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.763720:0:30251:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777233.763722:0:30251:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777233.763724:0:30251:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777233.763727:0:30251:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777233.763728:0:30251:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000001:0.0:1788777233.763731:0:30251:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777233.763733:0:30251:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1788777233.763735:0:30251:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777233.763737:0:30251:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777233.763742:0:30251:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c380 x1875667126096256/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777249 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.763749:0:30251:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777233.763752:0:30251:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777233.763754:0:30251:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777233.763757:0:30251:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c380 x1875667126096256/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777249 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777233.763764:0:30251:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30251:1875667126096256:192.168.203.135@tcp:35:touch.0 00000100:00000001:0.0:1788777233.763769:0:30251:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.763771:0:30251:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.763774:0:30251:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777233.763776:0:30251:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.763779:0:30251:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c380 x1875667126096256/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777249 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.763785:0:30251:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777233.763788:0:30251:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453012ed3c0. 00000100:00000001:0.0:1788777233.763792:0:30251:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777233.763794:0:30251:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.763799:0:30251:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777233.763800:0:30251:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000002:00000001:0.0:1788777233.763803:0:30251:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777233.763806:0:30251:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777233.763811:0:30251:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945301218400. 00000080:00000001:0.0:1788777233.763815:0:30251:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777233.763818:0:30251:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788777233.763823:0:30251:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777233.763828:0:30251:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308a3d500 x1875667126093184/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777233 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.763835:0:30251:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777233.763836:0:30251:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000001:0.0:1788777233.763839:0:30251:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.763842:0:30251:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d500 x1875667126093184/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777233 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.763847:0:30251:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777233.763849:0:30251:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.763852:0:30251:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d500 x1875667126093184/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777233 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.763857:0:30251:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777233.763861:0:30251:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777233.763862:0:30251:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777233.763865:0:30251:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777233.763868:0:30251:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2e000. 02000000:00000001:0.0:1788777233.763872:0:30251:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777233.763874:0:30251:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777233.763876:0:30251:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d500. 00000100:00000001:0.0:1788777233.763879:0:30251:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777233.763880:0:30251:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777233.763882:0:30251:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.763884:0:30251:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c380 x1875667126096256/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777249 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.763890:0:30251:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777233.763891:0:30251:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b5820. 00000002:00000001:0.0:1788777233.763894:0:30251:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777233.763895:0:30251:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777233.763898:0:30251:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b6d40. 00000100:00000001:0.0:1788777233.763900:0:30251:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777233.763903:0:30251:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c380 x1875667126096256/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777249 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.763909:0:30251:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.763911:0:30251:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777233.763915:0:30251:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a1180. 00000080:00000001:0.0:1788777233.763919:0:30251:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777233.763924:0:30251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81fe7df0 00000080:00000008:0.0:1788777233.763926:0:30251:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x22:0x0](ffff94532091b248), flags 104001, rc = 0 00000080:00000001:0.0:1788777233.763930:0:30251:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777233.763935:0:30251:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777233.763936:0:30251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81fe7e00 00000080:00002000:0.0:1788777233.763938:0:30251:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff945320b57870, parent ffff945320b57438, inode ffff94532091b248) hashed, 00000080:00000001:0.0:1788777233.763941:0:30251:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777233.763947:0:30251:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777233.763952:0:30251:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777233.763956:0:30251:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777233.763957:0:30251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81fe7e00 00000080:00002000:0.0:1788777233.763959:0:30251:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff945320b57438, parent ffff9453208d0a20, inode ffff945320918908) hashed, 00000080:00000001:0.0:1788777233.763961:0:30251:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777233.763964:0:30251:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777233.763967:0:30251:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788777233.768431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690440. 00000080:00000010:0.1:1788777233.768450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690820. 00000800:00000001:0.0:1788777233.769799:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.769816:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777233.769820:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.769822:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777233.769831:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.769840:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777233.769851:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.769856:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.769861:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.769865:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c48f00 00000400:00000200:0.0:1788777233.769870:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777233.769875:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6291 [1] + 224 00000800:00000001:0.0:1788777233.769882:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.769891:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777233.769894:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777233.769899:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777233.769905:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777233.769913:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f100 x1875667126094208/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777233.769924:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff945308a3f100 x1875667126094208/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777249 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777233.769946:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777233.769954:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777233.769957:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1788777233.778407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453106905e0. 00000080:00000010:2.1:1788777233.778437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5580. 00010000:00000001:1.0:1788777234.397398:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777234.397408:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777234.397416:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777234.397418:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777235.314441:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.314448:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfb00. 00000400:00000200:1.0:1788777235.314454:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.314460:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.314474:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347bb0 00000400:00000010:1.0:1788777235.314478:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347bb0. 00000100:00000001:1.0:1788777235.314483:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.314488:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.314500:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.314504:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.314512:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.314513:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777235.332686:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.332772:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.332779:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.332783:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.332796:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.332807:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.332821:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.332828:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.332835:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.332839:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c49200 00000400:00000200:1.0:1788777235.332845:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.332853:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x62d9 [1] + 224 00000800:00000001:1.0:1788777235.332862:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.332878:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.332882:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.332887:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.332897:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.332908:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.332918:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.332951:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.332963:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.332967:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777235.334170:0:30285:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777235.334188:0:30285:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777235.334190:0:30285:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777235.334195:0:30285:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d268. 00000400:00000200:0.0:1788777235.334206:0:30285:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347dd0 00000400:00000010:0.0:1788777235.334208:0:30285:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347dd0. 00000100:00000001:0.0:1788777235.334213:0:30285:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.334266:0:30285:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777235.334278:0:30285:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.334297:0:30285:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777235.334300:0:30285:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777235.334303:0:30285:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777235.334308:0:30285:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777235.334311:0:30285:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777235.334314:0:30285:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777235.334317:0:30285:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777235.334339:0:30285:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=58 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777235.334344:0:30285:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777235.334346:0:30285:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777235.334349:0:30285:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.334353:0:30285:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777235.334358:0:30285:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.334363:0:30285:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777235.334365:0:30285:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1788777235.334367:0:30285:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777235.334372:0:30285:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777235.334378:0:30285:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.334385:0:30285:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777235.334388:0:30285:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777235.334391:0:30285:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777235.334395:0:30285:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777251 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777235.334403:0:30285:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3df80 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30285:1875667126096384:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:0.0:1788777235.334408:0:30285:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777235.334412:0:30285:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.334415:0:30285:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777235.334418:0:30285:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.334421:0:30285:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777251 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.334429:0:30285:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777235.334432:0:30285:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453012ed3c0. 00000100:00000001:0.0:1788777235.334437:0:30285:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777235.334438:0:30285:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.334442:0:30285:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777235.334446:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334449:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334453:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=4 00000020:00000001:0.0:1788777235.334456:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334458:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000040:0.0:1788777235.334466:0:30285:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152ca00, remote cookie: 0xa4f015c75ff3bd2a, flags: 0x1001 00010000:00010000:0.0:1788777235.334472:0:30285:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777235.334485:0:30285:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.334493:0:30285:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777235.334498:0:30285:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777235.334501:0:30285:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777235.334507:0:30285:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777235.334509:0:30285:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777235.334513:0:30285:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303803b00) refcount = 1 00010000:00010000:0.0:1788777235.334517:0:30285:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.334524:0:30285:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777235.334529:0:30285:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777235.334531:0:30285:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777235.334534:0:30285:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777235.334537:0:30285:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.334540:0:30285:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.334547:0:30285:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777235.334549:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334551:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.334552:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334553:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.334554:0:30285:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.334560:0:30285:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777235.334562:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334563:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334564:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:0.0:1788777235.334566:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334568:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334571:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334572:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334573:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=4 00000020:00000001:0.0:1788777235.334575:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334577:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334579:0:30285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777235.334582:0:30285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.334585:0:30285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.334590:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334591:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.334592:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334593:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334594:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=5 00000020:00000001:0.0:1788777235.334596:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334598:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334601:0:30285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777235.334603:0:30285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.334610:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334611:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777235.334613:0:30285:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.334619:0:30285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777235.334620:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334621:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.334622:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334623:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777235.334627:0:30285:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777251 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777235.334640:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334641:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334643:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:0.0:1788777235.334644:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334646:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334648:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334649:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.334651:0:30285:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.334653:0:30285:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.334656:0:30285:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777235.334659:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334660:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334661:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:0.0:1788777235.334662:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334664:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00000002:00010000:0.0:1788777235.334667:0:30285:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.334672:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334673:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.334675:0:30285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777235.334676:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334678:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334679:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:0.0:1788777235.334680:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334682:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000040:0.0:1788777235.334689:0:30285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803b00 count: 2 00010000:00000001:0.0:1788777235.334692:0:30285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777235.334696:0:30285:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777235.334703:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334704:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.334706:0:30285:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777235.334709:0:30285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b898 00000002:00002000:0.0:1788777235.334712:0:30285:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777235.334714:0:30285:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.334719:0:30285:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.334722:0:30285:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777235.334724:0:30285:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777235.334728:0:30285:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777235.334732:0:30285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777235.334736:0:30285:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945301218000. 00000080:00000001:0.0:1788777235.334741:0:30285:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777235.334744:0:30285:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777235.334752:0:30285:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777235.334757:0:30285:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777235.334767:0:30285:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110481c0. 00800000:00000001:0.0:1788777235.334770:0:30285:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221545408 : -118390488006208 : ffff9453110481c0) 00800000:00000001:0.0:1788777235.334772:0:30285:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.334775:0:30285:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777235.334778:0:30285:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777235.334781:0:30285:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777235.334783:0:30285:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777235.334786:0:30285:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777235.334788:0:30285:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777235.334794:0:30285:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777235.334797:0:30285:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777235.334803:0:30285:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788777235.334805:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334807:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334808:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:0.0:1788777235.334810:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334813:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334815:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334816:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777235.334818:0:30285:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777235.334821:0:30285:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777235.334823:0:30285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110481c0 1 00800000:00000010:0.0:1788777235.334825:0:30285:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110481c0. 00800000:00000001:0.0:1788777235.334828:0:30285:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777235.334832:0:30285:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af867f 00800000:00000001:0.0:1788777235.334835:0:30285:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777235.334837:0:30285:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777235.334838:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334839:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334841:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:0.0:1788777235.334842:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334844:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334847:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334848:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.334850:0:30285:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.334851:0:30285:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777235.334853:0:30285:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777235.334856:0:30285:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777235.334859:0:30285:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af867f from it ffffb1cb81c5bb58 00010000:00000001:0.0:1788777235.334861:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.334862:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.334864:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:0.0:1788777235.334865:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334867:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.334869:0:30285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777235.334872:0:30285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.334878:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334879:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.334881:0:30285:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777235.334884:0:30285:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777235.334886:0:30285:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777235.334901:0:30285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777235.334904:0:30285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777235.334906:0:30285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777235.334910:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334912:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.334913:0:30285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.334917:0:30285:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777235.334919:0:30285:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.334921:0:30285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.334923:0:30285:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.334924:0:30285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777235.334925:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.334926:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777235.334928:0:30285:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.334932:0:30285:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3df80 x1875667126096384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777251 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.334939:0:30285:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777235.334942:0:30285:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777235.334946:0:30285:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453091d9800. 02000000:00000001:0.0:1788777235.334951:0:30285:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777235.334954:0:30285:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777235.334956:0:30285:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777235.334958:0:30285:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777235.334962:0:30285:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453122d7800. 02000000:00000001:0.0:1788777235.334967:0:30285:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777235.334969:0:30285:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777235.334971:0:30285:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3df80. 00000100:00000001:0.0:1788777235.334975:0:30285:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777235.334976:0:30285:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777235.334980:0:30285:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777235.334987:0:30285:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777235.335004:0:30285:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945320625d00. 00000020:00000001:0.0:1788777235.335009:0:30285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5ba88 00000080:00200000:0.0:1788777235.335012:0:30285:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=24 00000080:00000001:0.0:1788777235.335017:0:30285:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777235.335020:0:30285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b938 00000080:00200000:0.0:1788777235.335022:0:30285:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:0.0:1788777235.335031:0:30285:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363200. 00800000:00000002:0.0:1788777235.335037:0:30285:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777235.335042:0:30285:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777235.335045:0:30285:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.335047:0:30285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b858 00800000:00000002:0.0:1788777235.335049:0:30285:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777235.335053:0:30285:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788777235.335059:0:30285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b7f0 00800000:00000002:0.0:1788777235.335061:0:30285:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788777235.335065:0:30285:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.335067:0:30285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b728 00000002:00010000:0.0:1788777235.335069:0:30285:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788777235.335073:0:30285:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777235.335500:0:30285:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777235.340535:0:30285:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e300. 00000020:00000040:1.0:1788777235.340551:0:30285:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777235.340560:0:30285:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777235.340567:0:30285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777235.340576:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.340578:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777235.340580:0:30285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.340584:0:30285:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777235.340587:0:30285:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777235.340594:0:30285:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777235.340603:0:30285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945310688800. 00000100:00000001:1.0:1788777235.340612:0:30285:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.340618:0:30285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777235.340620:0:30285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.340621:0:30285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777235.340622:0:30285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.340624:0:30285:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777235.340634:0:30285:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683087483648 : -118390622067968 : ffff94530906e300) 00010000:00000001:1.0:1788777235.340640:0:30285:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777235.340643:0:30285:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777235.340652:0:30285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803b00 count: 2 00010000:00000001:1.0:1788777235.340655:0:30285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777235.340660:0:30285:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777235.340665:0:30285:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7a00. 00000020:00000001:1.0:1788777235.340672:0:30285:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777235.340676:0:30285:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7a00 with handle 0xe53f2b0cb7af8686 to hash 00000020:00000001:1.0:1788777235.340679:0:30285:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777235.340680:0:30285:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777235.340684:0:30285:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777235.340689:0:30285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777235.340692:0:30285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777235.340697:0:30285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777235.340708:0:30285:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777235.340720:0:30285:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30285 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777235.340726:0:30285:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777235.340728:0:30285:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777235.340737:0:30285:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4fb40. 00000100:00000001:1.0:1788777235.340740:0:30285:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081067328 : -118390628484288 : ffff945308a4fb40) 00000100:00000001:1.0:1788777235.340742:0:30285:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777235.340744:0:30285:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087483648 : -118390622067968 : ffff94530906e300) 00000100:00000001:1.0:1788777235.340749:0:30285:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777235.340754:0:30285:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.340756:0:30285:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777235.340758:0:30285:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777235.340772:0:30285:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906e300 x1875667126096512/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.340781:0:30285:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777235.340783:0:30285:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777235.340788:0:30285:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777235.340791:0:30285:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777235.340795:0:30285:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777235.340799:0:30285:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906e300 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30285:1875667126096512:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:1.0:1788777235.340804:0:30285:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777235.340811:0:30285:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777235.340814:0:30285:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777235.340817:0:30285:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777235.340823:0:30285:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945304daa000. 02000000:00000001:1.0:1788777235.340825:0:30285:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777235.340834:0:30285:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777235.340839:0:30285:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb948. 00000400:00000010:1.0:1788777235.340848:0:30285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b122a8. 00000100:00000200:1.0:1788777235.340859:0:30285:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126096512, portal 10 00000100:00000001:1.0:1788777235.340861:0:30285:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777235.340862:0:30285:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087483648 : -118390622067968 : ffff94530906e300) 00000100:00000040:1.0:1788777235.340869:0:30285:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906e300 x1875667126096512/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.340878:0:30285:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777235.340881:0:30285:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777235.340884:0:30285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12000. 00000100:00000200:1.0:1788777235.340888:0:30285:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126096512, offset 0 00000400:00000200:1.0:1788777235.340896:0:30285:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777235.340909:0:30285:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.340918:0:30285:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777235.340925:0:30285:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777235.340930:0:30285:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777235.340935:0:30285:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777235.340938:0:30285:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777235.340942:0:30285:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2261:2261:256:4294967295] 192.168.203.135@tcp LPNI seq info [2261:2261:8:4294967295] 00000400:00000200:1.0:1788777235.340947:0:30285:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.340960:0:30285:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777235.340968:0:30285:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777235.340975:0:30285:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c300. 00000800:00000200:1.0:1788777235.340984:0:30285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777235.340993:0:30285:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777235.340999:0:30285:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788777235.341029:0:30285:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777235.341035:0:30285:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 813356 usecs (814 jiffies) 00000400:00000200:1.0:1788777235.341038:0:30285:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777235.341042:0:30285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296386461 00000100:00000001:1.0:1788777235.341046:0:30285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:1.0:1788777235.341048:0:30285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296386461 00000100:00000001:1.0:1788777235.341052:0:30285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:1.0:1788777235.341054:0:30285:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777235.341058:0:30285:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.341060:0:30285:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777235.341062:0:30285:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777235.341065:0:30285:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4fb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788777235.341068:0:30285:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777235.341072:0:30285:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777235.341370:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777235.341376:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c300. 00000400:00000200:0.0:1788777235.341383:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.341389:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777235.341397:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12000 00000400:00000010:0.0:1788777235.341399:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12000. 00000100:00000001:0.0:1788777235.341404:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777235.341408:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906e300 x1875667126096512/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.341420:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.341424:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906e300 x1875667126096512/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.341431:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.341433:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.356716:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.356738:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.356744:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.356746:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.356758:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.356768:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.356778:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.356784:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.356791:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.356796:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c49280 00000400:00000200:1.0:1788777235.356802:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.356811:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x62e1 [1] + 224 00000800:00000001:1.0:1788777235.356820:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.356846:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.356850:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.356857:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.356866:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.356877:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906e300 x1875667126096512/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.356889:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530906e300 x1875667126096512/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.356913:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.356926:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.356930:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1788777235.365260:0:30285:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34400. 00010000:00000010:0.0:1788777235.365276:0:30285:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327280. 00010000:00000001:0.0:1788777235.365298:0:30285:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.365306:0:30285:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777235.365328:0:30285:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.365336:0:30285:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777235.365342:0:30285:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777235.365344:0:30285:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777235.365346:0:30285:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777235.365347:0:30285:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777235.365350:0:30285:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff945303e34400) refcount = 1 00010000:00010000:0.0:1788777235.365354:0:30285:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.365362:0:30285:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777235.365367:0:30285:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777235.365369:0:30285:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777235.365373:0:30285:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777235.365377:0:30285:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.365381:0:30285:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.365387:0:30285:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777235.365389:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.365392:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.365393:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.365394:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.365397:0:30285:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.365406:0:30285:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777235.365409:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.365412:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.365416:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:0.0:1788777235.365419:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.365422:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.365424:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.365426:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.365427:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=4 00000020:00000001:0.0:1788777235.365429:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.365431:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.365435:0:30285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777235.365439:0:30285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.365442:0:30285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.365450:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.365451:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.365452:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.365453:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.365455:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=5 00000020:00000001:0.0:1788777235.365457:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.365459:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.365461:0:30285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777235.365464:0:30285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.365470:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.365470:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777235.365473:0:30285:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.365479:0:30285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777235.365480:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.365481:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.365482:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.365484:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777235.365497:0:30285:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94530906e300 x1875667126096512/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777251 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777235.367565:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.367569:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.367573:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:0.0:1788777235.367576:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.367579:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.367582:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.367584:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.367586:0:30285:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.367589:0:30285:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.367592:0:30285:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777235.367595:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.367596:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.367597:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:0.0:1788777235.367599:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.367601:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00000002:00010000:0.0:1788777235.367605:0:30285:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.367614:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.367615:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.367617:0:30285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777235.367619:0:30285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.367620:0:30285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.367621:0:30285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:0.0:1788777235.367622:0:30285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777235.367625:0:30285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000040:0.0:1788777235.367632:0:30285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 2 00010000:00000001:0.0:1788777235.367636:0:30285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777235.367641:0:30285:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:0.0:1788777235.367644:0:30285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.367646:0:30285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.367648:0:30285:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777235.367652:0:30285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b6b0 00000002:00002000:0.0:1788777235.367654:0:30285:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777235.367658:0:30285:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.367661:0:30285:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.367664:0:30285:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777235.367667:0:30285:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777235.367671:0:30285:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777235.367676:0:30285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:0.0:1788777235.367679:0:30285:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777235.367681:0:30285:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81c5ba28 it_disposition b 00000080:00000001:0.0:1788777235.367684:0:30285:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777235.367691:0:30285:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777235.367694:0:30285:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777235.367697:0:30285:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1788777235.367700:0:30285:0:(namei.c:113:ll_iget()) Process entered 00000800:00000200:0.0:1788777235.372642:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777235.372656:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:0.0:1788777235.372664:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.372675:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777235.372683:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c17f8 00000400:00000010:0.0:1788777235.372687:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c17f8. 00000100:00000001:0.0:1788777235.372693:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777235.372703:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126096640/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.372718:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.372722:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126096640/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.372729:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.372730:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.395923:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.395949:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.395955:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.395958:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.395971:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.395981:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.395992:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.395998:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.396005:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.396010:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 640 into portal 10 MB=0x6a9e8c8c49300 00000400:00000200:1.0:1788777235.396016:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.396022:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 640/640 into md 0x62f1 [1] + 224 00000800:00000001:1.0:1788777235.396030:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.396038:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.396042:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.396047:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.396057:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.396070:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126096640/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.396083:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94530914f480 x1875667126096640/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.396123:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.396137:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.396141:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777235.413633:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777235.413642:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df500. 00000400:00000200:0.0:1788777235.413650:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.413658:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777235.413667:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347330 00000400:00000010:0.0:1788777235.413670:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347330. 00000100:00000001:0.0:1788777235.413675:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777235.413682:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126096768/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777235.414010:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.414015:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126096768/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777235.414023:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.414024:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.417892:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.417916:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.417922:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.417924:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.417936:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.417945:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.417957:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.417962:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.417969:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.417974:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c49380 00000400:00000200:1.0:1788777235.417979:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.417986:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x62f9 [1] + 0 00000800:00000001:1.0:1788777235.417994:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.418003:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.418006:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.418011:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.418021:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.418032:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126096768/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777235.418044:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530914e300 x1875667126096768/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.418066:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.418076:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.418080:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.429564:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.429579:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777235.429590:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.429600:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.429610:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1e58 00000400:00000010:1.0:1788777235.429613:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1e58. 00000100:00000001:1.0:1788777235.429620:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.429631:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126096896/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777251 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.429646:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.429650:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126096896/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.429658:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.429661:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788777235.429758:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777235.429762:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.429765:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777235.429767:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.429771:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777235.429775:0:26555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777235.429778:0:26555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777235.429782:0:26555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.429786:0:26555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777235.429788:0:26555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.429790:0:26555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.429793:0:26555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777235.432680:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.432709:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.432712:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.432715:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.432726:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.432736:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.432747:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.432753:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.432761:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.432766:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c49400 00000400:00000200:1.0:1788777235.432771:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.432779:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x6301 [1] + 224 00000800:00000001:1.0:1788777235.432791:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.432799:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.432803:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.432808:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.432817:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.432828:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126096896/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777251 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.432840:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914f480 x1875667126096896/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777251 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.432928:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.432941:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.432945:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777235.456981:0:30286:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777235.456991:0:30286:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777235.456994:0:30286:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777235.456998:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53b20 00000080:00200000:0.0:1788777235.457004:0:30286:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777235.457014:0:30286:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363e00. 00800000:00000002:0.0:1788777235.457023:0:30286:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777235.457028:0:30286:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777235.457035:0:30286:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.457038:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53a40 00800000:00000002:0.0:1788777235.457041:0:30286:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777235.457045:0:30286:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777235.457051:0:30286:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777235.457058:0:30286:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.457061:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53910 00000002:00010000:0.0:1788777235.457063:0:30286:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777235.457067:0:30286:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777235.457070:0:30286:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777235.457074:0:30286:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777235.457082:0:30286:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803b00 count: 2 00010000:00000001:0.0:1788777235.457390:0:30286:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777235.457396:0:30286:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777235.457403:0:30286:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777235.457410:0:30286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777235.457426:0:30286:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777235.457432:0:30286:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.457436:0:30286:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777235.457445:0:30286:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777235.457447:0:30286:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777235.457449:0:30286:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777235.457452:0:30286:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777235.457454:0:30286:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777235.457456:0:30286:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777235.457460:0:30286:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777235.457463:0:30286:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777235.457467:0:30286:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363e00. 00000080:00000001:0.0:1788777235.457473:0:30286:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777235.457475:0:30286:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777235.457478:0:30286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777235.457482:0:30286:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af867f 00800000:00000001:0.0:1788777235.457486:0:30286:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777235.457489:0:30286:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777235.457491:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.457494:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.457497:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:0.0:1788777235.457500:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.457503:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.457506:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.457508:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.457509:0:30286:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.457511:0:30286:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777235.457514:0:30286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af867f from it ffffb1cb80d53b58 00010000:00000001:0.0:1788777235.457517:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.457518:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.457520:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:0.0:1788777235.457522:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.457524:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:0.0:1788777235.457526:0:30286:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777235.457529:0:30286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777235.457536:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.457538:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.457539:0:30286:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777235.457542:0:30286:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777235.457544:0:30286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777235.457551:0:30286:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777235.457555:0:30286:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777235.457557:0:30286:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777235.457563:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.457564:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.457566:0:30286:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.457570:0:30286:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777235.457572:0:30286:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.457574:0:30286:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.457577:0:30286:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.457579:0:30286:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777235.457581:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.457582:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777235.457585:0:30286:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777235.457587:0:30286:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777235.457590:0:30286:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777235.457595:0:30286:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777235.457607:0:30286:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453206256e0. 00000020:00000001:0.0:1788777235.457612:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53a88 00000080:00200000:0.0:1788777235.457614:0:30286:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=24 00000080:00000001:0.0:1788777235.457618:0:30286:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777235.457620:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53938 00000080:00200000:0.0:1788777235.457622:0:30286:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:0.0:1788777235.457630:0:30286:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363e00. 00800000:00000002:0.0:1788777235.457634:0:30286:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777235.457638:0:30286:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777235.457640:0:30286:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.457641:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53858 00800000:00000002:0.0:1788777235.457643:0:30286:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777235.457646:0:30286:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788777235.457649:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d537f0 00800000:00000002:0.0:1788777235.457651:0:30286:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788777235.457654:0:30286:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.457655:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53728 00000002:00010000:0.0:1788777235.457656:0:30286:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788777235.457660:0:30286:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777235.457663:0:30286:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777235.457668:0:30286:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3800. 00000020:00000040:0.0:1788777235.457673:0:30286:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777235.457679:0:30286:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777235.457685:0:30286:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777235.457688:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.457689:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.457690:0:30286:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.457801:0:30286:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777235.457804:0:30286:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777235.457807:0:30286:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777235.457817:0:30286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21000. 00000100:00000001:0.0:1788777235.457826:0:30286:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.457833:0:30286:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777235.457835:0:30286:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.457836:0:30286:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777235.457837:0:30286:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.457839:0:30286:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.457848:0:30286:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00010000:00000001:0.0:1788777235.457853:0:30286:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777235.457856:0:30286:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777235.457859:0:30286:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803b00 count: 2 00010000:00000001:0.0:1788777235.457862:0:30286:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777235.457865:0:30286:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777235.457869:0:30286:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8800. 00000020:00000001:0.0:1788777235.457874:0:30286:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777235.457876:0:30286:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8800 with handle 0xe53f2b0cb7af869b to hash 00000020:00000001:0.0:1788777235.457878:0:30286:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777235.457880:0:30286:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.457884:0:30286:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.457887:0:30286:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777235.457889:0:30286:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.457892:0:30286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30286 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777235.457900:0:30286:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30286 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777235.457910:0:30286:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30286 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777235.457916:0:30286:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777235.457918:0:30286:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777235.457926:0:30286:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061a2a80. 00000100:00000001:0.0:1788777235.457928:0:30286:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038415488 : -118390671136128 : ffff9453061a2a80) 00000100:00000001:0.0:1788777235.457931:0:30286:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777235.457933:0:30286:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00000100:00000001:0.0:1788777235.457938:0:30286:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777235.457943:0:30286:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.457945:0:30286:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777235.457947:0:30286:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777235.457960:0:30286:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.457969:0:30286:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777235.457973:0:30286:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777235.457977:0:30286:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777235.457979:0:30286:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777235.457982:0:30286:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777235.457986:0:30286:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30286:1875667126097024:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:0.0:1788777235.457990:0:30286:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777235.457997:0:30286:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777235.458000:0:30286:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777235.458002:0:30286:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777235.458007:0:30286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b0000. 02000000:00000001:0.0:1788777235.458009:0:30286:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777235.458017:0:30286:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777235.458022:0:30286:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777235.458031:0:30286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777235.458040:0:30286:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126097024, portal 10 00000100:00000001:0.0:1788777235.458042:0:30286:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777235.458043:0:30286:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00000100:00000040:0.0:1788777235.458049:0:30286:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.458056:0:30286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777235.458059:0:30286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777235.458062:0:30286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ca18. 00000100:00000200:0.0:1788777235.458065:0:30286:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126097024, offset 0 00000400:00000200:0.0:1788777235.458073:0:30286:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777235.458083:0:30286:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.458473:0:30286:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777235.458480:0:30286:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777235.458486:0:30286:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777235.458490:0:30286:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777235.458493:0:30286:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777235.458498:0:30286:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2265:2265:256:4294967295] 192.168.203.135@tcp LPNI seq info [2265:2265:8:4294967295] 00000400:00000200:0.0:1788777235.458503:0:30286:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.458514:0:30286:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777235.458523:0:30286:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777235.458531:0:30286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777235.458540:0:30286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777235.458549:0:30286:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777235.458555:0:30286:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777235.458639:0:30286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777235.458646:0:30286:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 810912 usecs (811 jiffies) 00000400:00000200:0.0:1788777235.458650:0:30286:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777235.458653:0:30286:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296386576 00000100:00000001:0.0:1788777235.458657:0:30286:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:0.0:1788777235.458660:0:30286:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296386576 00000100:00000001:0.0:1788777235.458662:0:30286:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:0.0:1788777235.458665:0:30286:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777235.458668:0:30286:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.458671:0:30286:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777235.458673:0:30286:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777235.458676:0:30286:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061a2a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788777235.458679:0:30286:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777235.458684:0:30286:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777235.466378:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.466394:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:1.0:1788777235.466404:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.466416:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.466425:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ca18 00000400:00000010:1.0:1788777235.466428:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ca18. 00000100:00000001:1.0:1788777235.466435:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.466445:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.466459:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.466463:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.466471:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.466473:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.481713:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.481739:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.481745:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.481749:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.481761:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.481771:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.481783:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.481790:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.481797:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.481802:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c49480 00000400:00000200:1.0:1788777235.481807:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.481814:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6309 [1] + 224 00000800:00000001:1.0:1788777235.481823:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.481833:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.481837:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.481842:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.481853:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.481863:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.481875:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.481899:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.481909:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.481913:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777235.482299:0:30286:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777235.482309:0:30286:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777235.482312:0:30286:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777235.482316:0:30286:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777235.482323:0:30286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:0.0:1788777235.482326:0:30286:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:0.0:1788777235.482329:0:30286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.482334:0:30286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777235.482343:0:30286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.482349:0:30286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777235.482352:0:30286:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777235.482354:0:30286:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777235.482359:0:30286:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777235.482362:0:30286:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777235.482364:0:30286:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777235.482368:0:30286:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777235.482379:0:30286:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=58 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777235.482384:0:30286:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777235.482386:0:30286:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777235.482389:0:30286:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.482392:0:30286:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777235.482396:0:30286:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.482401:0:30286:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777235.482404:0:30286:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1788777235.482406:0:30286:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777235.482409:0:30286:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777235.482414:0:30286:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.482421:0:30286:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777235.482425:0:30286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777235.482427:0:30286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777235.482431:0:30286:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777251 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777235.482439:0:30286:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30286:1875667126097024:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:0.0:1788777235.482445:0:30286:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777235.482448:0:30286:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.482450:0:30286:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777235.482453:0:30286:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.482456:0:30286:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777251 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.482463:0:30286:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777235.482650:0:30286:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061a2a80. 00000100:00000001:0.0:1788777235.482657:0:30286:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777235.482659:0:30286:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.482662:0:30286:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777235.482668:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.482671:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.482676:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=4 00000020:00000001:0.0:1788777235.482747:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482752:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000040:0.0:1788777235.482761:0:30286:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8800, remote cookie: 0xa4f015c75ff3bd8c, flags: 0x1001 00010000:00010000:0.0:1788777235.482768:0:30286:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777235.482778:0:30286:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777235.482781:0:30286:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777235.482794:0:30286:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34200. 00010000:00000010:0.0:1788777235.482800:0:30286:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327500. 00010000:00000001:0.0:1788777235.482806:0:30286:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.482809:0:30286:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777235.482819:0:30286:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.482826:0:30286:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777235.482831:0:30286:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777235.482834:0:30286:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777235.482835:0:30286:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777235.482837:0:30286:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777235.482840:0:30286:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff945303e34200) refcount = 1 00010000:00010000:0.0:1788777235.482844:0:30286:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.482851:0:30286:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777235.482855:0:30286:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777235.482857:0:30286:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777235.482861:0:30286:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777235.482864:0:30286:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.482867:0:30286:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.482874:0:30286:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777235.482875:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.482878:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.482879:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.482880:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.482881:0:30286:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.482887:0:30286:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777235.482889:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.482890:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.482892:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:0.0:1788777235.482894:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482896:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482898:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.482900:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.482901:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=4 00000020:00000001:0.0:1788777235.482903:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482905:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482908:0:30286:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777235.482911:0:30286:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.482914:0:30286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.482921:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.482922:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.482924:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.482925:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.482926:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=5 00000020:00000001:0.0:1788777235.482928:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482931:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482933:0:30286:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777235.482936:0:30286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.482943:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.482944:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777235.482946:0:30286:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.482951:0:30286:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777235.482952:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.482953:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.482954:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.482956:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777235.482962:0:30286:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777251 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777235.482971:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.482972:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.482973:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:0.0:1788777235.482975:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482977:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482980:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.482981:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.482983:0:30286:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.482985:0:30286:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.482989:0:30286:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777235.482992:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.482993:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.482994:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:0.0:1788777235.482996:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.482998:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00000002:00010000:0.0:1788777235.483001:0:30286:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.483009:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.483010:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.483012:0:30286:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777235.483013:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.483015:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.483016:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:0.0:1788777235.483018:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.483020:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000040:0.0:1788777235.483024:0:30286:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:0.0:1788777235.483027:0:30286:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777235.483030:0:30286:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:0.0:1788777235.483033:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.483034:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.483035:0:30286:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777235.483039:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d536b0 00000002:00002000:0.0:1788777235.483042:0:30286:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777235.483046:0:30286:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.483050:0:30286:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.483054:0:30286:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777235.483057:0:30286:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777235.483060:0:30286:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777235.483065:0:30286:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:0.0:1788777235.483068:0:30286:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777235.483070:0:30286:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb80d53a28 it_disposition b 00000080:00000001:0.0:1788777235.483074:0:30286:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777235.483082:0:30286:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777235.483827:0:30286:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777235.483834:0:30286:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1788777235.483840:0:30286:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788777235.483850:0:30286:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777235.483853:0:30286:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:0.0:1788777235.483857:0:30286:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777235.483861:0:30286:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1788777235.483865:0:30286:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777235.483868:0:30286:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833952 mtime from 1788777216 to 1788777217 00000080:00200000:0.0:1788777235.483873:0:30286:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00200000:0.0:1788777235.483875:0:30286:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff945320918908): rc = 0 00000080:00000001:0.0:1788777235.483878:0:30286:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482446088 : -118390227105528 : ffff945320918908) 00010000:00000001:0.0:1788777235.483881:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.483883:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.483885:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:0.0:1788777235.483887:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.483890:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.483892:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.483894:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777235.483896:0:30286:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777235.483898:0:30286:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777235.483900:0:30286:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777235.483905:0:30286:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777235.483907:0:30286:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777235.483911:0:30286:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff945320918908) for lock 0xe53f2b0cb7af869b 00800000:00000001:0.0:1788777235.483914:0:30286:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777235.483917:0:30286:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777235.483918:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.483919:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.483921:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:0.0:1788777235.483923:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.483924:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.483927:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.483928:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.483930:0:30286:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.483932:0:30286:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777235.483940:0:30286:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945308d281b0 inode ffff945320918908 refc 1 flags 0x20000e 00000080:00000001:0.0:1788777235.483944:0:30286:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788777235.483946:0:30286:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777235.483948:0:30286:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777235.483952:0:30286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff945320918908) 00000080:00010000:0.0:1788777235.483957:0:30286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af869b from it ffffb1cb80d53a28 00010000:00000001:0.0:1788777235.483959:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.483960:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.483961:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:0.0:1788777235.483963:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.483965:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777235.483967:0:30286:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777235.483971:0:30286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.483980:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.483982:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.483983:0:30286:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777235.483987:0:30286:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777235.483990:0:30286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af869b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd8c expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777235.483999:0:30286:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777235.484003:0:30286:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777235.484005:0:30286:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777235.484010:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.484012:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.484013:0:30286:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.484018:0:30286:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777235.484020:0:30286:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.484022:0:30286:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.484026:0:30286:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.484028:0:30286:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777235.484030:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.484031:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777235.484033:0:30286:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777235.484037:0:30286:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363e00. 00000100:00000001:0.0:1788777235.484044:0:30286:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.485337:0:30286:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3800 x1875667126097024/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777251 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.485357:0:30286:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777235.485360:0:30286:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777235.485365:0:30286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b0000. 02000000:00000001:0.0:1788777235.485371:0:30286:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777235.485374:0:30286:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777235.485376:0:30286:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777235.485379:0:30286:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777235.485383:0:30286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21000. 02000000:00000001:0.0:1788777235.485387:0:30286:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777235.485389:0:30286:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777235.485391:0:30286:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3800. 00000100:00000001:0.0:1788777235.485396:0:30286:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777235.485398:0:30286:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777235.485411:0:30286:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777235.485414:0:30286:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff945320918908), inode mode 41ed mask 1 00000080:00000001:0.0:1788777235.485421:0:30286:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777235.485444:0:30286:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945320625e00. 00000020:00000001:0.0:1788777235.485449:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53ae8 00000080:00200000:0.0:1788777235.485452:0:30286:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff945320918908), flags=8 00000080:00000001:0.0:1788777235.485456:0:30286:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777235.485458:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53998 00000080:00200000:0.0:1788777235.485460:0:30286:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff945320918908), intent=getattr 00000080:00000010:0.0:1788777235.485469:0:30286:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363e00. 00000080:00000001:0.0:1788777235.485478:0:30286:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777235.485482:0:30286:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.485485:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d538b8 00800000:00000002:0.0:1788777235.485487:0:30286:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:0.0:1788777235.485491:0:30286:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788777235.485497:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53850 00800000:00000002:0.0:1788777235.485499:0:30286:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1788777235.485505:0:30286:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.485507:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53788 00000002:00010000:0.0:1788777235.485509:0:30286:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x20:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788777235.486806:0:30286:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777235.486811:0:30286:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777235.486825:0:30286:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3800. 00000020:00000040:0.0:1788777235.486832:0:30286:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777235.486840:0:30286:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777235.486847:0:30286:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777235.486855:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.486858:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.486861:0:30286:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.486865:0:30286:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777235.486869:0:30286:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777235.486874:0:30286:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777235.486885:0:30286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21000. 00000100:00000001:0.0:1788777235.486895:0:30286:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.486902:0:30286:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777235.486904:0:30286:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.486906:0:30286:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777235.486907:0:30286:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.486910:0:30286:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.486919:0:30286:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00010000:00000001:0.0:1788777235.486925:0:30286:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777235.486928:0:30286:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777235.486935:0:30286:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:0.0:1788777235.486939:0:30286:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777235.486942:0:30286:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777235.486946:0:30286:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9e00. 00000020:00000001:0.0:1788777235.486953:0:30286:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777235.486957:0:30286:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9e00 with handle 0xe53f2b0cb7af86a2 to hash 00000020:00000001:0.0:1788777235.486959:0:30286:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777235.486961:0:30286:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.486965:0:30286:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.486969:0:30286:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777235.486973:0:30286:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.486977:0:30286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30286 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777235.487004:0:30286:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30286 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777235.487016:0:30286:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30286 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777235.487022:0:30286:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777235.487024:0:30286:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777235.487033:0:30286:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061a2a80. 00000100:00000001:0.0:1788777235.487035:0:30286:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038415488 : -118390671136128 : ffff9453061a2a80) 00000100:00000001:0.0:1788777235.487038:0:30286:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777235.487040:0:30286:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00000100:00000001:0.0:1788777235.487056:0:30286:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777235.487061:0:30286:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.487064:0:30286:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777235.487067:0:30286:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777235.487079:0:30286:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.487818:0:30286:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777235.487822:0:30286:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777235.487828:0:30286:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777235.487831:0:30286:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777235.487834:0:30286:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777235.487841:0:30286:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30286:1875667126097152:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:0.0:1788777235.487846:0:30286:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777235.487854:0:30286:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777235.487858:0:30286:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777235.487861:0:30286:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777235.487870:0:30286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b0000. 02000000:00000001:0.0:1788777235.487872:0:30286:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777235.487882:0:30286:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777235.487888:0:30286:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777235.487899:0:30286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777235.487910:0:30286:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126097152, portal 10 00000100:00000001:0.0:1788777235.487912:0:30286:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777235.487913:0:30286:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00000100:00000040:0.0:1788777235.487923:0:30286:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.487932:0:30286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777235.487936:0:30286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777235.487941:0:30286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ca18. 00000100:00000200:0.0:1788777235.487944:0:30286:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126097152, offset 0 00000400:00000200:0.0:1788777235.487953:0:30286:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777235.487964:0:30286:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.487974:0:30286:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777235.488822:0:30286:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777235.488833:0:30286:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777235.488838:0:30286:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777235.488842:0:30286:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777235.488847:0:30286:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2266:2266:256:4294967295] 192.168.203.135@tcp LPNI seq info [2266:2266:8:4294967295] 00000400:00000200:0.0:1788777235.488854:0:30286:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.488867:0:30286:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777235.488876:0:30286:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777235.488888:0:30286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f200. 00000800:00000200:0.0:1788777235.488897:0:30286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777235.488907:0:30286:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777235.488913:0:30286:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777235.488930:0:30286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777235.488936:0:30286:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 809700 usecs (810 jiffies) 00000400:00000200:0.0:1788777235.488941:0:30286:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777235.488944:0:30286:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296386605 00000100:00000001:0.0:1788777235.488947:0:30286:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:0.0:1788777235.488952:0:30286:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296386605 00000100:00000001:0.0:1788777235.488955:0:30286:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:0.0:1788777235.488958:0:30286:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777235.488961:0:30286:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.488965:0:30286:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777235.488967:0:30286:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777235.488970:0:30286:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061a2a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788777235.488973:0:30286:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777235.488977:0:30286:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777235.489481:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.489487:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f200. 00000400:00000200:1.0:1788777235.489494:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.489500:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.489507:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ca18 00000400:00000010:1.0:1788777235.489510:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ca18. 00000100:00000001:1.0:1788777235.489516:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.489524:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.489537:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.489541:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.489548:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.489550:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.501275:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.501306:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.501312:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.501315:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.501326:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.501337:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.501348:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.501354:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.501362:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.501366:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 640 into portal 10 MB=0x6a9e8c8c49500 00000400:00000200:1.0:1788777235.501372:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.501379:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 640/640 into md 0x6319 [1] + 224 00000800:00000001:1.0:1788777235.501386:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.501393:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.501397:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.501403:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.501413:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.501423:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.501435:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.501448:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.501458:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.501461:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777235.502981:0:30286:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777235.502999:0:30286:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777235.503002:0:30286:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777235.503007:0:30286:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777235.503017:0:30286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:0.0:1788777235.503020:0:30286:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:0.0:1788777235.503025:0:30286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.503039:0:30286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777235.503051:0:30286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.503059:0:30286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777235.503062:0:30286:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777235.503065:0:30286:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777235.503070:0:30286:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777235.503073:0:30286:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777235.503076:0:30286:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777235.503079:0:30286:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777235.503091:0:30286:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=58 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777235.503096:0:30286:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777235.503100:0:30286:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777235.503102:0:30286:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.503106:0:30286:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777235.503111:0:30286:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.503115:0:30286:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777235.503119:0:30286:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967597 00000100:00000001:0.0:1788777235.503121:0:30286:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777235.503137:0:30286:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777235.503143:0:30286:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.503151:0:30286:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777235.503155:0:30286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777235.503157:0:30286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777235.503162:0:30286:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777251 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777235.503171:0:30286:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30286:1875667126097152:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:0.0:1788777235.503176:0:30286:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777235.503179:0:30286:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.503182:0:30286:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777235.503185:0:30286:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.503188:0:30286:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777251 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.503196:0:30286:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777235.503200:0:30286:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061a2a80. 00000100:00000001:0.0:1788777235.503205:0:30286:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777235.503207:0:30286:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.503211:0:30286:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777235.503215:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.503218:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.503243:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=4 00000020:00000001:0.0:1788777235.503246:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503249:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000040:0.0:1788777235.503257:0:30286:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e9e00, remote cookie: 0xa4f015c75ff3bda8, flags: 0x1001 00010000:00010000:0.0:1788777235.503264:0:30286:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777235.503279:0:30286:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x22:0x0].0x0, instead of [0x200000404:0x20:0x0].0x0 00010000:00000001:0.0:1788777235.503294:0:30286:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788777235.503302:0:30286:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777235.503305:0:30286:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777235.503309:0:30286:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.503312:0:30286:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777235.503321:0:30286:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.503328:0:30286:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777235.503334:0:30286:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777235.503336:0:30286:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777235.503339:0:30286:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777235.503340:0:30286:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777235.503344:0:30286:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff945303e34d00) refcount = 2 00010000:00000040:0.0:1788777235.503347:0:30286:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777235.503350:0:30286:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af8678 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bd1c expref: -99 pid: 30251 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777235.503359:0:30286:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.503366:0:30286:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777235.503371:0:30286:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777235.503373:0:30286:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777235.503377:0:30286:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777235.503380:0:30286:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.503383:0:30286:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.503390:0:30286:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777235.503392:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.503394:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.503395:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.503396:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.503398:0:30286:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.503402:0:30286:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777235.503405:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.503406:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.503407:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=3 00000020:00000001:0.0:1788777235.503409:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503412:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503414:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.503416:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.503417:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=4 00000020:00000001:0.0:1788777235.503419:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503421:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503424:0:30286:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777235.503427:0:30286:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.503431:0:30286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.503437:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.503439:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.503440:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.503441:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.503442:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=5 00000020:00000001:0.0:1788777235.503445:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503447:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503450:0:30286:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777235.503452:0:30286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.503460:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.503461:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777235.503464:0:30286:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.503471:0:30286:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777235.503473:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.503474:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.503475:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.503477:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777235.503482:0:30286:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777251 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777235.503492:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.503493:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.503494:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=3 00000020:00000001:0.0:1788777235.503496:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503498:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00000002:00010000:0.0:1788777235.503502:0:30286:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788777235.503518:0:30286:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110481c0. 00010000:00000001:0.0:1788777235.503521:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.503522:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.503524:0:30286:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.503526:0:30286:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777235.503530:0:30286:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777235.503532:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.503533:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.503535:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=3 00000020:00000001:0.0:1788777235.503537:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503539:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00000002:00010000:0.0:1788777235.503543:0:30286:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.503551:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.503552:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.503554:0:30286:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777235.503555:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.503556:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.503558:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=3 00000020:00000001:0.0:1788777235.503560:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503562:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000040:0.0:1788777235.503566:0:30286:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:0.0:1788777235.503568:0:30286:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777235.503572:0:30286:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/34 (0 0) 00010000:00000001:0.0:1788777235.503575:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.503576:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.503577:0:30286:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777235.503581:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53710 00000002:00002000:0.0:1788777235.503583:0:30286:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777235.503587:0:30286:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.503592:0:30286:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.503595:0:30286:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777235.503598:0:30286:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777235.503602:0:30286:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777235.503607:0:30286:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777235.503610:0:30286:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb80d53b20 it_disposition b 00000080:00000001:0.0:1788777235.503613:0:30286:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777235.503621:0:30286:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777235.503625:0:30286:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777235.503629:0:30286:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1788777235.503633:0:30286:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788777235.503641:0:30286:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777235.503647:0:30286:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090796696 : -118390618754920 : ffff945309397098) 00000020:00001000:0.0:1788777235.503650:0:30286:0:(cl_object.c:823:cl_env_get()) 1@ffff945309397090 00000020:00000001:0.0:1788777235.503653:0:30286:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777235.503658:0:30286:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777235.503661:0:30286:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777235.503668:0:30286:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945302fb4ba0. 00020000:00000010:0.0:1788777235.503674:0:30286:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945306627d80. 00020000:00000010:0.0:1788777235.503837:0:30286:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945302fb4d20. 00020000:00000001:0.0:1788777235.503842:0:30286:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625682986061088 : -118390723490528 : ffff945302fb4d20) 00020000:00000002:0.0:1788777235.503846:0:30286:0:(lov_ea.c:755:dump_lsm()) lsm ffff945302fb4d20, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777235.503852:0:30286:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777235.503857:0:30286:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306627d80: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777235.503862:0:30286:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff94531026a7c0 00020000:00000001:0.0:1788777235.503866:0:30286:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777235.503869:0:30286:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff94531026a7c0 00020000:00000010:0.0:1788777235.503875:0:30286:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945306627d80. 00020000:00000010:0.0:1788777235.503881:0:30286:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945302fb4ba0. 00020000:00000010:0.0:1788777235.503887:0:30286:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945302fb4d20. 00020000:00000002:0.0:1788777235.503889:0:30286:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777235.503891:0:30286:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777235.503893:0:30286:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777235.503896:0:30286:0:(cl_object.c:917:cl_env_put()) 1@ffff945309397090 00000080:00000001:0.0:1788777235.503902:0:30286:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1788777235.503905:0:30286:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788777235.503911:0:30286:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x22:0x0](ffff94532091b248): rc = 0 00000080:00000001:0.0:1788777235.503913:0:30286:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482456648 : -118390227094968 : ffff94532091b248) 00010000:00000001:0.0:1788777235.503915:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.503917:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.503919:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=3 00000020:00000001:0.0:1788777235.503921:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.503923:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00000080:00000001:0.0:1788777235.503926:0:30286:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777235.503928:0:30286:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777235.503929:0:30286:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090796696 : -118390618754920 : ffff945309397098) 00000020:00001000:0.0:1788777235.503931:0:30286:0:(cl_object.c:823:cl_env_get()) 1@ffff945309397090 00000020:00000001:0.0:1788777235.503933:0:30286:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777235.503934:0:30286:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777235.503936:0:30286:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777235.503938:0:30286:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945302fb4d20. 00020000:00000010:0.0:1788777235.503941:0:30286:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945306627d80. 00020000:00000010:0.0:1788777235.503944:0:30286:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945302fb4ba0. 00020000:00000001:0.0:1788777235.503946:0:30286:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625682986060704 : -118390723490912 : ffff945302fb4ba0) 00020000:00000002:0.0:1788777235.503948:0:30286:0:(lov_ea.c:755:dump_lsm()) lsm ffff945302fb4ba0, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777235.503952:0:30286:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777235.503955:0:30286:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306627d80: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777235.503958:0:30286:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff94531026a7c0 00020000:00000001:0.0:1788777235.503959:0:30286:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777235.503961:0:30286:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff94531026a7c0 00020000:00000010:0.0:1788777235.503964:0:30286:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945306627d80. 00020000:00000010:0.0:1788777235.503966:0:30286:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945302fb4d20. 00020000:00000010:0.0:1788777235.503968:0:30286:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945302fb4ba0. 00020000:00000002:0.0:1788777235.503970:0:30286:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777235.503973:0:30286:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777235.503974:0:30286:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777235.503979:0:30286:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777235.503982:0:30286:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff94531026a7c0 00020000:00000002:0.0:1788777235.503986:0:30286:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b7900 addref 2/0 by ffff94531026a7c0. 00020000:00000002:0.0:1788777235.503989:0:30286:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff94531026a7c0 00020000:00000001:0.0:1788777235.503992:0:30286:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777235.503994:0:30286:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777235.503995:0:30286:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777235.503997:0:30286:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777235.503999:0:30286:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777235.504002:0:30286:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788777235.504004:0:30286:0:(cl_object.c:917:cl_env_put()) 1@ffff945309397090 00000080:00000001:0.0:1788777235.504007:0:30286:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.504009:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.504010:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777235.504012:0:30286:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777235.504016:0:30286:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777235.504017:0:30286:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777235.504021:0:30286:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af86a2 00800000:00000001:0.0:1788777235.504025:0:30286:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777235.504027:0:30286:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777235.504028:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.504029:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.504030:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=3 00000020:00000001:0.0:1788777235.504032:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.504034:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.504036:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.504037:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.504039:0:30286:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.504041:0:30286:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777235.504049:0:30286:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94530a5e0870 inode ffff94532091b248 refc 1 flags 0x40000e 00000080:00000001:0.0:1788777235.504053:0:30286:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777235.504057:0:30286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff94532091b248) 00000080:00010000:0.0:1788777235.504060:0:30286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86a2 from it ffffb1cb80d53b20 00010000:00000001:0.0:1788777235.504062:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.504064:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.504065:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=3 00000020:00000001:0.0:1788777235.504067:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.504069:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.504071:0:30286:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777235.504074:0:30286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777235.504082:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.504083:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.504085:0:30286:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777235.504088:0:30286:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777235.504090:0:30286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777235.504104:0:30286:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777235.504107:0:30286:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777235.504109:0:30286:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777235.504115:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.504116:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.504118:0:30286:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.504122:0:30286:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777235.505257:0:30286:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.505268:0:30286:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.505274:0:30286:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.505277:0:30286:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777235.505290:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.505293:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777235.505296:0:30286:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777235.505305:0:30286:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363e00. 00000100:00000001:0.0:1788777235.505313:0:30286:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.505330:0:30286:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3800 x1875667126097152/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777251 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.505339:0:30286:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777235.505342:0:30286:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777235.505347:0:30286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b0000. 02000000:00000001:0.0:1788777235.505351:0:30286:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777235.505354:0:30286:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777235.505357:0:30286:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777235.505359:0:30286:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777235.505364:0:30286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21000. 02000000:00000001:0.0:1788777235.505368:0:30286:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777235.505371:0:30286:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777235.505373:0:30286:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3800. 00000100:00000001:0.0:1788777235.505377:0:30286:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777235.505379:0:30286:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777235.505382:0:30286:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777235.505384:0:30286:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb80d53b20 released 00000080:00000001:0.0:1788777235.505386:0:30286:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788777235.505405:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53d08 00000080:00200008:0.0:1788777235.505409:0:30286:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x22:0x0](ffff94532091b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777235.505417:0:30286:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777235.505418:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53c80 00000080:00200000:0.0:1788777235.505420:0:30286:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x22:0x0](ffff94532091b248),name=f 00000080:00000010:0.0:1788777235.505430:0:30286:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363e00. 00000080:00000001:0.0:1788777235.505442:0:30286:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777235.505448:0:30286:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.505450:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53ba0 00800000:00000002:0.0:1788777235.505452:0:30286:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x22:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:0.0:1788777235.505456:0:30286:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777235.505462:0:30286:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x200000404:0x22:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777235.505467:0:30286:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777235.505469:0:30286:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d53a70 00000002:00010000:0.0:1788777235.505471:0:30286:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x22:0x0]) in obj [0x200000404:0x20:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777235.505475:0:30286:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777235.505477:0:30286:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777235.505480:0:30286:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777235.505487:0:30286:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:0.0:1788777235.505490:0:30286:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777235.505495:0:30286:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777235.505499:0:30286:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777235.505503:0:30286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777235.505513:0:30286:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777235.505518:0:30286:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777235.505522:0:30286:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777235.505529:0:30286:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777235.505531:0:30286:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777235.505533:0:30286:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777235.505535:0:30286:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777235.505538:0:30286:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777235.505542:0:30286:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x20:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777235.505544:0:30286:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777235.505547:0:30286:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363e00. 00000080:00000001:0.0:1788777235.505550:0:30286:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777235.505552:0:30286:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777235.505555:0:30286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff94532091b248) 00000080:00010000:0.0:1788777235.505558:0:30286:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af86a2 00800000:00000001:0.0:1788777235.505562:0:30286:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777235.505564:0:30286:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777235.505565:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.505568:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.505570:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=3 00000020:00000001:0.0:1788777235.505572:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.505575:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.505577:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.505578:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777235.505580:0:30286:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777235.505581:0:30286:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777235.505583:0:30286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86a2 from it ffffb1cb80d53cb8 00010000:00000001:0.0:1788777235.505585:0:30286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777235.505586:0:30286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777235.505587:0:30286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=3 00000020:00000001:0.0:1788777235.505589:0:30286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.505591:0:30286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777235.505593:0:30286:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777235.505596:0:30286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777235.505602:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.505604:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.505605:0:30286:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777235.505607:0:30286:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777235.505609:0:30286:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af86a2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bda8 expref: -99 pid: 30286 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777235.505616:0:30286:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777235.505618:0:30286:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777235.505620:0:30286:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777235.505624:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.505625:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777235.505626:0:30286:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.505629:0:30286:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777235.505630:0:30286:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.505632:0:30286:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.505633:0:30286:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777235.505635:0:30286:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777235.505636:0:30286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777235.505637:0:30286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777235.505639:0:30286:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777235.505640:0:30286:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777235.505644:0:30286:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777235.505648:0:30286:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777235.505650:0:30286:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777235.505652:0:30286:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777235.505654:0:30286:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777235.505657:0:30286:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777235.505662:0:30286:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788777235.505665:0:30286:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777235.505669:0:30286:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090796696 : -118390618754920 : ffff945309397098) 00000020:00001000:0.0:1788777235.505671:0:30286:0:(cl_object.c:823:cl_env_get()) 1@ffff945309397090 00000020:00000001:0.0:1788777235.505677:0:30286:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:0.0:1788777235.505679:0:30286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777235.507913:0:30286:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777235.507917:0:30286:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788777235.507923:0:30286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777235.507925:0:30286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777235.507930:0:30286:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777235.507932:0:30286:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777235.507935:0:30286:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777235.507941:0:30286:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x22:0x0]io ffff9453075e1e70 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788777235.507946:0:30286:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff94531026a7c0 00000800:00000200:1.0:1788777235.517095:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.517108:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777235.517117:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.517128:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.517602:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1f68 00000400:00000010:1.0:1788777235.517608:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1f68. 00000100:00000001:1.0:1788777235.517616:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.517627:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126097280/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777251 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.517648:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.517652:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126097280/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.517659:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.517661:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.520069:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.520090:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.520096:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.520098:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.520111:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.520120:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.520193:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.520200:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.520207:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.520211:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c49580 00000400:00000200:1.0:1788777235.520217:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.520341:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x6329 [1] + 224 00000800:00000001:1.0:1788777235.520353:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.520362:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.520366:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.520370:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.520380:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.520391:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126097280/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777251 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.520402:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914f480 x1875667126097280/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777251 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.520485:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.520498:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.520502:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.534386:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.534391:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777235.534397:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.534403:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.534411:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1440 00000400:00000010:1.0:1788777235.534413:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1440. 00000100:00000001:1.0:1788777235.534418:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.534423:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126097408/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.534434:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.534437:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126097408/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.534445:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.534447:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.540380:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.541003:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.541010:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.541014:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.541025:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.541035:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.541046:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.541053:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.541059:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.541064:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c49600 00000400:00000200:1.0:1788777235.541070:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.541078:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x6331 [256] + 0 00000400:00000010:1.0:1788777235.541204:0:2339:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:1.0:1788777235.541211:0:2339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94531027a000 00000800:00000001:1.0:1788777235.541310:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.541325:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.541329:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.541336:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.541344:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94531027a000 00000400:00000010:1.0:1788777235.541347:0:2339:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94531027a000. 00000100:00000001:1.0:1788777235.541356:0:2339:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788777235.541360:0:2339:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94530914f480 desc ffff9453093a9c00 mbits 1875667126097408 00000100:00000001:1.0:1788777235.541547:0:2339:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788777235.541558:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777235.541563:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.541569:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777235.541577:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2269:2269:256:4294967295] 192.168.203.135@tcp LPNI seq info [2269:2269:8:4294967295] 00000400:00000200:1.0:1788777235.541582:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.541600:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777235.541607:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777235.541813:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94530670c000. 00000800:00000200:0.0:1788777235.541825:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777235.541833:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777235.541839:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530670c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777235.541949:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777235.541953:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94530670c000. 00000400:00000200:0.0:1788777235.541960:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.541965:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777235.541974:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.541978:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.545814:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.545839:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.545845:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.545849:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.545861:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.545871:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.545883:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.545890:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.545897:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.545902:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c49600 00000400:00000200:1.0:1788777235.545908:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.545914:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x6339 [1] + 224 00000800:00000001:1.0:1788777235.545923:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.545931:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.545935:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.545940:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.545949:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.545962:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126097408/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.545974:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94530914f480 x1875667126097408/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.546003:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.546013:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.546016:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777235.555778:0:30287:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777235.555787:0:30287:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777235.555790:0:30287:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777235.555794:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bb20 00000080:00200000:1.0:1788777235.555800:0:30287:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777235.555810:0:30287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310292c00. 00800000:00000002:1.0:1788777235.555819:0:30287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777235.555824:0:30287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777235.555832:0:30287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777235.555834:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5ba40 00800000:00000002:1.0:1788777235.555837:0:30287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777235.555841:0:30287:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777235.555845:0:30287:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777235.555852:0:30287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777235.555855:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b910 00000002:00010000:1.0:1788777235.555857:0:30287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777235.555861:0:30287:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777235.555863:0:30287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777235.555867:0:30287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777235.555876:0:30287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803b00 count: 2 00010000:00000001:1.0:1788777235.555880:0:30287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777235.555886:0:30287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777235.555891:0:30287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777235.555896:0:30287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777235.555910:0:30287:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777235.555916:0:30287:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777235.555919:0:30287:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788777235.556009:0:30287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777235.556011:0:30287:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777235.556013:0:30287:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777235.556015:0:30287:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777235.556017:0:30287:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777235.556020:0:30287:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777235.556023:0:30287:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777235.556026:0:30287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777235.556030:0:30287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310292c00. 00000080:00000001:1.0:1788777235.556035:0:30287:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777235.556037:0:30287:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777235.556040:0:30287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777235.556044:0:30287:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af867f 00800000:00000001:1.0:1788777235.556047:0:30287:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777235.556050:0:30287:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777235.556051:0:30287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777235.556054:0:30287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777235.556058:0:30287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:1.0:1788777235.556060:0:30287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777235.556063:0:30287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777235.556067:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556069:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777235.556070:0:30287:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777235.556072:0:30287:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777235.556075:0:30287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af867f from it ffffb1cb81c5bb58 00010000:00000001:1.0:1788777235.556077:0:30287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777235.556079:0:30287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777235.556080:0:30287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:1.0:1788777235.556082:0:30287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777235.556084:0:30287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777235.556086:0:30287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777235.556090:0:30287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777235.556098:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556099:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777235.556101:0:30287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777235.556103:0:30287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777235.556106:0:30287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777235.556114:0:30287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777235.556118:0:30287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777235.556120:0:30287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777235.556125:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556127:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777235.556129:0:30287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556133:0:30287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777235.556134:0:30287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556137:0:30287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556141:0:30287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556143:0:30287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777235.556145:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556146:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777235.556150:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777235.556152:0:30287:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777235.556154:0:30287:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777235.556160:0:30287:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777235.556164:0:30287:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777235.556166:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bb48 00000080:00002000:1.0:1788777235.556168:0:30287:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff945308d28510) flags 0x20000e refc 1 00000080:00000001:1.0:1788777235.556171:0:30287:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777235.556174:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bb90 00000080:00200000:1.0:1788777235.556175:0:30287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=8 00000080:00000001:1.0:1788777235.556181:0:30287:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788777235.556183:0:30287:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777235.556190:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bd08 00000080:00200008:1.0:1788777235.556193:0:30287:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff94532097c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777235.556199:0:30287:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777235.556200:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bc80 00000080:00200000:1.0:1788777235.556201:0:30287:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff94532097c2c8),name=d21f.recovery-small-1 00000080:00000010:1.0:1788777235.556206:0:30287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310292c00. 00800000:00000002:1.0:1788777235.556209:0:30287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777235.556215:0:30287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777235.556217:0:30287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777235.556218:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bba0 00800000:00000002:1.0:1788777235.556249:0:30287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1f:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777235.556252:0:30287:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777235.556256:0:30287:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777235.556260:0:30287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777235.556261:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5ba70 00000002:00010000:1.0:1788777235.556263:0:30287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777235.556266:0:30287:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777235.556267:0:30287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777235.556269:0:30287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777235.556273:0:30287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 2 00010000:00000001:1.0:1788777235.556275:0:30287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777235.556278:0:30287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777235.556290:0:30287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777235.556294:0:30287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777235.556302:0:30287:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777235.556304:0:30287:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777235.556307:0:30287:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777235.556314:0:30287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777235.556316:0:30287:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777235.556318:0:30287:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777235.556320:0:30287:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777235.556322:0:30287:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777235.556324:0:30287:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777235.556326:0:30287:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777235.556328:0:30287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777235.556331:0:30287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310292c00. 00000080:00000001:1.0:1788777235.556333:0:30287:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777235.556335:0:30287:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777235.556337:0:30287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff94532097c2c8) 00000080:00010000:1.0:1788777235.556339:0:30287:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff94532097c2c8) for lock 0xe53f2b0cb7af8686 00800000:00000001:1.0:1788777235.556342:0:30287:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777235.556343:0:30287:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777235.556345:0:30287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777235.556346:0:30287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777235.556349:0:30287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:1.0:1788777235.556351:0:30287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777235.556353:0:30287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777235.556355:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556356:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777235.556358:0:30287:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777235.556359:0:30287:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777235.556362:0:30287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8686 from it ffffb1cb81c5bcb8 00010000:00000001:1.0:1788777235.556364:0:30287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777235.556365:0:30287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777235.556366:0:30287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:1.0:1788777235.556368:0:30287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777235.556370:0:30287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777235.556372:0:30287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777235.556374:0:30287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777235.556380:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556381:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777235.556383:0:30287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777235.556384:0:30287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777235.556386:0:30287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af8686 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd46 expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777235.556393:0:30287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777235.556394:0:30287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777235.556395:0:30287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777235.556398:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556399:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777235.556402:0:30287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556404:0:30287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777235.556405:0:30287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556406:0:30287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556408:0:30287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556410:0:30287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777235.556411:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556412:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777235.556414:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777235.556415:0:30287:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777235.556419:0:30287:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777235.556423:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bd08 00000080:00000008:1.0:1788777235.556426:0:30287:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff94532097c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777235.556454:0:30287:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777235.556456:0:30287:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777235.556458:0:30287:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777235.556631:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bbc0 00000080:00200000:1.0:1788777235.556634:0:30287:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777235.556639:0:30287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310292c00. 00800000:00000002:1.0:1788777235.556642:0:30287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777235.556645:0:30287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777235.556647:0:30287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777235.556648:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bae0 00800000:00000002:1.0:1788777235.556724:0:30287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777235.556727:0:30287:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777235.556730:0:30287:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777235.556733:0:30287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777235.556736:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b9b0 00000002:00010000:1.0:1788777235.556738:0:30287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777235.556741:0:30287:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777235.556742:0:30287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777235.556744:0:30287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777235.556748:0:30287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803b00 count: 2 00010000:00000001:1.0:1788777235.556750:0:30287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777235.556753:0:30287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777235.556755:0:30287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777235.556758:0:30287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788777235.556766:0:30287:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777235.556768:0:30287:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777235.556771:0:30287:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788777235.556777:0:30287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777235.556779:0:30287:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777235.556781:0:30287:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777235.556783:0:30287:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777235.556785:0:30287:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777235.556787:0:30287:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777235.556789:0:30287:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777235.556791:0:30287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777235.556794:0:30287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310292c00. 00000080:00000001:1.0:1788777235.556796:0:30287:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777235.556798:0:30287:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777235.556800:0:30287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777235.556802:0:30287:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af867f 00800000:00000001:1.0:1788777235.556805:0:30287:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777235.556806:0:30287:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777235.556807:0:30287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777235.556809:0:30287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777235.556811:0:30287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:1.0:1788777235.556813:0:30287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777235.556815:0:30287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777235.556817:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556819:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777235.556820:0:30287:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777235.556821:0:30287:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777235.556823:0:30287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af867f from it ffffb1cb81c5bbf8 00010000:00000001:1.0:1788777235.556825:0:30287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777235.556826:0:30287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777235.556827:0:30287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:1.0:1788777235.556829:0:30287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777235.556831:0:30287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:1.0:1788777235.556833:0:30287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777235.556835:0:30287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777235.556841:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556843:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777235.556844:0:30287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777235.556845:0:30287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777235.556848:0:30287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af867f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bd2a expref: -99 pid: 30285 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788777235.556854:0:30287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777235.556856:0:30287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777235.556857:0:30287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777235.556859:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556860:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777235.556862:0:30287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556864:0:30287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777235.556865:0:30287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556867:0:30287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556869:0:30287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.556871:0:30287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777235.556873:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.556873:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777235.556875:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777235.556876:0:30287:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777235.556879:0:30287:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777235.556881:0:30287:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777235.556885:0:30287:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777235.556887:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bbc0 00000080:00002000:1.0:1788777235.556888:0:30287:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff945308d28510) flags 0x20000e refc 1 00000080:00000001:1.0:1788777235.556891:0:30287:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777235.556892:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bc08 00000080:00200000:1.0:1788777235.556894:0:30287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000001:1.0:1788777235.556897:0:30287:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788777235.556899:0:30287:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777235.556902:0:30287:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777235.556904:0:30287:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff94532097c2c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788777235.556906:0:30287:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777235.556911:0:30287:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777235.556914:0:30287:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777235.556916:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bb78 00000080:00200008:1.0:1788777235.556918:0:30287:0:(file.c:1090:ll_file_open()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff94532097c2c8), flags 704400 00000080:00000010:1.0:1788777235.556924:0:30287:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453017ae140. 00000080:00000001:1.0:1788777235.557006:0:30287:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788777235.557009:0:30287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310292c00. 00800000:00000002:1.0:1788777235.557012:0:30287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777235.557015:0:30287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777235.557017:0:30287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777235.557018:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5ba28 00800000:00000002:1.0:1788777235.557021:0:30287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777235.557024:0:30287:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788777235.557027:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b9a8 00800000:00000002:1.0:1788777235.557029:0:30287:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788777235.557032:0:30287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777235.557034:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b8e0 00000002:00010000:1.0:1788777235.557036:0:30287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1788777235.557040:0:30287:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777235.557043:0:30287:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777235.557047:0:30287:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777235.557051:0:30287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 2 00010000:00000001:1.0:1788777235.557053:0:30287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777235.557055:0:30287:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777235.557058:0:30287:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.557061:0:30287:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777235.557063:0:30287:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777235.557065:0:30287:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777235.557067:0:30287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803b00 count: 2 00010000:00000001:1.0:1788777235.557069:0:30287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777235.557071:0:30287:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777235.557072:0:30287:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.557074:0:30287:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777235.557076:0:30287:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777235.557082:0:30287:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f100. 00000020:00000040:1.0:1788777235.557087:0:30287:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:1.0:1788777235.557094:0:30287:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777235.557096:0:30287:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.557099:0:30287:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777235.557104:0:30287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777235.557107:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777235.557108:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777235.557109:0:30287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.557113:0:30287:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777235.557115:0:30287:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777235.557119:0:30287:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777235.557128:0:30287:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945310689800. 00000100:00000001:1.0:1788777235.557136:0:30287:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.557143:0:30287:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777235.557145:0:30287:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.557146:0:30287:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777235.557148:0:30287:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777235.557149:0:30287:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777235.557158:0:30287:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683087487232 : -118390622064384 : ffff94530906f100) 00010000:00000001:1.0:1788777235.557162:0:30287:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777235.557165:0:30287:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777235.557167:0:30287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803b00 count: 2 00010000:00000001:1.0:1788777235.557169:0:30287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777235.557172:0:30287:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777235.557176:0:30287:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb6a00. 00000020:00000001:1.0:1788777235.557180:0:30287:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777235.557182:0:30287:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb6a00 with handle 0xe53f2b0cb7af86b0 to hash 00000020:00000001:1.0:1788777235.557185:0:30287:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777235.557187:0:30287:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:1.0:1788777235.557191:0:30287:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:1.0:1788777235.557193:0:30287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777235.557195:0:30287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777235.557198:0:30287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6a00/0xe53f2b0cb7af86b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30287 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777235.557205:0:30287:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6a00/0xe53f2b0cb7af86b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30287 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777235.557401:0:30287:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777235.557419:0:30287:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530906f100 x1875667126097664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777235.557430:0:30287:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6a00/0xe53f2b0cb7af86b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30287 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777235.557437:0:30287:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777235.557439:0:30287:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777235.557637:0:30287:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061a2a80. 00000100:00000001:0.0:1788777235.557641:0:30287:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038415488 : -118390671136128 : ffff9453061a2a80) 00000100:00000001:0.0:1788777235.557644:0:30287:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777235.557646:0:30287:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087487232 : -118390622064384 : ffff94530906f100) 00000100:00000001:0.0:1788777235.557716:0:30287:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777235.557722:0:30287:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.557724:0:30287:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777235.557727:0:30287:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777235.557733:0:30287:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906f100 x1875667126097664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.557743:0:30287:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777235.557745:0:30287:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777235.557751:0:30287:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777235.557754:0:30287:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777235.557756:0:30287:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777235.557761:0:30287:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906f100 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30287:1875667126097664:192.168.203.135@tcp:101:rm.0 00000100:00000001:0.0:1788777235.557765:0:30287:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777235.557773:0:30287:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777235.557776:0:30287:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777235.557779:0:30287:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777235.557921:0:30287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:0.0:1788777235.557924:0:30287:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777235.558014:0:30287:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777235.558022:0:30287:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777235.558034:0:30287:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9453092b0000. 00000100:00000200:0.0:1788777235.558046:0:30287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126097664, portal 10 00000100:00000001:0.0:1788777235.558048:0:30287:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777235.558050:0:30287:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087487232 : -118390622064384 : ffff94530906f100) 00000100:00000040:0.0:1788777235.558059:0:30287:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906f100 x1875667126097664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.558068:0:30287:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777235.558071:0:30287:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777235.558075:0:30287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777235.558079:0:30287:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126097664, offset 0 00000400:00000200:0.0:1788777235.558089:0:30287:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777235.558100:0:30287:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.558109:0:30287:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777235.558115:0:30287:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777235.558121:0:30287:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777235.558125:0:30287:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777235.558128:0:30287:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777235.558132:0:30287:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2270:2270:256:4294967295] 192.168.203.135@tcp LPNI seq info [2270:2270:8:4294967295] 00000400:00000200:0.0:1788777235.558137:0:30287:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.558149:0:30287:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777235.558156:0:30287:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777235.558162:0:30287:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f500. 00000800:00000200:0.0:1788777235.558171:0:30287:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777235.558180:0:30287:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777235.558186:0:30287:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788777235.558310:0:30287:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777235.558317:0:30287:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 807248 usecs (808 jiffies) 00000400:00000200:0.0:1788777235.558321:0:30287:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777235.558324:0:30287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296386672 00000100:00000001:0.0:1788777235.558328:0:30287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:0.0:1788777235.558331:0:30287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296386672 00000100:00000001:0.0:1788777235.558333:0:30287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:0.0:1788777235.558336:0:30287:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777235.558339:0:30287:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.558342:0:30287:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777235.558344:0:30287:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777235.558348:0:30287:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061a2a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788777235.558351:0:30287:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777235.558355:0:30287:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777235.559551:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.559562:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:1.0:1788777235.559573:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.559584:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.559593:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:1.0:1788777235.559597:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:1.0:1788777235.559604:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.559612:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906f100 x1875667126097664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.559626:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.559630:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906f100 x1875667126097664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.559638:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.559640:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.567624:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.567848:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.567854:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.567858:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.567870:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.567881:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.567896:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.567903:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.567912:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.567917:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c49700 00000400:00000200:0.0:1788777235.567923:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.568194:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x6341 [64] + 224 00000800:00000001:0.0:1788777235.568205:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.568217:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.568243:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.568248:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.568258:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.568271:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906f100 x1875667126097664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777235.568292:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530906f100 x1875667126097664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.568379:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777235.568391:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.568396:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.572762:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.572769:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df600. 00000400:00000200:1.0:1788777235.572774:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.572780:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.572787:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347110 00000400:00000010:1.0:1788777235.572790:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347110. 00000100:00000001:1.0:1788777235.572794:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.572798:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126097792/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.572808:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.572812:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e680 x1875667126097792/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.572820:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.572821:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777235.577781:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.577806:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.577811:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.577814:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.577826:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.577836:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.577847:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.577853:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.577860:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.577864:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c49780 00000400:00000200:0.0:1788777235.577870:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.577877:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x6351 [256] + 0 00000400:00000010:0.0:1788777235.577884:0:2339:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d738. 00000400:00000200:0.0:1788777235.577891:0:2339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9453102e8000 00000800:00000001:0.0:1788777235.577899:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.577911:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.577915:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.577920:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777235.577999:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453102e8000 00000400:00000010:0.0:1788777235.578003:0:2339:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9453102e8000. 00000100:00000001:0.0:1788777235.578010:0:2339:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788777235.578013:0:2339:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff945308a3e680 desc ffff9453122d4c00 mbits 1875667126097792 00000100:00000001:0.0:1788777235.578029:0:2339:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1788777235.578039:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777235.578043:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.578050:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777235.578058:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2272:2272:256:4294967295] 192.168.203.135@tcp LPNI seq info [2272:2272:8:4294967295] 00000400:00000200:0.0:1788777235.578063:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.578073:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777235.578080:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777235.578090:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94530670c000. 00000800:00000200:0.0:1788777235.578098:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777235.578107:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777235.578114:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530670c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777235.578196:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777235.578202:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94530670c000. 00000400:00000200:0.0:1788777235.578208:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.578212:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777235.578262:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.578266:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788777235.581369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6a00. 00000800:00000001:0.0:1788777235.583272:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.583305:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.583311:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.583314:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.583327:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.583339:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.583350:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.583357:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.583364:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.583369:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c49780 00000400:00000200:0.0:1788777235.583374:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.583381:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x6359 [1] + 224 00000800:00000001:0.0:1788777235.583390:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.583402:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.583406:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.583411:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.583421:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.583433:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126097792/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777235.583445:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff945308a3e680 x1875667126097792/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.583474:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777235.583485:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.583490:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.586272:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.586278:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df400. 00000400:00000200:1.0:1788777235.586294:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.586301:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.586307:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083473b8 00000400:00000010:1.0:1788777235.586310:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083473b8. 00000100:00000001:1.0:1788777235.586315:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.586319:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126098048/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.586334:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.586338:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e680 x1875667126098048/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.586346:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.586348:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777235.589955:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.589979:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.589985:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.589988:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.590000:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.590012:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.590024:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.590030:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.590037:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.590042:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c49880 00000400:00000200:0.0:1788777235.590048:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.590055:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6361 [1] + 224 00000800:00000001:0.0:1788777235.590064:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.590072:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.590076:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.590081:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.590208:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.590287:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126098048/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777235.590300:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3e680 x1875667126098048/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.590319:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777235.590330:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.590461:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.595996:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.596003:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777235.596011:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.596017:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.596025:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1660 00000400:00000010:1.0:1788777235.596028:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1660. 00000100:00000001:1.0:1788777235.596033:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.596039:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126098304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.596051:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.596054:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e680 x1875667126098304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.596062:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.596063:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.604657:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.604689:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.604702:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.604707:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.604719:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.604729:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.604741:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.604747:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.604754:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.604758:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c49980 00000400:00000200:1.0:1788777235.604764:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.604771:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x6369 [64] + 224 00000800:00000001:1.0:1788777235.604782:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.604790:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.604794:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.604809:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.604820:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.604832:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126098304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.604845:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff945308a3e680 x1875667126098304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.604870:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.604884:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.604888:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.614675:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.614684:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777235.614692:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.614700:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.614708:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:1.0:1788777235.614711:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:1.0:1788777235.614716:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.614723:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126098432/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.614736:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.614740:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126098432/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777251 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.614747:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.614749:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.617423:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.617447:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.617454:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.617456:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.617470:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.617479:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.617491:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.617498:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.617505:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.617510:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 10 MB=0x6a9e8c8c49a00 00000400:00000200:1.0:1788777235.617515:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.617522:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 368/368 into md 0x6371 [1] + 224 00000800:00000001:1.0:1788777235.617531:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.617560:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.617565:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.617570:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.617581:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.617592:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126098432/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777251 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777235.617604:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94530914f480 x1875667126098432/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.617627:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.617638:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.617641:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.622036:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.622042:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777235.622048:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.622054:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.622061:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:1.0:1788777235.622064:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:1.0:1788777235.622068:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.622074:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126098688/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.625962:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.625990:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126098688/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.626005:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.626008:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.635919:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.635952:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.635958:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.635960:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.635972:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.635981:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.635992:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.635999:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.636005:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.636010:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c49b00 00000400:00000200:1.0:1788777235.636016:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.636023:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6379 [1] + 224 00000800:00000001:1.0:1788777235.636032:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.636040:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.636044:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.636049:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.636059:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.636070:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126098688/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777235.636081:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914f480 x1875667126098688/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.636164:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777235.636176:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777235.636180:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.636186:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777235.636194:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2277:2277:256:4294967295] 192.168.203.135@tcp LPNI seq info [2277:2277:8:4294967295] 00000400:00000200:1.0:1788777235.636198:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.636207:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777235.636214:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777235.636262:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c600. 00000800:00000200:1.0:1788777235.636271:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777235.636288:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777235.636294:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c600 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1788777235.636650:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1788777235.636901:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.636906:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c600. 00000400:00000200:1.0:1788777235.636912:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.636917:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777235.637354:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788777235.642377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:2.1:1788777235.642385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00010000:00000010:2.1:1788777235.642417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7a00. 00000800:00000200:1.0:1788777235.645318:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.645324:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df900. 00000400:00000200:1.0:1788777235.645330:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.645336:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.645343:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347d48 00000400:00000010:1.0:1788777235.645346:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347d48. 00000100:00000001:1.0:1788777235.645350:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.645357:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ce00 x1875667126098816/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.645368:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.645371:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ce00 x1875667126098816/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.645378:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.645380:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788777235.649433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5cc0. 00000800:00000001:0.0:1788777235.652110:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.652134:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.652139:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.652141:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.652154:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.652163:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.652176:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.652183:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.652190:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.652195:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c49b80 00000400:00000200:0.0:1788777235.652200:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.652207:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6381 [1] + 224 00000800:00000001:0.0:1788777235.652215:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.652271:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.652276:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.652289:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.652299:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.652309:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ce00 x1875667126098816/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777235.652320:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308a3ce00 x1875667126098816/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.652396:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777235.652408:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.652412:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.660023:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.660035:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777235.660043:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.660054:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.660063:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:1.0:1788777235.660066:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:1.0:1788777235.660075:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.660086:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126099072/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.660100:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.660103:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126099072/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.660118:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.660120:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788777235.660373:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ab9c0. 00000080:00000010:3.1:1788777235.664380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625d00. 00000800:00000001:0.0:1788777235.666005:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.666028:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.666034:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.666037:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.666050:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.666060:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.666071:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.666077:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.666085:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.666089:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c49c80 00000400:00000200:0.0:1788777235.666095:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.666102:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6389 [1] + 224 00000800:00000001:0.0:1788777235.666111:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.666119:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.666123:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.666129:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.666139:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.666151:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126099072/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777235.666163:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530914df80 x1875667126099072/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.666186:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777235.666201:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.666205:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.667444:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.667449:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777235.667453:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.667459:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.667463:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1110 00000400:00000010:1.0:1788777235.667465:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1110. 00000100:00000001:1.0:1788777235.667469:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.667474:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126099328/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.667483:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.667486:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126099328/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.667493:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.667494:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777235.672293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:2.1:1788777235.672316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34400. 00010000:00000010:2.1:1788777235.672322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d400. 00010000:00000010:2.1:1788777235.672326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803b00. 00010000:00000010:2.1:1788777235.672330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00000800:00000001:0.0:1788777235.680531:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.680558:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.680564:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.680567:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.680580:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.680601:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.680613:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.680620:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.680627:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.680632:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c49d80 00000400:00000200:0.0:1788777235.680636:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.680644:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6391 [1] + 224 00000800:00000001:0.0:1788777235.680652:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.680661:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.680665:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.680670:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.680692:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.680705:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126099328/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777235.680717:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914df80 x1875667126099328/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777235.680737:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777235.680750:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777235.680754:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.680760:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777235.680768:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2281:2281:256:4294967295] 192.168.203.135@tcp LPNI seq info [2281:2281:8:4294967295] 00000400:00000200:0.0:1788777235.680772:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.680781:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777235.680787:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777235.680794:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f800. 00000800:00000200:0.0:1788777235.680800:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777235.680808:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777235.680813:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1788777235.680923:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1788777235.680946:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1788777235.680950:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1788777235.680950:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f800. 00000400:00000200:0.0:1788777235.680954:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.680957:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 02000000:00000010:0.0:1788777235.684078:0:30287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b6800. 02000000:00000001:0.0:1788777235.684090:0:30287:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777235.684104:0:30287:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777235.684109:0:30287:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777235.684119:0:30287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cc38. 00000100:00000200:0.0:1788777235.684127:0:30287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126099456, portal 10 00000100:00000001:0.0:1788777235.684131:0:30287:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777235.684133:0:30287:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:0.0:1788777235.684149:0:30287:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914c700 x1875667126099456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.684159:0:30287:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777235.684162:0:30287:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777235.684165:0:30287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c880. 00000100:00000200:0.0:1788777235.684168:0:30287:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126099456, offset 0 00000400:00000200:0.0:1788777235.684176:0:30287:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777235.684187:0:30287:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.684196:0:30287:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777235.684204:0:30287:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777235.684209:0:30287:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777235.684214:0:30287:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777235.684217:0:30287:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777235.684267:0:30287:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2282:2282:256:4294967295] 192.168.203.135@tcp LPNI seq info [2282:2282:8:4294967295] 00000400:00000200:0.0:1788777235.684273:0:30287:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.684292:0:30287:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777235.684299:0:30287:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777235.684305:0:30287:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f800. 00000800:00000200:0.0:1788777235.684314:0:30287:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777235.684322:0:30287:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777235.684327:0:30287:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777235.684341:0:30287:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777235.684345:0:30287:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 796336 usecs (797 jiffies) 00000400:00000200:0.0:1788777235.684349:0:30287:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777235.684352:0:30287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296386787 00000100:00000001:0.0:1788777235.684355:0:30287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388144 00000100:00000001:0.0:1788777235.684358:0:30287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296386787 00000100:00000001:0.0:1788777235.684360:0:30287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388144 00000100:00000001:0.0:1788777235.684362:0:30287:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777235.684366:0:30287:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.684369:0:30287:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777235.684371:0:30287:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777235.684374:0:30287:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906b40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777235.684377:0:30287:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777235.684381:0:30287:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777235.684570:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.684576:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f800. 00000400:00000200:1.0:1788777235.684582:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.684600:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.684607:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c880 00000400:00000010:1.0:1788777235.684610:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c880. 00000100:00000001:1.0:1788777235.684615:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.684620:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126099456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.684631:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.684635:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126099456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.684642:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.684644:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788777235.692530:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532097c200. 00000800:00000001:0.0:1788777235.692549:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000080:00000010:2.1:1788777235.692554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690940. 00000800:00000001:0.0:1788777235.692567:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.692572:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.692575:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.692597:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.692606:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.692617:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.692623:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.692630:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.692634:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c49e00 00000400:00000200:0.0:1788777235.692639:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.692647:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6399 [1] + 224 00000800:00000001:0.0:1788777235.692657:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.692666:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.692670:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.692675:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.692700:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.692713:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126099456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777235.692724:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914c700 x1875667126099456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.692751:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777235.692763:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.692767:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.695153:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.695160:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777235.695166:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.695173:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.695179:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c15d8 00000400:00000010:1.0:1788777235.695181:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c15d8. 00000100:00000001:1.0:1788777235.695186:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.695191:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126099712/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.695202:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.695206:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126099712/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.695213:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.695215:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777235.702831:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.702857:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.702863:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.702866:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.702879:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.702890:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.702903:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.702909:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.702917:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.702922:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c49f00 00000400:00000200:0.0:1788777235.702939:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.702947:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x63a9 [64] + 224 00000800:00000001:0.0:1788777235.702958:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.702967:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.702971:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.702976:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.702986:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.703000:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126099712/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777235.703013:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530914c700 x1875667126099712/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.703039:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777235.703052:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.703056:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.709183:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.709191:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dff00. 00000400:00000200:1.0:1788777235.709198:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.709205:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.709214:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347660 00000400:00000010:1.0:1788777235.709218:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347660. 00000100:00000001:1.0:1788777235.709249:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.709255:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c700 x1875667126099840/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.709267:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.709270:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c700 x1875667126099840/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.709278:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.709293:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777235.713345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154c00. 00000800:00000001:0.0:1788777235.714761:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.714789:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.714795:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.714798:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.714810:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.714820:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.714834:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.714840:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.714847:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.714852:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c49f80 00000400:00000200:0.0:1788777235.714857:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.714865:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x63b1 [256] + 0 00000400:00000010:0.0:1788777235.714871:0:2338:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646dd68. 00000400:00000200:0.0:1788777235.714879:0:2338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9453102ea000 00000800:00000001:0.0:1788777235.714887:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.714901:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.714905:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.714910:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777235.714917:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453102ea000 00000400:00000010:0.0:1788777235.714920:0:2338:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9453102ea000. 00000100:00000001:0.0:1788777235.715034:0:2338:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788777235.715038:0:2338:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff945308a3c700 desc ffff945303c2e400 mbits 1875667126099840 00000100:00000001:0.0:1788777235.715060:0:2338:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1788777235.715071:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777235.715076:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.715083:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777235.715090:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2285:2285:256:4294967295] 192.168.203.135@tcp LPNI seq info [2285:2285:8:4294967295] 00000400:00000200:0.0:1788777235.715096:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.715105:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777235.715114:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777235.718074:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff945320244000. 00000800:00000200:1.0:1788777235.718100:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777235.718111:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777235.718118:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945320244000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777235.718304:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.718309:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff945320244000. 00000400:00000200:1.0:1788777235.718317:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.718323:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777235.718340:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.718348:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.722255:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.722291:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.722297:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.722300:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.722312:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.722321:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.722332:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.722339:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.722345:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.722350:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c49f80 00000400:00000200:1.0:1788777235.722355:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.722362:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x63b9 [1] + 224 00000800:00000001:1.0:1788777235.722371:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.722380:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.722384:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.722389:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.722398:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.722410:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c700 x1875667126099840/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.722420:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff945308a3c700 x1875667126099840/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.722569:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.722581:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.722585:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777235.727397:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777235.727404:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfc00. 00000400:00000200:0.0:1788777235.727410:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.727417:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777235.727424:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347e58 00000400:00000010:0.0:1788777235.727427:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347e58. 00000100:00000001:0.0:1788777235.727432:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777235.727436:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c700 x1875667126100096/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.727446:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777235.727450:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c700 x1875667126100096/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.727456:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777235.727458:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.736109:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.736134:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.736140:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.736142:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.736158:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.736168:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.736179:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.736185:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.736192:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.736196:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4a080 00000400:00000200:1.0:1788777235.736202:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.736209:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x63c1 [1] + 224 00000800:00000001:1.0:1788777235.736217:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.736259:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.736264:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.736269:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.736278:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.736301:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c700 x1875667126100096/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.736313:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3c700 x1875667126100096/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.736334:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.736345:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.736348:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777235.736584:0:30287:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c700 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30287:1875667126100096:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777235.736591:0:30287:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777235.736594:0:30287:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777235.736597:0:30287:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777235.736600:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777235.736603:0:30287:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c700 x1875667126100096/t4294967606(4294967606) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777251 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777235.736610:0:30287:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777235.736614:0:30287:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453012ed3c0. 00000100:00000001:3.0:1788777235.736617:0:30287:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777235.736618:0:30287:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777235.736626:0:30287:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777235.736627:0:30287:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080988416 : -118390628563200 : ffff945308a3c700) 00000002:00000001:3.0:1788777235.736631:0:30287:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777235.736634:0:30287:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777235.736640:0:30287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945301219600. 00000080:00000001:3.0:1788777235.736645:0:30287:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777235.736714:0:30287:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777235.736722:0:30287:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777235.736729:0:30287:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914c700 x1875667126099712/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777251 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777235.736738:0:30287:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777235.736739:0:30287:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:3.0:1788777235.736741:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777235.736744:0:30287:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126099712/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777251 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777235.736751:0:30287:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777235.736753:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777235.736756:0:30287:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c700 x1875667126100096/t4294967606(4294967606) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777251 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777235.736762:0:30287:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777235.736764:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777235.736767:0:30287:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126099712/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777251 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777235.736774:0:30287:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777235.736778:0:30287:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777235.736780:0:30287:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777235.736783:0:30287:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777235.736787:0:30287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab000. 02000000:00000001:3.0:1788777235.736793:0:30287:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777235.736795:0:30287:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777235.736797:0:30287:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:3.0:1788777235.736801:0:30287:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777235.736802:0:30287:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777235.736803:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777235.736807:0:30287:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c700 x1875667126100096/t4294967606(4294967606) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777251 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777235.736813:0:30287:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777235.736815:0:30287:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945310690640. 00000002:00000001:3.0:1788777235.736818:0:30287:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777235.736820:0:30287:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777235.736822:0:30287:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb9000. 00000100:00000001:3.0:1788777235.736825:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777235.736828:0:30287:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c700 x1875667126100096/t4294967606(4294967606) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777251 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777235.736834:0:30287:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777235.736836:0:30287:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777235.736839:0:30287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777235.736842:0:30287:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777235.736843:0:30287:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777235.736844:0:30287:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777235.736846:0:30287:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777235.736848:0:30287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945301219a00. 02000000:00000001:3.0:1788777235.736850:0:30287:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777235.736851:0:30287:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777235.736852:0:30287:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c700. 00000100:00000001:3.0:1788777235.736854:0:30287:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777235.736856:0:30287:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777235.736859:0:30287:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777235.736864:0:30287:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a0000. 00000080:00000001:3.0:1788777235.736868:0:30287:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777235.736876:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bdd0 00000080:00000008:3.0:1788777235.736878:0:30287:0:(file.c:523:ll_file_release()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff945320918908), flags 704000, rc = 0 00000080:00000001:3.0:1788777235.736882:0:30287:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777235.736885:0:30287:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777235.736962:0:30287:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777235.736966:0:30287:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777235.736968:0:30287:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777235.736970:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bbc0 00000080:00200000:3.0:1788777235.736972:0:30287:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777235.736980:0:30287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945301219a00. 00800000:00000002:3.0:1788777235.736988:0:30287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777235.736994:0:30287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777235.736998:0:30287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777235.737001:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bae0 00800000:00000002:3.0:1788777235.737004:0:30287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777235.737008:0:30287:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777235.737013:0:30287:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777235.737019:0:30287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777235.737021:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5b9b0 00000002:00010000:3.0:1788777235.737023:0:30287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777235.737026:0:30287:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777235.737029:0:30287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777235.737032:0:30287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777235.737040:0:30287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777235.737044:0:30287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777235.737049:0:30287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777235.737055:0:30287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777235.737060:0:30287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af86c5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3be2d expref: -99 pid: 30287 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777235.737072:0:30287:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777235.737077:0:30287:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777235.737080:0:30287:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af86c5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3be2d expref: -99 pid: 30287 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788777235.737088:0:30287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777235.737090:0:30287:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777235.737092:0:30287:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777235.737094:0:30287:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777235.737096:0:30287:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777235.737098:0:30287:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777235.737101:0:30287:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777235.737103:0:30287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777235.737106:0:30287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945301219a00. 00000080:00000001:3.0:1788777235.737109:0:30287:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777235.737111:0:30287:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777235.737114:0:30287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777235.737118:0:30287:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af86c5 00800000:00000001:3.0:1788777235.737122:0:30287:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777235.737124:0:30287:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777235.737126:0:30287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777235.737128:0:30287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777235.737132:0:30287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=3 00000020:00000001:3.0:1788777235.737134:0:30287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:3.0:1788777235.737137:0:30287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:3.0:1788777235.737141:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777235.737143:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777235.737144:0:30287:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777235.737146:0:30287:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777235.737149:0:30287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86c5 from it ffffb1cb81c5bbf8 00010000:00000001:3.0:1788777235.737151:0:30287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777235.737152:0:30287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777235.737154:0:30287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=3 00000020:00000001:3.0:1788777235.737156:0:30287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:3.0:1788777235.737158:0:30287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:3.0:1788777235.737161:0:30287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777235.737164:0:30287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af86c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3be2d expref: -99 pid: 30287 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777235.737171:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777235.737172:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777235.737174:0:30287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777235.737177:0:30287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777235.737179:0:30287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af86c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3be2d expref: -99 pid: 30287 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777235.737187:0:30287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777235.737192:0:30287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777235.737193:0:30287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777235.737198:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777235.737199:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777235.737201:0:30287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777235.737205:0:30287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777235.737207:0:30287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777235.737209:0:30287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777235.737212:0:30287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777235.737214:0:30287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777235.737216:0:30287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777235.737217:0:30287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777235.739196:0:30287:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777235.739205:0:30287:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777235.739214:0:30287:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777235.739240:0:30287:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777235.739249:0:30287:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777235.739253:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bbc0 00000080:00002000:3.0:1788777235.739255:0:30287:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff945308d281b0) flags 0x20000e refc 1 00000080:00000001:3.0:1788777235.739258:0:30287:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777235.739261:0:30287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c5bc08 00000080:00200000:3.0:1788777235.739262:0:30287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=266 00000080:00000001:3.0:1788777235.739270:0:30287:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777235.739272:0:30287:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777235.743961:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.743973:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777235.743983:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.743994:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.744003:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:1.0:1788777235.744006:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:1.0:1788777235.744012:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.744022:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126100352/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.744038:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.744052:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126100352/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.744065:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.744067:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777235.746910:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.746933:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.746938:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.746941:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.746952:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.746961:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.746972:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.746978:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.746984:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.746989:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c4a180 00000400:00000200:1.0:1788777235.746994:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.747002:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x63c9 [64] + 224 00000800:00000001:1.0:1788777235.747011:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.747019:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.747023:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.747027:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.747037:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.747048:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126100352/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777235.747059:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530914ca80 x1875667126100352/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.747084:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777235.747095:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.747099:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.752468:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.752474:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777235.752480:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.752486:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.752494:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1550 00000400:00000010:1.0:1788777235.752497:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1550. 00000100:00000001:1.0:1788777235.752502:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.752507:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126100608/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.752519:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.752523:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126100608/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.752530:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.752532:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777235.764680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00010000:00000010:2.1:1788777235.764702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34d00. 00010000:00000010:2.1:1788777235.764707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9600. 00010000:00000010:2.1:1788777235.764710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8800. 00000800:00000001:1.0:1788777235.770603:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.770632:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777235.770637:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.770641:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.770655:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.770667:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777235.770680:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.770687:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.770694:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.770699:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4a280 00000400:00000200:1.0:1788777235.770704:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.770712:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x63d1 [1] + 224 00000800:00000001:1.0:1788777235.770721:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.770729:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777235.770733:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.770738:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777235.770748:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777235.770761:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126100608/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777235.770774:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914d500 x1875667126100608/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.770801:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777235.770815:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777235.770819:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.770826:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777235.770833:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2289:2289:256:4294967295] 192.168.203.135@tcp LPNI seq info [2289:2289:8:4294967295] 00000400:00000200:1.0:1788777235.770838:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777235.770846:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777235.770853:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777235.770861:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531239c600. 00000800:00000200:1.0:1788777235.770869:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777235.770882:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777235.770887:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531239c600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777235.771002:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.771007:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531239c600. 00000400:00000200:1.0:1788777235.771011:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.771014:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777235.771021:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777235.771025:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.773333:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.773339:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7600. 00000400:00000200:1.0:1788777235.773345:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.773351:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.773358:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1ee0 00000400:00000010:1.0:1788777235.773360:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1ee0. 00000100:00000001:1.0:1788777235.773365:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.773370:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126100736/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.773380:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.773383:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126100736/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.773390:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.773391:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788777235.777268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625e00. 00000080:00000010:2.1:1788777235.777318:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091b180. 00000080:00000010:2.1:1788777235.777328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453206256e0. 00000800:00000001:0.0:1788777235.779814:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.779839:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.779845:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.779849:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.779860:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.779871:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.779883:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.779890:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.779898:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.779903:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4a300 00000400:00000200:0.0:1788777235.779909:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.779916:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x63d9 [1] + 224 00000800:00000001:0.0:1788777235.779925:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.779938:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.779942:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.779947:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.779958:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.779971:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126100736/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777235.779983:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914fb80 x1875667126100736/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.780008:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777235.780020:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.780023:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.784121:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.784127:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777235.784134:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.784140:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.784148:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1aa0 00000400:00000010:1.0:1788777235.784151:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1aa0. 00000100:00000001:1.0:1788777235.784155:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.784161:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126100992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.784172:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.784175:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126100992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777235.784183:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.784185:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777235.787923:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.787949:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.787955:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.787958:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.787970:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.787980:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.787992:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.787998:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.788005:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.788010:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4a400 00000400:00000200:0.0:1788777235.788016:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.788024:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x63e1 [1] + 224 00000800:00000001:0.0:1788777235.788032:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.788039:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.788043:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.788049:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.788061:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.788074:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126100992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777235.788086:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530914fb80 x1875667126100992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777235.788109:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777235.788121:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.788125:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777235.789777:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777235.789783:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777235.789788:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777235.789795:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777235.789800:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:1.0:1788777235.789803:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:1.0:1788777235.789807:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777235.789813:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126101248/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.789824:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777235.789827:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126101248/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777251 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777235.789834:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777235.789836:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777235.795958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154e00. 00010000:00000010:2.1:1788777235.795979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34200. 00010000:00000010:2.1:1788777235.795985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154c00. 00010000:00000010:2.1:1788777235.795989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:2.1:1788777235.795993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00000800:00000001:0.0:1788777235.796258:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.796275:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777235.796289:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.796292:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.796303:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.796311:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777235.796322:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.796329:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.796335:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.796339:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4a500 00000400:00000200:0.0:1788777235.796345:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.796352:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x63e9 [1] + 224 00000800:00000001:0.0:1788777235.796362:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.796369:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777235.796372:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.796377:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777235.796388:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777235.796399:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126101248/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777235.796410:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914fb80 x1875667126101248/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777251 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777235.796431:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777235.796444:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777235.796448:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.796454:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777235.798964:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2293:2293:256:4294967295] 192.168.203.135@tcp LPNI seq info [2293:2293:8:4294967295] 00000400:00000200:0.0:1788777235.798989:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777235.799007:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777235.799017:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777235.799030:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fe00. 00000800:00000200:0.0:1788777235.799040:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777235.799050:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777235.799056:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fe00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777235.799192:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777235.799196:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fe00. 00000400:00000200:0.0:1788777235.799202:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777235.799207:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777235.799239:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777235.799256:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1788777235.808962:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320918840. 00000080:00000010:2.1:1788777235.808982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5d80. 00010000:00000001:1.0:1788777236.449404:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777236.449414:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777236.449422:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777236.449424:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777236.449428:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777236.449429:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777236.452435:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777236.452443:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777236.452448:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777237.472127:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777237.472134:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777237.472140:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777237.472142:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777237.472145:0:26555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777237.472146:0:26555:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777237.472193:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777237.472197:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777237.472200:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788777237.938351:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.938367:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777237.938371:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.938373:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777237.938382:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938389:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777237.938397:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938402:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938407:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938411:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d56580 00000400:00000200:0.0:1788777237.938420:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x5e19 [2] + 328 00000800:00000001:0.0:1788777237.938429:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.938432:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777237.938435:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777237.938439:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777237.938460:0:2339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777237.938463:0:2339:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788777237.938469:0:2339:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3800. 00000100:00000040:0.0:1788777237.938473:0:2339:0:(events.c:337:request_in_callback()) incoming req@ffff945308be3800 x1875667143976320 msgsize 328 00000100:00100000:0.0:1788777237.938477:0:2339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:0.0:1788777237.938488:0:2339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777237.938497:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.938501:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777237.938502:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.938504:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777237.938507:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938510:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777237.938514:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938517:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938519:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938522:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d56680 00000400:00000200:0.0:1788777237.938527:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x5e19 [2] + 656 00000800:00000001:0.0:1788777237.938530:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.938547:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777237.938549:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777237.938553:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777237.938556:0:2339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777237.938558:0:2339:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788777237.938561:0:2339:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1880. 00000100:00000040:0.0:1788777237.938563:0:2339:0:(events.c:337:request_in_callback()) incoming req@ffff945308be1880 x1875667143976576 msgsize 328 00000100:00100000:0.0:1788777237.938567:0:2339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:0.0:1788777237.938577:0:2339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777237.938581:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.938583:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777237.938604:0:15900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788777237.938606:0:15900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667143976320 02000000:00000001:0.0:1788777237.938609:0:15900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788777237.938611:0:15900:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777237.938613:0:15900:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777237.938617:0:15900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777237.938621:0:15900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667143976320 00000020:00000001:0.0:1788777237.938624:0:15900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777237.938626:0:15900:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:0.0:1788777237.938628:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777237.938631:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:0.0:1788777237.938634:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:0.0:1788777237.938636:0:15900:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000001:0.0:1788777237.938640:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777237.938644:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048740. 00000100:00000001:0.0:1788777237.938647:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777237.938650:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048740. 00000020:00000010:0.0:1788777237.938655:0:15900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073fa00. 00000020:00000010:0.0:1788777237.938660:0:15900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945309327a00. 00000020:00000010:0.0:1788777237.938664:0:15900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945309322960. 00000100:00000040:0.0:1788777237.938672:0:15900:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788777237.938675:0:15900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788777237.938676:0:15900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788777237.938678:0:15900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.938685:0:15900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.938688:0:15900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777237.938695:0:15900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788777237.938696:0:15900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667143976576 02000000:00000001:0.0:1788777237.938697:0:15900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788777237.938699:0:15900:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777237.938700:0:15900:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777237.938702:0:15900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777237.938703:0:15900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667143976576 00000020:00000001:0.0:1788777237.938705:0:15900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777237.938706:0:15900:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:0.0:1788777237.938708:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777237.938709:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:0.0:1788777237.938711:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:0.0:1788777237.938713:0:15900:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000001:0.0:1788777237.938715:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777237.938717:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048740. 00000100:00000001:0.0:1788777237.938719:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777237.938721:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048740. 00000020:00000010:0.0:1788777237.938724:0:15900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073f200. 00000020:00000010:0.0:1788777237.938726:0:15900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945309327d00. 00000020:00000010:0.0:1788777237.938728:0:15900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945309322708. 00000100:00000001:0.0:1788777237.938731:0:15900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788777237.938732:0:15900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788777237.938733:0:15900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.938736:0:15900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.938737:0:15900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777237.938743:0:15900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788777237.938745:0:15900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788777237.938749:0:15900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 53 00000100:00000040:0.0:1788777237.938753:0:15900:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119b8800 : new rpc_count 1 00000100:00000001:0.0:1788777237.938755:0:15900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00000100:00000040:0.0:1788777237.938761:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945308be3800 x1875667143976320/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:293/0 lens 328/0 e 0 to 0 dl 1788777248 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777237.938770:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777237.938772:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048740. 00000100:00000001:0.0:1788777237.938773:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777237.938775:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048740. 00000100:00100000:0.0:1788777237.938779:0:15900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945308be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6686:x1875667143976320:12345-192.168.203.135@tcp:104: 00000100:00000200:0.0:1788777237.938782:0:15900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667143976320 00010000:00000001:0.0:1788777237.938784:0:15900:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788777237.938792:0:15900:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777237.938794:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777237.938795:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=2 00000020:00000001:0.0:1788777237.938797:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:0.0:1788777237.938799:0:15900:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:0.0:1788777237.938802:0:15900:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777237.938805:0:15900:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777237.938810:0:15900:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000396b42b0/0xe53f2b0cb7af8694 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3bd70 expref: -99 pid: 30285 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788777237.938821:0:15900:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788777237.938823:0:15900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788777237.938828:0:15900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945307d20400. 02000000:00000001:0.0:1788777237.938830:0:15900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.938832:0:15900:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.938836:0:15900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788777237.938838:0:15900:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777237.938841:0:15900:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777237.938845:0:15900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777237.938848:0:15900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777237.938850:0:15900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:0.0:1788777237.938852:0:15900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788777237.938854:0:15900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.938856:0:15900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777237.938859:0:15900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777237.938863:0:15900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c908. 00000100:00000200:0.0:1788777237.938868:0:15900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667143976320, offset 224 00000400:00000200:0.0:1788777237.938873:0:15900:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777237.938879:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938885:0:15900:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777237.938891:0:15900:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2294:2294:256:4294967295] 192.168.203.135@tcp LPNI seq info [2294:2294:8:4294967295] 00000400:00000200:0.0:1788777237.938896:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.938903:0:15900:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777237.938911:0:15900:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777237.938915:0:15900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fa00. 00000800:00000200:0.0:1788777237.938921:0:15900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777237.938928:0:15900:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777237.938932:0:15900:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777237.938941:0:15900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777237.938944:0:15900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:0.0:1788777237.938947:0:15900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788777237.938952:0:15900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453061a23c0. 00010000:00000001:0.0:1788777237.938954:0:15900:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788777237.938977:0:15900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788777237.938980:0:15900:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.938981:0:15900:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.938983:0:15900:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777237.938988:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3800 x1875667143976320/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:293/0 lens 328/224 e 0 to 0 dl 1788777248 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788777237.938996:0:15900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945308be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6686:x1875667143976320:12345-192.168.203.135@tcp:104: Request processed in 225us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788777237.939004:0:15900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 53 00000100:00000040:0.0:1788777237.939007:0:15900:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119b8800 : new rpc_count 0 00000100:00000001:0.0:1788777237.939009:0:15900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788777237.939011:0:15900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788777237.939016:0:15900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945309327a00. 00000020:00000010:0.0:1788777237.939020:0:15900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945309322960. 00000020:00000010:0.0:1788777237.939024:0:15900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94531073fa00. 00000020:00000040:0.0:1788777237.939028:0:15900:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000001:0.0:1788777237.939030:0:15900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777237.939037:0:15900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788777237.939038:0:15900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788777237.939041:0:15900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 54 00000100:00000040:0.0:1788777237.939043:0:15900:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119bd000 : new rpc_count 1 00000100:00000001:0.0:1788777237.939045:0:15900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683082713216 : -118390626838400 : ffff945308be1880) 00000100:00000040:0.0:1788777237.939049:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945308be1880 x1875667143976576/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:293/0 lens 328/0 e 0 to 0 dl 1788777248 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777237.939057:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777237.939060:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048740. 00000100:00000001:0.0:1788777237.939062:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777237.939064:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048740. 00000100:00100000:0.0:1788777237.939067:0:15900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945308be1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6687:x1875667143976576:12345-192.168.203.135@tcp:104: 00000100:00000200:0.0:1788777237.939070:0:15900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667143976576 00010000:00000001:0.0:1788777237.939071:0:15900:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788777237.939075:0:15900:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777237.939076:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777237.939078:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=2 00000020:00000001:0.0:1788777237.939080:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:0.0:1788777237.939082:0:15900:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:0.0:1788777237.939084:0:15900:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777237.939086:0:15900:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777237.939090:0:15900:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af86a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3bdaf expref: -99 pid: 30286 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788777237.939098:0:15900:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788777237.939099:0:15900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788777237.939102:0:15900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945307d20800. 02000000:00000001:0.0:1788777237.939104:0:15900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.939106:0:15900:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939108:0:15900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788777237.939110:0:15900:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777237.939112:0:15900:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777237.939115:0:15900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777237.939117:0:15900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777237.939119:0:15900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:0.0:1788777237.939122:0:15900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788777237.939123:0:15900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.939125:0:15900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777237.939127:0:15900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777237.939130:0:15900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c770. 00000100:00000200:0.0:1788777237.939133:0:15900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667143976576, offset 224 00000400:00000200:0.0:1788777237.939137:0:15900:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777237.939140:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.939143:0:15900:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777237.939147:0:15900:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2295:2295:255:4294967295] 192.168.203.135@tcp LPNI seq info [2295:2295:7:4294967295] 00000400:00000200:0.0:1788777237.939150:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.939156:0:15900:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777237.939160:0:15900:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777237.939163:0:15900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114ff00. 00000800:00000200:0.0:1788777237.939166:0:15900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777237.939170:0:15900:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777237.939172:0:15900:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777237.939175:0:15900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777237.939177:0:15900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:0.0:1788777237.939179:0:15900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788777237.939181:0:15900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453061a2600. 00010000:00000001:0.0:1788777237.939183:0:15900:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788777237.939190:0:15900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1788777237.939192:0:15900:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939193:0:15900:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939195:0:15900:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777237.939199:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1880 x1875667143976576/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:293/0 lens 328/224 e 0 to 0 dl 1788777248 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788777237.939207:0:15900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945308be1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6687:x1875667143976576:12345-192.168.203.135@tcp:104: Request processed in 148us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1788777237.939212:0:15900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 54 00000100:00000040:0.0:1788777237.939215:0:15900:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119bd000 : new rpc_count 0 00000100:00000001:0.0:1788777237.939217:0:15900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788777237.939248:0:15900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788777237.939251:0:15900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945309327d00. 00000020:00000010:0.0:1788777237.939253:0:15900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945309322708. 00000020:00000010:0.0:1788777237.939256:0:15900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94531073f200. 00000020:00000040:0.0:1788777237.939258:0:15900:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:0.0:1788777237.939260:0:15900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777237.939280:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777237.939283:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777237.939285:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1788777237.939287:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788777237.939289:0:16036:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777237.939292:0:16036:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000396b42b0/0xe53f2b0cb7af8694 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3bd70 expref: -99 pid: 30285 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777237.939301:0:16036:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309154a00 already unused, calling callback (ffffffffc1359300) 00000008:00000001:0.0:1788777237.939304:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788777237.939306:0:16036:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777237.939307:0:16036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777237.939309:0:16036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777237.939310:0:16036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=3 00000020:00000001:0.0:1788777237.939312:0:16036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:0.0:1788777237.939314:0:16036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:0.0:1788777237.939316:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777237.939318:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000396b42b0/0xe53f2b0cb7af8694 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa4f015c75ff3bd70 expref: -99 pid: 30285 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788777237.939325:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788777237.939327:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777237.939331:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153912 : -118390618397704 : ffff9453093ee3f8) 00000020:00001000:0.0:1788777237.939333:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee3f0 00000008:00000001:0.0:1788777237.939335:0:16036:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788777237.939338:0:16036:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777237.939340:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee3f0 00000008:00000001:0.0:1788777237.939342:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939345:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777237.939350:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777237.939351:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777237.939353:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777237.939354:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777237.939357:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154a00 with handle 0xe53f2b0cb7af8694 from hash 00010000:00000001:0.0:1788777237.939359:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777237.939361:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777237.939362:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777237.939363:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777237.939366:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777237.939368:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788777237.939372:0:16036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777237.939375:0:16036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939377:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777237.939379:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788777237.939383:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3b80. 00000020:00000040:0.0:1788777237.939387:0:16036:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:0.0:1788777237.939390:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777237.939392:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777237.939397:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777237.939401:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073f200. 00000100:00000001:0.0:1788777237.939406:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939409:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777237.939413:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000396b42b0/0xe53f2b0cb7af8694 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3bd70 expref: -99 pid: 30285 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777237.939419:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777237.939421:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777237.939424:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777237.939428:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777237.939434:0:16036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae4d6db9] to pc [ptlrpcd_00_00+0] req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788777237.939451:0:16036:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777237.939453:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777237.939454:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777237.939456:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939458:0:16036:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777237.939459:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777237.939462:0:16036:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000396b42b0/0xe53f2b0cb7af8694 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3bd70 expref: -99 pid: 30285 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777237.939468:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777237.939470:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000396b42b0/0xe53f2b0cb7af8694 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3bd70 expref: -99 pid: 30285 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788777237.939476:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6c80. 00010000:00000040:0.0:1788777237.939480:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8100 count: 0 00010000:00000010:0.0:1788777237.939487:0:16036:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9453054b8b00. 00010000:00000001:0.0:1788777237.939494:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777237.939495:0:16036:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788777237.939497:0:16036:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9453061a23c0. 00010000:00000001:0.0:1788777237.939500:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777237.939502:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777237.939503:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777237.939505:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788777237.939507:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788777237.939508:0:16036:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777237.939510:0:16036:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af86a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3bdaf expref: -99 pid: 30286 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777237.939517:0:16036:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309154200 already unused, calling callback (ffffffffc1359300) 00000008:00000001:0.0:1788777237.939518:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788777237.939520:0:16036:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777237.939521:0:16036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777237.939523:0:16036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777237.939524:0:16036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:0.0:1788777237.939526:0:16036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:0.0:1788777237.939527:0:16036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:0.0:1788777237.939530:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777237.939532:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af86a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa4f015c75ff3bdaf expref: -99 pid: 30286 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788777237.939538:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788777237.939539:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777237.939541:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153912 : -118390618397704 : ffff9453093ee3f8) 00000020:00001000:0.0:1788777237.939543:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee3f0 00000008:00000001:0.0:1788777237.939544:0:16036:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788777237.939545:0:16036:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777237.939546:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee3f0 00000008:00000001:0.0:1788777237.939548:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939549:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777237.939551:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777237.939552:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777237.939554:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777237.939555:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777237.939557:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154200 with handle 0xe53f2b0cb7af86a9 from hash 00010000:00000001:0.0:1788777237.939559:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777237.939560:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777237.939561:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777237.939562:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777237.939564:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777237.939565:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788777237.939568:0:16036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777237.939570:0:16036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939571:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777237.939573:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788777237.939576:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0000. 00000020:00000040:0.0:1788777237.939579:0:16036:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777237.939581:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777237.939583:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777237.939584:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777237.939587:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073fa00. 00000100:00000001:0.0:1788777237.939590:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939592:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777237.939596:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af86a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3bdaf expref: -99 pid: 30286 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777237.939602:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777237.939604:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777237.939606:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777237.939608:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777237.939613:0:16036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a0d13f] to pc [ptlrpcd_00_01+1] req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788777237.939621:0:16036:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777237.939623:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777237.939624:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777237.939625:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777237.939626:0:16036:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777237.939628:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777237.939631:0:16036:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af86a9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3bdaf expref: -99 pid: 30286 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777237.939636:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777237.939638:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af86a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3bdaf expref: -99 pid: 30286 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788777237.939643:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6580. 00010000:00000040:0.0:1788777237.939646:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8d00 count: 0 00010000:00000010:0.0:1788777237.939649:0:16036:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9453054b8000. 00010000:00000001:0.0:1788777237.939654:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777237.939655:0:16036:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788777237.939656:0:16036:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9453061a2600. 00010000:00000001:0.0:1788777237.939658:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777237.939660:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777237.939661:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777237.939663:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777237.939664:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777237.939665:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777237.939667:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777237.939668:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777237.939669:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777237.939671:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777237.939677:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777237.939680:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777237.939682:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777237.939687:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777237.939693:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777237.939695:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777237.939697:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777237.939700:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777237.939702:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777237.939705:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126101376:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777237.939709:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777237.939713:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777237.939715:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777237.939718:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777237.939722:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073e200. 02000000:00000001:0.0:1788777237.939724:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777237.939728:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777237.939732:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777237.939736:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cd48. 00000100:00000200:0.0:1788777237.939740:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126101376, portal 18 00000100:00000001:0.0:1788777237.939743:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777237.939745:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082722176 : -118390626829440 : ffff945308be3b80) 00000100:00000040:0.0:1788777237.939750:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777237.939756:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777237.939758:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777237.939760:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c440. 00000100:00000200:0.0:1788777237.939762:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126101376, offset 0 00000400:00000200:0.0:1788777237.939766:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777237.939770:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.939774:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777237.939779:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777237.939783:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777237.939786:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777237.939788:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777237.939792:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2296:2296:254:4294967295] 192.168.203.135@tcp LPNI seq info [2296:2296:6:4294967295] 00000400:00000200:0.0:1788777237.939795:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.939801:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777237.939805:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777237.939808:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fc00. 00000800:00000200:0.0:1788777237.939812:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777237.939816:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777237.939819:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777237.939822:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777237.939825:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 301331 usecs (302 jiffies) 00000400:00000200:0.0:1788777237.939828:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777237.939831:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296388548 00000100:00000001:0.0:1788777237.939838:0:2346:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296388144 00000100:00000001:0.0:1788777237.939842:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296388548 00000100:00000001:0.0:1788777237.939845:0:2346:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296388144 00000100:00000001:0.0:1788777237.939850:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777237.939853:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.939855:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.939857:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777237.939861:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777237.939863:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777237.939865:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777237.939866:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777237.939867:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777237.939870:0:2346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788777237.939871:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777237.939873:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777237.939874:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777237.939875:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777237.939876:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777237.939877:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777237.939880:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777237.939887:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777237.939888:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777237.939890:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777237.939891:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777237.939893:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777237.939895:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126101504:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777237.939897:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777237.939899:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777237.939901:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777237.939902:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777237.939905:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073fc00. 02000000:00000001:0.0:1788777237.939906:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777237.939909:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777237.939911:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b738. 00000400:00000010:0.0:1788777237.939914:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c2a8. 00000100:00000200:0.0:1788777237.939916:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126101504, portal 18 00000100:00000001:0.0:1788777237.939918:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777237.939919:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082706944 : -118390626844672 : ffff945308be0000) 00000100:00000040:0.0:1788777237.939923:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777237.939929:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777237.939931:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777237.939933:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cf68. 00000100:00000200:0.0:1788777237.939934:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126101504, offset 0 00000400:00000200:0.0:1788777237.939938:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777237.939941:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.939944:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777237.939946:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777237.939948:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777237.939950:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777237.939952:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777237.939954:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2297:2297:253:4294967295] 192.168.203.135@tcp LPNI seq info [2297:2297:5:4294967295] 00000400:00000200:0.0:1788777237.939957:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.939962:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777237.939966:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777237.939969:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fb00. 00000800:00000200:0.0:1788777237.939973:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777237.939977:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777237.939980:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777237.939982:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777237.939984:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22563 usecs (23 jiffies) 00000400:00000200:0.0:1788777237.939987:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777237.939988:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296388269 00000100:00000001:0.0:1788777237.939990:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296388548 00000100:00000001:0.0:1788777237.939992:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296388269 00000100:00000001:0.0:1788777237.939994:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296388548 00000100:00000001:0.0:1788777237.939996:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777237.939998:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.940000:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.940002:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777237.940012:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777237.940014:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777237.940370:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777237.940375:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fa00. 00000400:00000200:1.0:1788777237.940379:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777237.940384:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777237.940389:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c908 00000400:00000010:1.0:1788777237.940391:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c908. 00000100:00000001:1.0:1788777237.940395:0:2338:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788777237.940396:0:2338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788777237.940407:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777237.940409:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114ff00. 00000400:00000200:1.0:1788777237.940411:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777237.940414:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777237.940416:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c770 00000400:00000010:1.0:1788777237.940418:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c770. 00000100:00000001:1.0:1788777237.940420:0:2338:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788777237.940421:0:2338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788777237.940427:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777237.940429:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fc00. 00000400:00000200:1.0:1788777237.940431:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777237.940434:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777237.940435:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c440 00000400:00000010:1.0:1788777237.940436:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c440. 00000100:00000001:1.0:1788777237.940439:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777237.940454:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.940464:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777237.940467:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.940474:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777237.940475:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777237.940529:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777237.940532:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fb00. 00000400:00000200:1.0:1788777237.940534:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777237.940538:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777237.940540:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cf68 00000400:00000010:1.0:1788777237.940541:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cf68. 00000100:00000001:1.0:1788777237.940544:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777237.940548:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.940554:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777237.940557:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.940562:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777237.940564:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1788777237.944522:0:2342:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000010:0.1:1788777237.950567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:0.1:1788777237.950581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154a00. 00010000:00000010:0.1:1788777237.950584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:0.1:1788777237.950586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00000800:00000001:0.0:1788777237.950602:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.950614:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777237.950618:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.950620:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777237.950628:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950635:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777237.950644:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950649:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950654:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950658:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c4a580 00000400:00000200:0.0:1788777237.950662:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950668:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6401 [1] + 224 00000800:00000001:0.0:1788777237.950676:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.950679:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777237.950682:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777237.950686:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777237.950694:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777237.950702:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777237.950714:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777237.950740:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777237.950750:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.950754:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777237.950756:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.950758:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777237.950761:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950765:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777237.950770:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950773:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950775:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950778:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c4a600 00000400:00000200:0.0:1788777237.950781:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777237.950784:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6411 [1] + 224 00000800:00000001:0.0:1788777237.950788:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.950795:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777237.950797:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777237.950800:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777237.950804:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777237.950808:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777237.950816:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777237.950823:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777237.950827:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777237.950830:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777237.950881:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777237.950886:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777237.950893:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777237.950895:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777237.950899:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b738. 00000400:00000200:1.0:1788777237.950903:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c2a8 00000400:00000010:1.0:1788777237.950905:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c2a8. 00000100:00000001:1.0:1788777237.950908:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777237.950913:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777237.950922:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.950928:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777237.950930:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777237.950932:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777237.950936:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777237.950938:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777237.950940:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777237.950943:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777237.950952:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022d38 time=58 v=5 (5 5 0 5) 00000100:00001000:1.0:1788777237.950956:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777237.950960:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777237.950962:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777237.950964:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777237.950968:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777237.950972:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777237.950974:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788777237.950976:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777237.950980:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777237.950985:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.950992:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777237.950995:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777237.950997:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777237.951001:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777237.951009:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126101504:192.168.203.135@tcp:103:ldlm_bl.0 00000400:00000001:1.0:1788777237.951015:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777237.951016:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777237.951018:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:1.0:1788777237.951020:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cd48 00000400:00000010:1.0:1788777237.951022:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cd48. 00000100:00000001:1.0:1788777237.951024:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777237.951027:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777237.951034:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.951040:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777237.951042:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777237.951043:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777237.951044:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777237.951045:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777237.951047:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777237.951048:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777237.951052:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026538 time=194 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777237.951055:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777237.951056:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777237.951058:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777237.951059:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777237.951061:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777237.951063:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777237.951064:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788777237.951066:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777237.951067:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777237.951070:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.951076:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777237.951077:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777237.951078:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777237.951082:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777237.951088:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126101376:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777237.951092:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777237.951094:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777237.951097:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0000 x1875667126101504/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.951104:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777237.951107:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777237.951110:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073fc00. 02000000:00000001:1.0:1788777237.951114:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777237.951117:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777237.951119:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777237.951122:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777237.951126:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073fa00. 02000000:00000001:1.0:1788777237.951129:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777237.951131:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777237.951133:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0000. 00000100:00000001:1.0:1788777237.951139:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777237.951141:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777237.951142:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777237.951146:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3b80 x1875667126101376/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777253 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777237.951152:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777237.951154:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777237.951155:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073e200. 02000000:00000001:1.0:1788777237.951158:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777237.951159:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777237.951160:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:1.0:1788777237.951162:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777237.951163:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073f200. 02000000:00000001:1.0:1788777237.951166:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777237.951167:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777237.951168:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3b80. 00000100:00000001:1.0:1788777237.951171:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777237.951172:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777237.951175:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777237.951182:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777237.951184:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777237.951187:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777237.951189:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777237.960371:0:2342:0:(acceptor.c:502:lnet_accept()) Accept 192.168.203.35@tcp from 255.3.0.2 00000800:00000010:1.0:1788777237.960379:0:2342:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at ffff945305512200. 00000800:00000010:3.0:1788777237.962553:0:2331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at ffff9453102ec000. 00000800:00000010:3.0:1788777237.962563:0:2331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff9453091f3780. 00000400:00000200:3.0:1788777237.962583:0:2331:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777237.962586:0:2331:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000800:00000010:3.0:1788777237.962591:0:2331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff9453091f3240. 00000800:00000200:3.0:1788777237.962603:0:2331:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.32@tcp p 3.x 192.168.203.35 -> 192.168.203.32:1023 incarnation:1788777237282793047 sched[1] 00000800:00000010:3.0:1788777237.962608:0:2331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff945308bb9780. 00000800:00000010:3.0:1788777237.962791:0:2331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff945308bb9780. 00000800:00000010:3.0:1788777237.962795:0:2331:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at ffff9453091f3780. 00000800:00000010:3.0:1788777237.962819:0:2331:0:(socklnd_cb.c:2179:ksocknal_connd()) kfreed 'cr': 32 at ffff945305512200. 00000800:00000001:3.0:1788777237.962836:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777237.962841:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777237.966928:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777237.966943:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777237.966947:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777237.966951:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777237.966960:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777237.966968:0:2340:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.32@tcp : GET - for me 00000400:00000200:3.0:1788777237.966976:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777237.966980:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000010:3.0:1788777237.966986:0:2340:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at ffff945301219800. 00000400:00000200:3.0:1788777237.966990:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777237.966992:0:2340:0:(peer.c:266:lnet_peer_alloc()) ffff945301219800 nid 192.168.203.32@tcp 00000400:00000010:3.0:1788777237.966996:0:2340:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff945304d6c780. 00000400:00000200:3.0:1788777237.966999:0:2340:0:(peer.c:203:lnet_peer_net_alloc()) ffff945304d6c780 net tcp 00000400:00000200:3.0:1788777237.967001:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000010:3.0:1788777237.967004:0:2340:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at ffff945301218600. 00000400:00000200:3.0:1788777237.967007:0:2340:0:(peer.c:184:lnet_peer_ni_alloc()) ffff945301218600 nid 192.168.203.32@tcp 00000400:00000200:3.0:1788777237.967011:0:2340:0:(peer.c:1171:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.32@tcp nid 192.168.203.35@tcp: 0 00000400:00000200:3.0:1788777237.967017:0:2340:0:(peer.c:1804:lnet_peer_attach_peer_ni()) peer 192.168.203.32@tcp NID 192.168.203.32@tcp flags 0x0 00000400:00000200:3.0:1788777237.967020:0:2340:0:(peer.c:2183:lnet_peer_ni_traffic_add()) peer 192.168.203.32@tcp: 0 00000400:00000200:3.0:1788777237.967024:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777237.967029:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777237.967032:0:2340:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1788777237.967040:0:2340:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.32@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:3.0:1788777237.967049:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777237.967054:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to NMR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1788777237.967060:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2298:2298:256:4294967295] 192.168.203.32@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1788777237.967064:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777237.967072:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) 192.168.203.32@tcp : REPLY try# 0 00000800:00000200:3.0:1788777237.967083:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1788777237.967089:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df100. 00000800:00000200:3.0:1788777237.967095:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9453091f3240] -> 12345-192.168.203.32@tcp (2) 00000800:00000200:3.0:1788777237.967105:0:2340:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1788777237.967110:0:2340:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df100 type 3, nob 144 niov 1 nkiov 1 00000800:00000200:3.0:1788777237.967171:0:2340:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777237.967175:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df100. 00000400:00000200:3.0:1788777237.967179:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777237.967184:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.32@tcp: REPLY: OK 00000800:00000001:3.0:1788777237.967196:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777237.967200:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777237.980010:0:2342:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1788777237.980042:0:2342:0:(acceptor.c:502:lnet_accept()) Accept 192.168.203.35@tcp from 254.3.0.2 00000800:00000010:0.0:1788777237.980047:0:2342:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at ffff945320625260. 00000800:00000200:2.1:1788777237.985030:0:2332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9453091f3240] -> 12345-192.168.203.32@tcp (2) 00000800:00000200:2.1:1788777237.985035:0:2332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.32@tcp ffff9453106feb40 deleted 00000800:00000010:2.1:1788777237.985037:0:2332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff9453106feb40. 00000800:00000001:3.0:1788777237.985308:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777237.985314:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777238.006934:0:2342:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1788777238.006965:0:2342:0:(acceptor.c:502:lnet_accept()) Accept 192.168.203.35@tcp from 253.3.0.2 00000800:00000010:3.0:1788777238.006969:0:2342:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at ffff945310690be0. 00000800:00000010:3.0:1788777238.007014:0:2336:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at ffff9453102ee000. 00000800:00000010:3.0:1788777238.007018:0:2336:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff9453091f3780. 00000400:00000200:1.0:1788777238.015182:0:2336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:1.0:1788777238.015187:0:2336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000800:00000010:1.0:1788777238.015194:0:2336:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff945308a4f780. 00000800:00000200:1.1:1788777238.015203:0:2336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9453091f3240] -> 12345-192.168.203.32@tcp (3) 00000800:00000200:1.1:1788777238.015207:0:2336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.32@tcp ffff945308a4f780 deleted 00000800:00000010:1.1:1788777238.015209:0:2336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff945308a4f780. 00000800:00000200:1.0:1788777238.015249:0:2336:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.32@tcp p 3.x 192.168.203.35 -> 192.168.203.32:1021 incarnation:1788777237282793047 sched[1] 00000800:00000010:1.0:1788777238.015257:0:2336:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff945311a9c4c0. 00000800:00000010:1.0:1788777238.015329:0:2336:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff945311a9c4c0. 00000800:00000010:1.0:1788777238.015335:0:2336:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at ffff9453091f3780. 00000800:00000010:1.0:1788777238.015358:0:2336:0:(socklnd_cb.c:2179:ksocknal_connd()) kfreed 'cr': 32 at ffff945310690be0. 00000800:00000001:3.0:1788777238.015645:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777238.015652:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777238.022127:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777238.022142:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788777238.022147:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777238.022150:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777238.022158:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022166:0:2340:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1788777238.022175:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022179:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022184:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022188:0:2340:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1788777238.022196:0:2340:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.32@tcp of length 48/48 into md 0x219 [1] + 0 00000400:00000010:3.0:1788777238.022201:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530604f210. 00000400:00000200:3.0:1788777238.022206:0:2340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9453083472a8 00000800:00000001:3.0:1788777238.022211:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777238.022236:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777238.022240:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777238.022244:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1788777238.022248:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083472a8 00000400:00000010:3.0:1788777238.022250:0:2340:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083472a8. 00000400:00000200:3.0:1788777238.022254:0:2340:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1788777238.022258:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022262:0:2340:0:(peer.c:2790:lnet_peer_push_event()) peer 192.168.203.32@tcp(ffff945301219800) is MR capable 00000400:00000200:3.0:1788777238.022276:0:2340:0:(peer.c:1196:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.32@tcp: 0 00000400:00000010:3.0:1788777238.022280:0:2340:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff945308bb9780. 00000400:00000200:3.0:1788777238.022283:0:2340:0:(peer.c:2852:lnet_peer_push_event()) Received Push 192.168.203.32@tcp 5 00000400:00000200:3.0:1788777238.022295:0:2340:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.32@tcp: 0 00000400:00000200:3.0:1788777238.022303:0:2340:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788777238.022305:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022310:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1788777238.022315:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2299:2299:256:4294967295] 192.168.203.32@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1788777238.022319:0:2340:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022326:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) 192.168.203.32@tcp : ACK try# 0 00000800:00000200:3.0:1788777238.022332:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1788777238.022336:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df100. 00000800:00000200:3.0:1788777238.022342:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9453091f3240] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1788777238.022349:0:2340:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1788777238.022354:0:2340:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788777238.022433:0:2340:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777238.022437:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df100. 00000400:00000200:3.0:1788777238.022441:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777238.022450:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.32@tcp: ACK: OK 00000800:00000001:3.0:1788777238.022456:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777238.022460:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788777238.022472:0:2344:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1788777238.022478:0:2344:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d9a0. 00000400:00000010:3.0:1788777238.022482:0:2344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083472a8. 00000400:00000200:3.0:1788777238.022488:0:2344:0:(api-ni.c:2383:lnet_push_target_post()) posted push target ffff9453074aac00 00000400:00000200:3.0:1788777238.022493:0:2344:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0xc1 00000400:00000010:3.0:1788777238.022500:0:2344:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff945308bb9040. 00000400:00000010:3.0:1788777238.022503:0:2344:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff945308bb9e80. 00000400:00000010:3.0:1788777238.022505:0:2344:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff945308bb9c00. 00000400:00000200:3.0:1788777238.022509:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022511:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000010:3.0:1788777238.022513:0:2344:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff945308bb9040. 00000400:00000010:3.0:1788777238.022516:0:2344:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff945308bb9e80. 00000400:00000010:3.0:1788777238.022518:0:2344:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff945308bb9c00. 00000400:00000010:3.0:1788777238.022521:0:2344:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff945308bb9780. 00000400:00000200:3.0:1788777238.022524:0:2344:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.203.32@tcp (ffff945301219800): 0 00000400:00000200:3.0:1788777238.022527:0:2344:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.203.32@tcp(ffff945301219800): 0. state = 0x141 00000400:00000200:3.0:1788777238.022531:0:2344:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0x141 rc 1 00000400:00000200:3.0:1788777238.022534:0:2344:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0x141 00000400:00000010:3.0:1788777238.022538:0:2344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347ee0. 00000400:00000010:3.0:1788777238.022545:0:2344:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at ffff945305132f00. 00000400:00000200:3.0:1788777238.022549:0:2344:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1788777238.022554:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022558:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1788777238.022562:0:2344:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777238.022567:0:2344:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777238.022570:0:2344:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777238.022574:0:2344:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1788777238.022577:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2300:2300:256:4294967295] 192.168.203.32@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1788777238.022581:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777238.022584:0:2344:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.32@tcp 00000400:00000200:3.0:1788777238.022589:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1788777238.022594:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1788777238.022597:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df100. 00000800:00000200:3.0:1788777238.022601:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9453091f3240] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1788777238.022605:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1788777238.022607:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df100 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:3.0:1788777238.022616:0:2344:0:(peer.c:4164:lnet_peer_send_push()) peer 192.168.203.32@tcp 00000400:00000200:3.0:1788777238.022619:0:2344:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0x541 rc 0 00000800:00000200:3.0:1788777238.022658:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788777238.022661:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df100. 00000400:00000200:3.0:1788777238.022664:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777238.022667:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1788777238.022670:0:2341:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1788777238.022673:0:2341:0:(peer.c:3241:lnet_discovery_event_send()) Push Send to 192.168.203.32@tcp: 0 00000400:00000200:1.0:1788777238.038546:0:2344:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1788777238.038561:0:2344:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0x141 00000400:00000200:1.0:1788777238.038575:0:2344:0:(peer.c:4082:lnet_peer_discovered()) peer 192.168.203.32@tcp 00000400:00000200:1.0:1788777238.038577:0:2344:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0x111 rc 0 00000400:00000200:1.0:1788777238.038581:0:2344:0:(peer.c:2629:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.32@tcp 00000100:00000040:0.0:1788777238.245351:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296388548, at 4296388552 00000100:00000010:0.0:1788777238.245364:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb480. 00000100:00000040:1.0:1788777238.252075:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296388548, at 4296388558 00000100:00000010:1.0:1788777238.252093:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb9c0. 00010000:00000001:1.0:1788777238.493335:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777238.493342:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777238.493369:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777238.493372:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777238.493375:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777238.552713:0:30510:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777238.817659:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777238.817666:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7a00. 00000400:00000200:1.0:1788777238.817672:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777238.817677:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777238.817683:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c14c8 00000400:00000010:1.0:1788777238.817685:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c14c8. 00000100:00000001:1.0:1788777238.817689:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777238.817694:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126101632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.817705:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777238.817708:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126101632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.817714:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777238.817715:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777238.817728:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777238.817730:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7700. 00000400:00000200:1.0:1788777238.817732:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777238.817737:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777238.817739:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:1.0:1788777238.817741:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:1.0:1788777238.817743:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777238.817746:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126101888/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.817753:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777238.817755:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126101888/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.817761:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777238.817762:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777238.817769:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777238.817771:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777238.817774:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777238.817777:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777238.817779:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1ee0 00000400:00000010:1.0:1788777238.817781:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1ee0. 00000100:00000001:1.0:1788777238.817783:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777238.817786:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126101760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.817793:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777238.817796:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126101760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.817802:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777238.817803:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777238.817863:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777238.817866:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef200. 00000400:00000200:1.0:1788777238.817870:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777238.817873:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777238.817875:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:1.0:1788777238.817877:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:1.0:1788777238.817879:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777238.817882:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126102016/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.817889:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777238.817891:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126102016/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.817897:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777238.817898:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777238.825961:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.825977:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777238.825980:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.825983:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777238.825992:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826001:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777238.826011:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826015:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826020:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826023:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c4a700 00000400:00000200:1.0:1788777238.826028:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826034:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6439 [1] + 224 00000800:00000001:1.0:1788777238.826041:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.826045:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777238.826048:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777238.826053:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777238.826060:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777238.826069:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126101760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777238.826080:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ce00 x1875667126101760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.826091:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777238.826099:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.826102:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777238.826105:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.826107:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777238.826110:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826113:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777238.826118:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826120:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826123:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826125:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4a780 00000400:00000200:1.0:1788777238.826128:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826132:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6431 [1] + 224 00000800:00000001:1.0:1788777238.826135:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.826137:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777238.826140:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777238.826143:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777238.826145:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777238.826149:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126101888/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777238.826165:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914c700 x1875667126101888/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.826172:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777238.826176:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.826179:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777238.826180:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.826182:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777238.826185:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826188:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777238.826192:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826195:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826197:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826200:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4a800 00000400:00000200:1.0:1788777238.826202:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.826206:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6441 [1] + 224 00000800:00000001:1.0:1788777238.826209:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.826217:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777238.826240:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777238.826244:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777238.826246:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777238.826250:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126102016/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777238.826268:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126102016/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.826274:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777238.826278:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.826281:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777238.827068:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.827074:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777238.827076:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.827079:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777238.827084:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.827088:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777238.827093:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.827096:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.827100:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.827103:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4a680 00000400:00000200:1.0:1788777238.827107:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777238.827112:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6429 [1] + 224 00000800:00000001:1.0:1788777238.827117:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.827123:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777238.827126:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777238.827129:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777238.827132:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777238.827136:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126101632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777238.827144:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ca80 x1875667126101632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777238.827162:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777238.827167:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777238.827169:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777239.517550:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777239.517557:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777239.517577:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777239.517579:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777239.517583:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777240.289959:0:30655:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777240.541402:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777240.541411:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777240.541413:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777240.541416:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777240.541421:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777240.541423:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777240.541425:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777240.541427:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777240.548103:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777240.548110:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777240.548114:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777241.421954:0:30717:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777241.566344:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777241.566349:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777241.566372:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777241.566375:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777241.566378:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777242.590660:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777242.590667:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777242.591113:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777242.591116:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777242.591119:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777242.987906:0:30856:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777242.987914:0:30856:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777242.987917:0:30856:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777242.987920:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fb20 00000080:00200000:0.0:1788777242.987925:0:30856:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777242.987933:0:30856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fa00. 00800000:00000002:0.0:1788777242.987940:0:30856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777242.987944:0:30856:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777242.987949:0:30856:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777242.987951:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fa40 00800000:00000002:0.0:1788777242.987953:0:30856:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777242.987957:0:30856:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777242.987961:0:30856:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777242.987967:0:30856:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777242.987969:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f910 00000002:00010000:0.0:1788777242.987971:0:30856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777242.987974:0:30856:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777242.987976:0:30856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777242.987978:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777242.987984:0:30856:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777242.987986:0:30856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777242.987988:0:30856:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777242.987990:0:30856:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777242.987993:0:30856:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777242.987999:0:30856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0700. 00000020:00000040:0.0:1788777242.988002:0:30856:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777242.988008:0:30856:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777242.988013:0:30856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777242.988016:0:30856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777242.988019:0:30856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777242.988022:0:30856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777242.988026:0:30856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777242.988033:0:30856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d20c00. 00000100:00000001:0.0:1788777242.988040:0:30856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.988044:0:30856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777242.988046:0:30856:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.988048:0:30856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777242.988049:0:30856:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.988051:0:30856:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777242.988056:0:30856:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00010000:00000001:0.0:1788777242.988059:0:30856:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777242.988061:0:30856:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777242.988065:0:30856:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34900. 00010000:00000010:0.0:1788777242.988070:0:30856:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327300. 00010000:00000001:0.0:1788777242.988075:0:30856:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777242.988078:0:30856:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8000. 00000020:00000001:0.0:1788777242.988081:0:30856:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777242.988085:0:30856:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8000 with handle 0xe53f2b0cb7af86e1 to hash 00000020:00000001:0.0:1788777242.988087:0:30856:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777242.988088:0:30856:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.988092:0:30856:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.988096:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777242.988098:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777242.988102:0:30856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777242.988111:0:30856:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777242.988120:0:30856:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777242.988125:0:30856:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777242.988126:0:30856:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777242.988132:0:30856:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906840. 00000100:00000001:0.0:1788777242.988134:0:30856:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213936704 : -118390495614912 : ffff945310906840) 00000100:00000001:0.0:1788777242.988137:0:30856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777242.988139:0:30856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000001:0.0:1788777242.988143:0:30856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777242.988147:0:30856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777242.988149:0:30856:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777242.988150:0:30856:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777242.988163:0:30856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777242.988169:0:30856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777242.988171:0:30856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777242.988175:0:30856:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777242.988178:0:30856:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777242.988180:0:30856:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777242.988183:0:30856:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30856:1875667126102144:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777242.988187:0:30856:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777242.988191:0:30856:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777242.988194:0:30856:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777242.988196:0:30856:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777242.988201:0:30856:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b1800. 02000000:00000001:0.0:1788777242.988203:0:30856:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777242.988209:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777242.988213:0:30856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777242.988822:0:30856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777242.988832:0:30856:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126102144, portal 10 00000100:00000001:0.0:1788777242.988835:0:30856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777242.988836:0:30856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000040:0.0:1788777242.988845:0:30856:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777258 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777242.988853:0:30856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777242.988855:0:30856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777242.988859:0:30856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c990. 00000100:00000200:0.0:1788777242.988861:0:30856:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126102144, offset 0 00000400:00000200:0.0:1788777242.988867:0:30856:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777242.988876:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777242.988883:0:30856:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777242.988887:0:30856:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777242.988892:0:30856:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777242.988895:0:30856:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777242.988898:0:30856:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777242.988902:0:30856:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2305:2305:256:4294967295] 192.168.203.135@tcp LPNI seq info [2302:2302:8:4294967295] 00000400:00000200:0.0:1788777242.988906:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777242.988915:0:30856:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777242.988920:0:30856:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777242.988925:0:30856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f700. 00000800:00000200:0.0:1788777242.988931:0:30856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777242.988938:0:30856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777242.988943:0:30856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777242.988963:0:30856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777242.988968:0:30856:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 784556 usecs (785 jiffies) 00000400:00000200:0.0:1788777242.988972:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777242.988975:0:30856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296394080 00000100:00000001:0.0:1788777242.988983:0:30856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296393266 00000100:00000001:0.0:1788777242.988989:0:30856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296394080 00000100:00000001:0.0:1788777242.988992:0:30856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296393266 00000100:00000001:0.0:1788777242.988996:0:30856:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777242.988998:0:30856:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777242.989001:0:30856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777242.989003:0:30856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777242.989006:0:30856:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906840 going to sleep for 11 seconds 00000100:00000001:0.0:1788777242.989008:0:30856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777242.989011:0:30856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777242.989153:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777242.989158:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f700. 00000400:00000200:1.0:1788777242.989164:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777242.989170:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777242.989175:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c990 00000400:00000010:1.0:1788777242.989177:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c990. 00000100:00000001:1.0:1788777242.989181:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777242.989185:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777258 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777242.989195:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777242.989199:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777258 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777242.989205:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777242.989207:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777242.998985:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777242.999001:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777242.999005:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777242.999007:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777242.999015:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777242.999022:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777242.999031:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777242.999035:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777242.999041:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777242.999045:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4a880 00000400:00000200:1.0:1788777242.999050:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777242.999056:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6449 [1] + 224 00000800:00000001:1.0:1788777242.999062:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777242.999069:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777242.999072:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777242.999076:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777242.999083:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777242.999092:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777258 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777242.999104:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777258 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777242.999123:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777242.999131:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777242.999134:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777242.999201:0:30856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777242.999209:0:30856:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777242.999212:0:30856:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777242.999215:0:30856:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777242.999265:0:30856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777242.999268:0:30856:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777242.999271:0:30856:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777242.999276:0:30856:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777258 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777242.999292:0:30856:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777258 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777242.999299:0:30856:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777242.999301:0:30856:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777242.999304:0:30856:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777242.999307:0:30856:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777242.999309:0:30856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777242.999311:0:30856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777242.999314:0:30856:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777242.999322:0:30856:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=65 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777242.999326:0:30856:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777242.999328:0:30856:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777242.999330:0:30856:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.999333:0:30856:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777242.999336:0:30856:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777242.999339:0:30856:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777242.999341:0:30856:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1788777242.999342:0:30856:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777242.999344:0:30856:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777242.999348:0:30856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777258 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777242.999356:0:30856:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777242.999358:0:30856:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777242.999360:0:30856:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777242.999364:0:30856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777258 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777242.999371:0:30856:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30856:1875667126102144:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777242.999375:0:30856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777242.999378:0:30856:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777242.999380:0:30856:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777242.999382:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777242.999385:0:30856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777258 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777242.999393:0:30856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777242.999395:0:30856:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906840. 00000100:00000001:0.0:1788777242.999399:0:30856:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777242.999401:0:30856:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.999403:0:30856:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777242.999407:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999409:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999413:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=4 00000020:00000001:0.0:1788777242.999415:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999418:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000040:0.0:1788777242.999424:0:30856:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8000, remote cookie: 0xa4f015c75ff3beb9, flags: 0x1001 00010000:00010000:0.0:1788777242.999430:0:30856:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777242.999440:0:30856:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777242.999447:0:30856:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777242.999451:0:30856:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777242.999453:0:30856:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777242.999454:0:30856:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777242.999456:0:30856:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777242.999458:0:30856:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34900) refcount = 1 00010000:00010000:0.0:1788777242.999461:0:30856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777242.999467:0:30856:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777242.999470:0:30856:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777242.999472:0:30856:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777242.999475:0:30856:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777242.999477:0:30856:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777242.999480:0:30856:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777242.999487:0:30856:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777242.999488:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999490:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777242.999491:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999492:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777242.999493:0:30856:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777242.999497:0:30856:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777242.999498:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999499:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999501:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777242.999502:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999504:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999506:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999507:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999509:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=4 00000020:00000001:0.0:1788777242.999510:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999512:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999515:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777242.999517:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777242.999520:0:30856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777242.999526:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999527:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777242.999528:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999529:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999530:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=5 00000020:00000001:0.0:1788777242.999532:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999533:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999535:0:30856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777242.999538:0:30856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777242.999545:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999546:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777242.999548:0:30856:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777242.999554:0:30856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777242.999555:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999556:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777242.999557:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999558:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777242.999562:0:30856:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777258 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777242.999571:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999572:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999574:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777242.999575:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999577:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999579:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999580:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777242.999581:0:30856:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777242.999583:0:30856:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777242.999586:0:30856:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777242.999588:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999589:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999590:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777242.999592:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999594:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00000002:00010000:0.0:1788777242.999597:0:30856:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777242.999608:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999609:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777242.999611:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777242.999612:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999613:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999614:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777242.999616:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999617:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000040:0.0:1788777242.999623:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777242.999626:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777242.999629:0:30856:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777242.999631:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999632:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777242.999633:0:30856:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777242.999636:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f898 00000002:00002000:0.0:1788777242.999637:0:30856:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777242.999640:0:30856:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777242.999644:0:30856:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777242.999646:0:30856:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777242.999649:0:30856:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777242.999652:0:30856:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777242.999656:0:30856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777242.999660:0:30856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fa00. 00000080:00000001:0.0:1788777242.999664:0:30856:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777242.999666:0:30856:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777242.999671:0:30856:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777242.999675:0:30856:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777242.999680:0:30856:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311048540. 00800000:00000001:0.0:1788777242.999682:0:30856:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221546304 : -118390488005312 : ffff945311048540) 00800000:00000001:0.0:1788777242.999684:0:30856:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777242.999686:0:30856:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777242.999689:0:30856:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777242.999691:0:30856:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777242.999694:0:30856:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777242.999696:0:30856:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777242.999698:0:30856:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777242.999702:0:30856:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777242.999705:0:30856:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777242.999709:0:30856:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788777242.999711:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999713:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999714:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777242.999716:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999718:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999720:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999721:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777242.999723:0:30856:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777242.999725:0:30856:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777242.999726:0:30856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048540 1 00800000:00000010:0.0:1788777242.999728:0:30856:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311048540. 00800000:00000001:0.0:1788777242.999731:0:30856:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777242.999733:0:30856:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af86e1 00800000:00000001:0.0:1788777242.999736:0:30856:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777242.999737:0:30856:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777242.999738:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999739:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999740:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777242.999742:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999744:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999746:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999747:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777242.999748:0:30856:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777242.999750:0:30856:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777242.999753:0:30856:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777242.999755:0:30856:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777242.999758:0:30856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86e1 from it ffffb1cb81f9fb58 00010000:00000001:0.0:1788777242.999759:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777242.999761:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777242.999762:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777242.999764:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999766:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777242.999768:0:30856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777242.999770:0:30856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777242.999776:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999777:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777242.999778:0:30856:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777242.999780:0:30856:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777242.999783:0:30856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777242.999791:0:30856:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777242.999793:0:30856:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777242.999795:0:30856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777242.999798:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999799:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777242.999800:0:30856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.999803:0:30856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777242.999806:0:30856:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.999807:0:30856:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.999810:0:30856:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.999812:0:30856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777242.999813:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999814:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777242.999816:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777242.999820:0:30856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0700 x1875667126102144/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777258 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777242.999826:0:30856:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777242.999829:0:30856:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777242.999832:0:30856:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b1800. 02000000:00000001:0.0:1788777242.999835:0:30856:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777242.999838:0:30856:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777242.999840:0:30856:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777242.999842:0:30856:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777242.999845:0:30856:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d20c00. 02000000:00000001:0.0:1788777242.999849:0:30856:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777242.999850:0:30856:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777242.999852:0:30856:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0700. 00000100:00000001:0.0:1788777242.999857:0:30856:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777242.999858:0:30856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777242.999861:0:30856:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777242.999866:0:30856:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777242.999879:0:30856:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945320625180. 00000020:00000001:0.0:1788777242.999883:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fae8 00000080:00200000:0.0:1788777242.999885:0:30856:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=13 00000080:00000001:0.0:1788777242.999890:0:30856:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777242.999891:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f998 00000080:00200000:0.0:1788777242.999893:0:30856:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=getattr 00000080:00000010:0.0:1788777242.999900:0:30856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fa00. 00800000:00000002:0.0:1788777242.999905:0:30856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777242.999908:0:30856:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777242.999911:0:30856:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777242.999912:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f8b8 00800000:00000002:0.0:1788777242.999915:0:30856:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777242.999918:0:30856:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788777242.999922:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f850 00800000:00000002:0.0:1788777242.999924:0:30856:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788777242.999928:0:30856:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777242.999929:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f788 00000002:00010000:0.0:1788777242.999931:0:30856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788777242.999935:0:30856:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777242.999937:0:30856:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777242.999940:0:30856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0700. 00000020:00000040:0.0:1788777242.999942:0:30856:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777242.999946:0:30856:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777242.999950:0:30856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777242.999952:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777242.999953:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777242.999954:0:30856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777242.999957:0:30856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777242.999959:0:30856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777242.999962:0:30856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777242.999968:0:30856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d20c00. 00000100:00000001:0.0:1788777242.999974:0:30856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.999977:0:30856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777242.999978:0:30856:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.999980:0:30856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777242.999981:0:30856:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777242.999983:0:30856:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777242.999988:0:30856:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00010000:00000001:0.0:1788777242.999990:0:30856:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777242.999993:0:30856:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777242.999995:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777242.999997:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777242.999999:0:30856:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777243.000002:0:30856:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8200. 00000020:00000001:0.0:1788777243.000005:0:30856:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777243.000007:0:30856:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8200 with handle 0xe53f2b0cb7af86e8 to hash 00000020:00000001:0.0:1788777243.000009:0:30856:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777243.000010:0:30856:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.000013:0:30856:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.000016:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.000017:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.000020:0:30856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.000028:0:30856:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.000037:0:30856:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777243.000043:0:30856:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777243.000045:0:30856:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777243.000049:0:30856:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906840. 00000100:00000001:0.0:1788777243.000052:0:30856:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213936704 : -118390495614912 : ffff945310906840) 00000100:00000001:0.0:1788777243.000055:0:30856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.000056:0:30856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000001:0.0:1788777243.000061:0:30856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777243.000065:0:30856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.000067:0:30856:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777243.000068:0:30856:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777243.000072:0:30856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.000080:0:30856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777243.000082:0:30856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.000085:0:30856:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777243.000088:0:30856:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777243.000090:0:30856:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777243.000093:0:30856:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30856:1875667126102272:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777243.000097:0:30856:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777243.000101:0:30856:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777243.000103:0:30856:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.000105:0:30856:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777243.000109:0:30856:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b1800. 02000000:00000001:0.0:1788777243.000110:0:30856:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777243.000116:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777243.000119:0:30856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777243.000123:0:30856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777243.000129:0:30856:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126102272, portal 10 00000100:00000001:0.0:1788777243.000131:0:30856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.000132:0:30856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000040:0.0:1788777243.000137:0:30856:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777258 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.000150:0:30856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777243.000153:0:30856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777243.000155:0:30856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c660. 00000100:00000200:0.0:1788777243.000157:0:30856:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126102272, offset 0 00000400:00000200:0.0:1788777243.000162:0:30856:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777243.000169:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.000174:0:30856:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777243.000178:0:30856:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777243.000182:0:30856:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777243.000186:0:30856:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777243.000189:0:30856:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777243.000192:0:30856:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2306:2306:256:4294967295] 192.168.203.135@tcp LPNI seq info [2303:2303:8:4294967295] 00000400:00000200:0.0:1788777243.000197:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.000205:0:30856:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777243.000211:0:30856:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777243.000215:0:30856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fa00. 00000800:00000200:0.0:1788777243.000555:0:30856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777243.000563:0:30856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777243.000567:0:30856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fa00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777243.000620:0:30856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777243.000626:0:30856:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 783398 usecs (784 jiffies) 00000400:00000200:0.0:1788777243.000630:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777243.000633:0:30856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296394091 00000100:00000001:0.0:1788777243.000640:0:30856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296394080 00000100:00000001:0.0:1788777243.000646:0:30856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296394091 00000100:00000001:0.0:1788777243.000650:0:30856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296394080 00000100:00000001:0.0:1788777243.000653:0:30856:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777243.000656:0:30856:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.000659:0:30856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777243.000661:0:30856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00100000:0.0:1788777243.000663:0:30856:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906840 going to sleep for 10 seconds 00000100:00000001:0.0:1788777243.000666:0:30856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777243.000668:0:30856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777243.001212:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777243.001528:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fa00. 00000400:00000200:1.0:1788777243.001534:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.001540:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777243.001547:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c660 00000400:00000010:1.0:1788777243.001550:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c660. 00000100:00000001:1.0:1788777243.001554:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777243.001561:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777258 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.001571:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.001574:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777258 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.001581:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.001582:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777243.011137:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.011154:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.011158:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.011160:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.011169:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.011177:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777243.011186:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.011191:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.011198:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.011202:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4a900 00000400:00000200:1.0:1788777243.011207:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.011212:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6459 [1] + 224 00000800:00000001:1.0:1788777243.011407:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.011517:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.011521:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.011527:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777243.011535:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.011544:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777258 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777243.011555:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777258 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.011574:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777243.011585:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.011589:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.011648:0:30856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777243.011656:0:30856:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777243.011658:0:30856:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777243.011662:0:30856:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777243.011666:0:30856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777243.011668:0:30856:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777243.011671:0:30856:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777243.011676:0:30856:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777258 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777243.011684:0:30856:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777258 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.011689:0:30856:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777243.011691:0:30856:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.011693:0:30856:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777243.011696:0:30856:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777243.011699:0:30856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777243.011701:0:30856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.011704:0:30856:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777243.011712:0:30856:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=66 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777243.011716:0:30856:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777243.011719:0:30856:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777243.011722:0:30856:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777258 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.011729:0:30856:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777243.011733:0:30856:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777243.011735:0:30856:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1788777243.011736:0:30856:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777243.011738:0:30856:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788777243.011742:0:30856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777258 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.011753:0:30856:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788777243.011756:0:30856:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777243.011758:0:30856:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777243.011761:0:30856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777258 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777243.011768:0:30856:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30856:1875667126102272:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777243.011772:0:30856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.011774:0:30856:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777243.011776:0:30856:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777243.011778:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.011781:0:30856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777258 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.011787:0:30856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777243.011789:0:30856:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906840. 00000100:00000001:0.0:1788777243.011793:0:30856:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777243.011794:0:30856:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788777243.011798:0:30856:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777243.011801:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.011803:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.011806:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=4 00000020:00000001:0.0:1788777243.011809:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.011811:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00010000:0.0:1788777243.011816:0:30856:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.011825:0:30856:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788777243.011828:0:30856:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.011834:0:30856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.011837:0:30856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.011843:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.011844:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777243.011846:0:30856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.011851:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.011854:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.011857:0:30856:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777243.011859:0:30856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.011865:0:30856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9453077e8200 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:0.0:1788777243.011868:0:30856:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777243.011872:0:30856:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.011878:0:30856:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777243.011881:0:30856:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777243.011884:0:30856:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.011889:0:30856:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777243.011891:0:30856:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777243.011892:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.011893:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.011895:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=5 00000020:00000001:0.0:1788777243.011896:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.011898:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.011900:0:30856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777243.011903:0:30856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777243.011912:0:30856:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777243.011913:0:30856:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.011916:0:30856:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777243.011918:0:30856:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777243.011921:0:30856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777243.011922:0:30856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777243.011924:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.011925:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777243.011928:0:30856:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e8200 with handle 0xe53f2b0cb7af86e8 from hash 00010000:00000001:0.0:1788777243.011930:0:30856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777243.011931:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.011933:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.011934:0:30856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777243.011935:0:30856:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777243.011937:0:30856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777243.011940:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.011940:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.011942:0:30856:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.011944:0:30856:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.011947:0:30856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.011952:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.011953:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.011954:0:30856:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777243.011956:0:30856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.011958:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.011959:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.011960:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777243.011962:0:30856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.011972:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.011974:0:30856:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788777243.011978:0:30856:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788777243.011984:0:30856:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777258 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777243.011992:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777243.011993:0:30856:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.011995:0:30856:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.011997:0:30856:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.012000:0:30856:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777243.012003:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777243.012004:0:30856:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.012006:0:30856:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777243.012009:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f710 00000002:00002000:0.0:1788777243.012011:0:30856:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788777243.012014:0:30856:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.012018:0:30856:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.012020:0:30856:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777243.012023:0:30856:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777243.012025:0:30856:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777243.012029:0:30856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:0.0:1788777243.012032:0:30856:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777243.012034:0:30856:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81f9fb20 it_disposition 7 00000080:00002000:0.0:1788777243.012039:0:30856:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9453209edca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1788777243.012046:0:30856:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777243.012050:0:30856:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777243.012052:0:30856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.012054:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777243.012059:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777243.012062:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.012066:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.012068:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777243.012071:0:30856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777243.012079:0:30856:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777243.012083:0:30856:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.012086:0:30856:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777243.012094:0:30856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777243.012096:0:30856:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.012098:0:30856:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777243.012101:0:30856:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777243.012103:0:30856:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81f9f930 released 00000080:00010000:0.0:1788777243.012105:0:30856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86e1 from it ffffb1cb81f9f930 00010000:00000001:0.0:1788777243.012107:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.012109:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.012110:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.012112:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012114:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012116:0:30856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.012119:0:30856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777243.012124:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012126:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.012127:0:30856:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777243.012130:0:30856:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777243.012132:0:30856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777243.012139:0:30856:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777243.012141:0:30856:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777243.012143:0:30856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.012147:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012148:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.012150:0:30856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012153:0:30856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777243.012154:0:30856:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012156:0:30856:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012159:0:30856:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012162:0:30856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.012163:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012164:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777243.012166:0:30856:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777243.012167:0:30856:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777243.012171:0:30856:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777243.012174:0:30856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fa00. 00000100:00000001:0.0:1788777243.012177:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.012182:0:30856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0700 x1875667126102272/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777258 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.012188:0:30856:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777243.012191:0:30856:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777243.012193:0:30856:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b1800. 02000000:00000001:0.0:1788777243.012196:0:30856:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777243.012198:0:30856:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777243.012200:0:30856:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777243.012202:0:30856:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777243.012205:0:30856:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d20c00. 02000000:00000001:0.0:1788777243.012208:0:30856:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777243.012209:0:30856:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777243.012211:0:30856:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0700. 00000100:00000001:0.0:1788777243.012216:0:30856:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777243.012217:0:30856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777243.012405:0:30856:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777243.012469:0:30856:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81f9fb20 released 00000080:00000001:0.0:1788777243.012472:0:30856:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777243.012476:0:30856:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777243.012478:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fb70 00000080:00002000:0.0:1788777243.012480:0:30856:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9453209edca8, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777243.012483:0:30856:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.012525:0:30856:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777243.012527:0:30856:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777243.012529:0:30856:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777243.012531:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fbb0 00000080:00200000:0.0:1788777243.012533:0:30856:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777243.012539:0:30856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fa00. 00800000:00000002:0.0:1788777243.012544:0:30856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777243.012547:0:30856:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777243.012550:0:30856:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.012551:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fad0 00800000:00000002:0.0:1788777243.012554:0:30856:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777243.012557:0:30856:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777243.012560:0:30856:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777243.012563:0:30856:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.012565:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f9a0 00000002:00010000:0.0:1788777243.012566:0:30856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777243.012569:0:30856:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777243.012570:0:30856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.012572:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777243.012574:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777243.012576:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.012579:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.012581:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777243.012584:0:30856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777243.012590:0:30856:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777243.012592:0:30856:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.012595:0:30856:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777243.012601:0:30856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777243.012603:0:30856:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777243.012605:0:30856:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.012607:0:30856:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.012608:0:30856:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777243.012610:0:30856:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777243.012612:0:30856:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777243.012614:0:30856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777243.012617:0:30856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fa00. 00000080:00000001:0.0:1788777243.012619:0:30856:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777243.012621:0:30856:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.012624:0:30856:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777243.012627:0:30856:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af86e1 00800000:00000001:0.0:1788777243.012630:0:30856:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777243.012632:0:30856:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777243.012633:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.012635:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.012636:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.012639:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012641:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012643:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012644:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777243.012646:0:30856:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.012647:0:30856:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.012649:0:30856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86e1 from it ffffb1cb81f9fbe8 00010000:00000001:0.0:1788777243.012651:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.012652:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.012653:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.012655:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012657:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012658:0:30856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.012661:0:30856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777243.012666:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012667:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.012668:0:30856:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777243.012670:0:30856:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777243.012672:0:30856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777243.012676:0:30856:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777243.012678:0:30856:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777243.012679:0:30856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.012681:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012682:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.012683:0:30856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012686:0:30856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777243.012687:0:30856:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012688:0:30856:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012690:0:30856:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012692:0:30856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.012693:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012694:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777243.012696:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777243.012697:0:30856:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777243.012699:0:30856:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777243.012703:0:30856:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.012706:0:30856:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777243.012707:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fbd8 00000080:00002000:0.0:1788777243.012709:0:30856:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9453209edca8) flags 0x8000e refc 0 00000080:00000001:0.0:1788777243.012711:0:30856:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777243.012713:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fc20 00000080:00200000:0.0:1788777243.012714:0:30856:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=16392 00000080:00000001:0.0:1788777243.012718:0:30856:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777243.012719:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fba8 00000080:00002000:0.0:1788777243.012720:0:30856:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9453209edca8, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777243.012723:0:30856:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777243.012744:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fd08 00000080:00200008:0.0:1788777243.012746:0:30856:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777243.012752:0:30856:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788777243.012754:0:30856:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.012756:0:30856:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777243.012757:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fc80 00000080:00200000:0.0:1788777243.012758:0:30856:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777243.012762:0:30856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fa00. 00800000:00000002:0.0:1788777243.012764:0:30856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777243.012766:0:30856:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777243.012767:0:30856:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.012768:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fba0 00800000:00000002:0.0:1788777243.012771:0:30856:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777243.012773:0:30856:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777243.012775:0:30856:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777243.012778:0:30856:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.012779:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fa70 00000002:00010000:0.0:1788777243.012780:0:30856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777243.012783:0:30856:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777243.012784:0:30856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.012785:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777243.012787:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777243.012789:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.012791:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.012793:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777243.012796:0:30856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788777243.012801:0:30856:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777243.012803:0:30856:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.012805:0:30856:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788777243.012810:0:30856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777243.012811:0:30856:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777243.012813:0:30856:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.012814:0:30856:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.012815:0:30856:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777243.012817:0:30856:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777243.012818:0:30856:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777243.012820:0:30856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777243.012822:0:30856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fa00. 00000080:00000001:0.0:1788777243.012824:0:30856:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777243.012825:0:30856:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.012826:0:30856:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777243.012829:0:30856:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af86e1 00800000:00000001:0.0:1788777243.012831:0:30856:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777243.012832:0:30856:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777243.012833:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.012835:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.012836:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.012837:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012839:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012841:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012842:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777243.012843:0:30856:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.012845:0:30856:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.012846:0:30856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86e1 from it ffffb1cb81f9fcb8 00010000:00000001:0.0:1788777243.012848:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.012849:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.012850:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.012852:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012853:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.012855:0:30856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.012857:0:30856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777243.012862:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012863:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.012864:0:30856:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777243.012865:0:30856:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777243.012868:0:30856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777243.012873:0:30856:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777243.012875:0:30856:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777243.012877:0:30856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.012878:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012880:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.012881:0:30856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012884:0:30856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777243.012886:0:30856:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012887:0:30856:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012889:0:30856:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.012890:0:30856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.012892:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.012893:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777243.012894:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777243.012895:0:30856:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777243.012898:0:30856:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777243.012901:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fd08 00000080:00000008:0.0:1788777243.012903:0:30856:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777243.013671:0:30856:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777243.013699:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fd08 00000080:00200008:0.0:1788777243.013702:0:30856:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777243.013706:0:30856:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777243.013707:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fc80 00000080:00200000:0.0:1788777243.013709:0:30856:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777243.013713:0:30856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fa00. 00800000:00000002:0.0:1788777243.013717:0:30856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777243.013720:0:30856:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777243.013722:0:30856:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.013723:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fba0 00800000:00000002:0.0:1788777243.013725:0:30856:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777243.013728:0:30856:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777243.013731:0:30856:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777243.013735:0:30856:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.013736:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fa70 00000002:00010000:0.0:1788777243.013738:0:30856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777243.013741:0:30856:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777243.013743:0:30856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.013744:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777243.013747:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777243.013749:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.013752:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.013755:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777243.013759:0:30856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788777243.013766:0:30856:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777243.013769:0:30856:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.013772:0:30856:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788777243.013778:0:30856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777243.013779:0:30856:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777243.013781:0:30856:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.013782:0:30856:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.013784:0:30856:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777243.013786:0:30856:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777243.013788:0:30856:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777243.013790:0:30856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777243.013792:0:30856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fa00. 00000080:00000001:0.0:1788777243.013795:0:30856:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777243.013796:0:30856:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.013798:0:30856:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777243.013800:0:30856:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af86e1 00800000:00000001:0.0:1788777243.013803:0:30856:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777243.013804:0:30856:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777243.013805:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.013807:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.013808:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.013810:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.013812:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.013814:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.013815:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777243.013817:0:30856:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.013818:0:30856:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.013819:0:30856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86e1 from it ffffb1cb81f9fcb8 00010000:00000001:0.0:1788777243.013821:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.013822:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.013824:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.013825:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.013827:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.013828:0:30856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.013831:0:30856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777243.013836:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.013837:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.013838:0:30856:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777243.013839:0:30856:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777243.013842:0:30856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777243.013848:0:30856:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777243.013850:0:30856:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777243.013851:0:30856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.013854:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.013855:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.013856:0:30856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.013859:0:30856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777243.013860:0:30856:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.013862:0:30856:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.013863:0:30856:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.013865:0:30856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.013867:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.013867:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777243.013869:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777243.013870:0:30856:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777243.013873:0:30856:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777243.013876:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fd08 00000080:00000008:0.0:1788777243.013878:0:30856:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777243.014006:0:30856:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777243.014008:0:30856:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777243.014010:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fb78 00000080:00200000:0.0:1788777243.014012:0:30856:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777243.014015:0:30856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fa00. 00800000:00000002:0.0:1788777243.014018:0:30856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777243.014020:0:30856:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777243.014022:0:30856:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.014023:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fa98 00800000:00000002:0.0:1788777243.014025:0:30856:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777243.014028:0:30856:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777243.014030:0:30856:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777243.014033:0:30856:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.014034:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f968 00000002:00010000:0.0:1788777243.014036:0:30856:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777243.014039:0:30856:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777243.014040:0:30856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.014041:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777243.014044:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777243.014046:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.014048:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.014050:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777243.014053:0:30856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788777243.014059:0:30856:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777243.014061:0:30856:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.014064:0:30856:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788777243.014070:0:30856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777243.014071:0:30856:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777243.014073:0:30856:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.014075:0:30856:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.014077:0:30856:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777243.014079:0:30856:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777243.014081:0:30856:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777243.014083:0:30856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777243.014085:0:30856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fa00. 00000080:00000001:0.0:1788777243.014088:0:30856:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777243.014090:0:30856:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.014092:0:30856:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777243.014094:0:30856:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af86e1 00800000:00000001:0.0:1788777243.014096:0:30856:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777243.014098:0:30856:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777243.014099:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.014101:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.014103:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.014104:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.014106:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.014108:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.014109:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777243.014110:0:30856:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.014112:0:30856:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.014114:0:30856:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86e1 from it ffffb1cb81f9fbb0 00010000:00000001:0.0:1788777243.014116:0:30856:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.014117:0:30856:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.014118:0:30856:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.014119:0:30856:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.014121:0:30856:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.014123:0:30856:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.014125:0:30856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777243.014130:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.014132:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.014132:0:30856:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777243.014134:0:30856:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777243.014136:0:30856:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788777243.014143:0:30856:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777243.014144:0:30856:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777243.014146:0:30856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.014148:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.014149:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.014150:0:30856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.014152:0:30856:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777243.014153:0:30856:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.014155:0:30856:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.014157:0:30856:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.014158:0:30856:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.014159:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.014160:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777243.014162:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777243.014163:0:30856:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777243.014166:0:30856:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:0.0:1788777243.014169:0:30856:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.014173:0:30856:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788777243.014175:0:30856:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777243.014177:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fb78 00000080:00200008:0.0:1788777243.014179:0:30856:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000 00000080:00000010:0.0:1788777243.014184:0:30856:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945304f82640. 00000080:00000001:0.0:1788777243.014188:0:30856:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.014190:0:30856:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.014201:0:30856:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777243.014204:0:30856:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c03066f0 arg=7ffeb8226da0 00000020:00000001:0.0:1788777243.014209:0:30856:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777243.014212:0:30856:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff945307d20c00. 00000020:00000001:0.0:1788777243.014216:0:30856:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.014525:0:30856:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1788777243.014528:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fad0 00000080:00200000:0.0:1788777243.014530:0:30856:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) name=d21g.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1788777243.014537:0:30856:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fa00. 00800000:00000002:0.0:1788777243.014540:0:30856:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:0.0:1788777243.014548:0:30856:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788777243.014550:0:30856:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777243.014554:0:30856:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:0.0:1788777243.014557:0:30856:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788777243.014559:0:30856:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788777243.014562:0:30856:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788777243.014564:0:30856:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788777243.014566:0:30856:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x23:0x0] 40000000:00000001:0.0:1788777243.014570:0:30856:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.014572:0:30856:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.014574:0:30856:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.014575:0:30856:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777243.014577:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f9e8 00800000:00000002:0.0:1788777243.014579:0:30856:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-1' [0x200000404:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788777243.014583:0:30856:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788777243.014585:0:30856:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777243.014588:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777243.014590:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.014592:0:30856:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777243.014595:0:30856:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777243.014598:0:30856:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1788777243.014606:0:30856:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777243.014609:0:30856:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777243.014611:0:30856:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777243.014612:0:30856:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777243.014615:0:30856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.014616:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777243.014618:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 3 00010000:00000001:0.0:1788777243.014620:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777243.014623:0:30856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.014625:0:30856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.014626:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777243.014627:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 3 00010000:00000001:0.0:1788777243.014628:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777243.014631:0:30856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.014633:0:30856:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.014633:0:30856:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777243.014635:0:30856:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 3 00010000:00000001:0.0:1788777243.014636:0:30856:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777243.014638:0:30856:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.014640:0:30856:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777243.014642:0:30856:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777243.014646:0:30856:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1788777243.014649:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9f670 00000080:00002000:0.0:1788777243.014650:0:30856:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-1 00000080:00000001:0.0:1788777243.014654:0:30856:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777243.014658:0:30856:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777243.014661:0:30856:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777243.014664:0:30856:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777243.014665:0:30856:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.014668:0:30856:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777243.014670:0:30856:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777243.014672:0:30856:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777243.014674:0:30856:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.014675:0:30856:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777243.014677:0:30856:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e8000 with handle 0xe53f2b0cb7af86e1 from hash 00010000:00000001:0.0:1788777243.014679:0:30856:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777243.014681:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.014682:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.014683:0:30856:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777243.014685:0:30856:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777243.014687:0:30856:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777243.014689:0:30856:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777243.014691:0:30856:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777243.014693:0:30856:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777243.014698:0:30856:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0700. 00000020:00000040:0.0:1788777243.014701:0:30856:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777243.014706:0:30856:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777243.014708:0:30856:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.014709:0:30856:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777243.014713:0:30856:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.014715:0:30856:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.014717:0:30856:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777243.014719:0:30856:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777243.014722:0:30856:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777243.014728:0:30856:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21000. 00000100:00000001:0.0:1788777243.014733:0:30856:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.014735:0:30856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777243.014737:0:30856:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777243.014742:0:30856:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1788777243.014748:0:30856:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777243.014749:0:30856:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777243.014751:0:30856:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777243.014753:0:30856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3beb9 expref: -99 pid: 30856 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1788777243.014759:0:30856:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34900 count: 0 00010000:00000010:0.0:1788777243.014763:0:30856:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327300. 00010000:00000001:0.0:1788777243.014769:0:30856:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.014770:0:30856:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.014771:0:30856:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777243.014772:0:30856:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.014774:0:30856:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777243.014784:0:30856:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788777243.014795:0:30856:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be0700 x1875667126102528/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777243.014802:0:30856:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777243.014804:0:30856:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777243.014811:0:30856:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906840. 00000100:00000001:0.0:1788777243.014813:0:30856:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213936704 : -118390495614912 : ffff945310906840) 00000100:00000001:0.0:1788777243.014815:0:30856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.014817:0:30856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000001:0.0:1788777243.014821:0:30856:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777243.014824:0:30856:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.014826:0:30856:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777243.014827:0:30856:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777243.014832:0:30856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0700 x1875667126102528/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.014839:0:30856:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777243.014841:0:30856:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.014844:0:30856:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777243.014846:0:30856:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777243.014849:0:30856:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777243.014852:0:30856:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30856:1875667126102528:192.168.203.135@tcp:36:lfs.0 00000100:00000001:0.0:1788777243.014856:0:30856:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777243.014861:0:30856:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777243.014863:0:30856:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.014866:0:30856:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777243.014869:0:30856:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d23400. 02000000:00000001:0.0:1788777243.014871:0:30856:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777243.014878:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777243.014882:0:30856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777243.014887:0:30856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777243.014894:0:30856:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126102528, portal 10 00000100:00000001:0.0:1788777243.014895:0:30856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.014896:0:30856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000040:0.0:1788777243.014903:0:30856:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0700 x1875667126102528/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.014910:0:30856:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777243.014913:0:30856:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777243.014916:0:30856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cdd0. 00000100:00000200:0.0:1788777243.014919:0:30856:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667126102528, offset 0 00000400:00000200:0.0:1788777243.014925:0:30856:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777243.014933:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.014940:0:30856:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777243.014946:0:30856:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777243.014950:0:30856:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777243.014954:0:30856:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777243.014957:0:30856:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777243.014960:0:30856:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2307:2307:256:4294967295] 192.168.203.135@tcp LPNI seq info [2304:2304:8:4294967295] 00000400:00000200:0.0:1788777243.014965:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.014973:0:30856:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777243.014979:0:30856:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777243.014984:0:30856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777243.014991:0:30856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777243.014998:0:30856:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777243.015002:0:30856:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788777243.015024:0:30856:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777243.015028:0:30856:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 782246 usecs (783 jiffies) 00000400:00000200:0.0:1788777243.015032:0:30856:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777243.015035:0:30856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296394104 00000100:00000001:0.0:1788777243.015043:0:30856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296394091 00000100:00000001:0.0:1788777243.015048:0:30856:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296394104 00000100:00000001:0.0:1788777243.015051:0:30856:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296394091 00000100:00000001:0.0:1788777243.015054:0:30856:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777243.015057:0:30856:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.015059:0:30856:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777243.015061:0:30856:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777243.015063:0:30856:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906840 going to sleep for 11 seconds 00000100:00000001:0.0:1788777243.015066:0:30856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777243.015069:0:30856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777243.015737:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777243.015743:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:1.0:1788777243.015748:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.015753:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777243.015759:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cdd0 00000400:00000010:1.0:1788777243.015761:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cdd0. 00000100:00000001:1.0:1788777243.015764:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777243.015768:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0700 x1875667126102528/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.015777:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.015781:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0700 x1875667126102528/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.015787:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.015788:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777243.017828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8200. 00000080:00000010:0.1:1788777243.021537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625180. 00010000:00000010:0.1:1788777243.021554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34900. 00010000:00000010:0.1:1788777243.021558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8000. 00000800:00000001:1.0:1788777243.028390:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.028408:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.028422:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.028425:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.028434:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.028442:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777243.028451:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.028456:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.028461:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.028465:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 10 MB=0x6a9e8c8c4aa00 00000400:00000200:1.0:1788777243.028470:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.028476:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 448/448 into md 0x6469 [1] + 224 00000800:00000001:1.0:1788777243.028483:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.028490:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.028493:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.028498:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777243.028505:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.028514:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0700 x1875667126102528/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777243.028526:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff945308be0700 x1875667126102528/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.028547:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777243.028556:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777243.028559:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.028565:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777243.028570:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2308:2308:256:4294967295] 192.168.203.135@tcp LPNI seq info [2305:2305:8:4294967295] 00000400:00000200:1.0:1788777243.028575:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.028582:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777243.028587:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777243.028593:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945308ac7c00. 00000800:00000200:1.0:1788777243.028609:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777243.028616:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777243.028620:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945308ac7c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777243.028691:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777243.028695:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777243.028699:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.028702:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777243.028707:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.028710:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.028964:0:30856:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777243.028972:0:30856:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777243.028974:0:30856:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777243.028977:0:30856:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777243.028982:0:30856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777243.028985:0:30856:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777243.028988:0:30856:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777243.028992:0:30856:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0700 x1875667126102528/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777243.029000:0:30856:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0700 x1875667126102528/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.029006:0:30856:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777243.029008:0:30856:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.029011:0:30856:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777243.029013:0:30856:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777243.029016:0:30856:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777243.029018:0:30856:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.029021:0:30856:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777243.029030:0:30856:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=66 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777243.029034:0:30856:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777243.029036:0:30856:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777243.029038:0:30856:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.029041:0:30856:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777243.029045:0:30856:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.029048:0:30856:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777243.029050:0:30856:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:0.0:1788777243.029052:0:30856:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777243.029055:0:30856:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.029056:0:30856:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000001:0.0:1788777243.029059:0:30856:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777243.029061:0:30856:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1788777243.029062:0:30856:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777243.029065:0:30856:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777243.029070:0:30856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0700 x1875667126102528/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777259 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.029077:0:30856:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777243.029080:0:30856:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777243.029082:0:30856:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777243.029086:0:30856:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0700 x1875667126102528/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777259 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777243.029095:0:30856:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30856:1875667126102528:192.168.203.135@tcp:36:lfs.0 00000100:00000001:0.0:1788777243.029100:0:30856:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.029102:0:30856:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.029104:0:30856:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777243.029107:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.029111:0:30856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0700 x1875667126102528/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777259 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.029117:0:30856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777243.029119:0:30856:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906840. 00000100:00000001:0.0:1788777243.029123:0:30856:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777243.029124:0:30856:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.029133:0:30856:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777243.029136:0:30856:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x23:0x0] 00800000:00000001:0.0:1788777243.029138:0:30856:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.029142:0:30856:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777243.029148:0:30856:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777243.029150:0:30856:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777243.029152:0:30856:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788777243.029155:0:30856:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788777243.029166:0:30856:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94532097b9c0. 00000080:00000001:0.0:1788777243.029175:0:30856:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788777243.029177:0:30856:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x23:0x0](ffff94532097ba88) 00000080:00000001:0.0:1788777243.029181:0:30856:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777243.029182:0:30856:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788777243.029185:0:30856:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.029186:0:30856:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788777243.029189:0:30856:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777243.029192:0:30856:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833955 mtime from 0 to 1788777243 00000080:00200000:0.0:1788777243.029196:0:30856:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00000001:0.0:1788777243.029198:0:30856:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788777243.029200:0:30856:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482851976 : -118390226699640 : ffff94532097ba88) 00000080:00000001:0.0:1788777243.029202:0:30856:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777243.029205:0:30856:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777243.029207:0:30856:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.029214:0:30856:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.029267:0:30856:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0700 x1875667126102528/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777259 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.029275:0:30856:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777243.029278:0:30856:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777243.029282:0:30856:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fa00. 00000080:00000010:0.0:1788777243.029287:0:30856:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff945307d20c00. 00000080:00000001:0.0:1788777243.029290:0:30856:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.029307:0:30856:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788777243.029309:0:30856:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777243.029313:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fdd0 00000080:00200008:0.0:1788777243.029315:0:30856:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000 00000080:00400000:0.0:1788777243.029319:0:30856:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788777243.029322:0:30856:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945304f82640. 00000080:00000001:0.0:1788777243.029325:0:30856:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777243.029327:0:30856:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f9fdd0 00000080:00000008:0.0:1788777243.029329:0:30856:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000, rc = 0 00000080:00000001:0.0:1788777243.029331:0:30856:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.029333:0:30856:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.041735:0:30857:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777243.041742:0:30857:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777243.041745:0:30857:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777243.041748:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3b20 00000080:00200000:0.0:1788777243.041753:0:30857:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777243.041761:0:30857:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fa00. 00800000:00000002:0.0:1788777243.041767:0:30857:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777243.041772:0:30857:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777243.041778:0:30857:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.041779:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3a40 00800000:00000002:0.0:1788777243.041782:0:30857:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777243.041786:0:30857:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777243.041789:0:30857:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777243.041795:0:30857:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.041797:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3910 00000002:00010000:0.0:1788777243.041799:0:30857:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777243.041802:0:30857:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777243.041803:0:30857:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.041806:0:30857:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777243.041812:0:30857:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.041814:0:30857:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.041816:0:30857:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.041818:0:30857:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777243.041820:0:30857:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777243.041825:0:30857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1180. 00000020:00000040:0.0:1788777243.041830:0:30857:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777243.041836:0:30857:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777243.041841:0:30857:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.041845:0:30857:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.041848:0:30857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777243.041851:0:30857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777243.041855:0:30857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777243.041862:0:30857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d20c00. 00000100:00000001:0.0:1788777243.041869:0:30857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.041875:0:30857:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777243.041877:0:30857:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.041878:0:30857:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777243.041880:0:30857:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.041881:0:30857:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.041887:0:30857:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082711424 : -118390626840192 : ffff945308be1180) 00010000:00000001:0.0:1788777243.041891:0:30857:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777243.041892:0:30857:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777243.041896:0:30857:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34900. 00010000:00000010:0.0:1788777243.041899:0:30857:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327300. 00010000:00000001:0.0:1788777243.041905:0:30857:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777243.041907:0:30857:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8000. 00000020:00000001:0.0:1788777243.041911:0:30857:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777243.041913:0:30857:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8000 with handle 0xe53f2b0cb7af86ef to hash 00000020:00000001:0.0:1788777243.041915:0:30857:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777243.041917:0:30857:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.041920:0:30857:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.041925:0:30857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.041927:0:30857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.041930:0:30857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.041939:0:30857:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.041948:0:30857:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777243.041953:0:30857:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777243.041954:0:30857:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777243.041961:0:30857:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906840. 00000100:00000001:0.0:1788777243.041963:0:30857:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213936704 : -118390495614912 : ffff945310906840) 00000100:00000001:0.0:1788777243.041966:0:30857:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.041967:0:30857:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082711424 : -118390626840192 : ffff945308be1180) 00000100:00000001:0.0:1788777243.041972:0:30857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777243.041975:0:30857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.041977:0:30857:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777243.041979:0:30857:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777243.041989:0:30857:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.041998:0:30857:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777243.042000:0:30857:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.042003:0:30857:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777243.042005:0:30857:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777243.042008:0:30857:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777243.042011:0:30857:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1180 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30857:1875667126102656:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777243.042015:0:30857:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777243.042019:0:30857:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777243.042022:0:30857:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.042024:0:30857:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777243.042028:0:30857:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b1800. 02000000:00000001:0.0:1788777243.042030:0:30857:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777243.042036:0:30857:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777243.042040:0:30857:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777243.042046:0:30857:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777243.042054:0:30857:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126102656, portal 10 00000100:00000001:0.0:1788777243.042055:0:30857:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.042057:0:30857:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082711424 : -118390626840192 : ffff945308be1180) 00000100:00000040:0.0:1788777243.042062:0:30857:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.042069:0:30857:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777243.042072:0:30857:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777243.042074:0:30857:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c3b8. 00000100:00000200:0.0:1788777243.042077:0:30857:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126102656, offset 0 00000400:00000200:0.0:1788777243.042083:0:30857:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777243.042092:0:30857:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.042099:0:30857:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777243.042103:0:30857:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777243.042107:0:30857:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777243.042110:0:30857:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777243.042113:0:30857:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777243.042116:0:30857:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2309:2309:256:4294967295] 192.168.203.135@tcp LPNI seq info [2306:2306:8:4294967295] 00000400:00000200:0.0:1788777243.042120:0:30857:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.042130:0:30857:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777243.042136:0:30857:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777243.042141:0:30857:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f300. 00000800:00000200:0.0:1788777243.042147:0:30857:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777243.042154:0:30857:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777243.042159:0:30857:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777243.042171:0:30857:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777243.042177:0:30857:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 781102 usecs (782 jiffies) 00000400:00000200:0.0:1788777243.042180:0:30857:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777243.042183:0:30857:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296394130 00000100:00000001:0.0:1788777243.042191:0:30857:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296394104 00000100:00000001:0.0:1788777243.042197:0:30857:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296394130 00000100:00000001:0.0:1788777243.042201:0:30857:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296394104 00000100:00000001:0.0:1788777243.042204:0:30857:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777243.042206:0:30857:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.042208:0:30857:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777243.042210:0:30857:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777243.042213:0:30857:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906840 going to sleep for 11 seconds 00000100:00000001:0.0:1788777243.042215:0:30857:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1788777243.043011:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777243.043018:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f300. 00000400:00000200:1.0:1788777243.043024:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.043030:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777243.043036:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c3b8 00000400:00000010:1.0:1788777243.043039:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c3b8. 00000100:00000001:1.0:1788777243.043043:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777243.043048:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.043063:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.043066:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.043073:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.043075:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777243.044519:0:30857:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777243.058161:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.058180:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.058184:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.058187:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.058196:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.058204:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777243.058213:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.058273:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.058281:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.058285:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4aa80 00000400:00000200:1.0:1788777243.058290:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.058296:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6479 [1] + 224 00000800:00000001:1.0:1788777243.058303:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.058317:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.058321:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.058326:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777243.058335:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.058344:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777243.058355:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.058379:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777243.058386:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.058389:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.058677:0:30857:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777243.058684:0:30857:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777243.058687:0:30857:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777243.058690:0:30857:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777243.058695:0:30857:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777243.058697:0:30857:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777243.058700:0:30857:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777243.058705:0:30857:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777243.058714:0:30857:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.058721:0:30857:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777243.058723:0:30857:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.058725:0:30857:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777243.058729:0:30857:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777243.058731:0:30857:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777243.058733:0:30857:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.058736:0:30857:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777243.058745:0:30857:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=66 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777243.058749:0:30857:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777243.058752:0:30857:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777243.058753:0:30857:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.058756:0:30857:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777243.058759:0:30857:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.058763:0:30857:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777243.058764:0:30857:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1788777243.058766:0:30857:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777243.058769:0:30857:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777243.058773:0:30857:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.058779:0:30857:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777243.058782:0:30857:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777243.058784:0:30857:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777243.058787:0:30857:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777243.058795:0:30857:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1180 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30857:1875667126102656:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777243.058800:0:30857:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.058803:0:30857:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.058806:0:30857:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777243.058807:0:30857:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.058811:0:30857:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.058817:0:30857:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777243.058820:0:30857:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906840. 00000100:00000001:0.0:1788777243.058824:0:30857:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777243.058826:0:30857:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.058829:0:30857:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777243.058832:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.058835:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.058838:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=4 00000020:00000001:0.0:1788777243.058840:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.058843:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000040:0.0:1788777243.058850:0:30857:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8000, remote cookie: 0xa4f015c75ff3beea, flags: 0x1001 00010000:00010000:0.0:1788777243.058856:0:30857:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.058867:0:30857:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.058874:0:30857:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777243.058878:0:30857:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777243.058880:0:30857:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777243.058881:0:30857:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777243.058883:0:30857:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777243.058886:0:30857:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34900) refcount = 1 00010000:00010000:0.0:1788777243.058889:0:30857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.058896:0:30857:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777243.058898:0:30857:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777243.058900:0:30857:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.058903:0:30857:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777243.058905:0:30857:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.058908:0:30857:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.058913:0:30857:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777243.058915:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.058916:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.058917:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.058918:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.058920:0:30857:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.058924:0:30857:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777243.058925:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.058926:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.058928:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.058930:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.058932:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.058934:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.058935:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.058936:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=4 00000020:00000001:0.0:1788777243.058937:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.058939:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.058941:0:30857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.058943:0:30857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.058946:0:30857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.058951:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.058952:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.058953:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.058954:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.058955:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=5 00000020:00000001:0.0:1788777243.058957:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.058959:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.058961:0:30857:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.058963:0:30857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.058969:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.058970:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777243.058973:0:30857:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.058978:0:30857:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.058979:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.058980:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.058981:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.058983:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777243.058988:0:30857:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777243.058996:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.058997:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.058998:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.059000:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059002:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059004:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.059006:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777243.059007:0:30857:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.059008:0:30857:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.059011:0:30857:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777243.059013:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.059014:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.059016:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.059017:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059019:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00000002:00010000:0.0:1788777243.059023:0:30857:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.059029:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.059030:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.059031:0:30857:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777243.059032:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.059033:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.059034:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.059037:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059039:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000040:0.0:1788777243.059044:0:30857:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777243.059047:0:30857:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777243.059050:0:30857:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777243.059053:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.059054:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777243.059055:0:30857:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777243.059058:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3898 00000002:00002000:0.0:1788777243.059060:0:30857:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777243.059063:0:30857:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.059067:0:30857:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.059070:0:30857:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777243.059073:0:30857:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777243.059076:0:30857:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777243.059079:0:30857:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777243.059083:0:30857:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fa00. 00000080:00000001:0.0:1788777243.059087:0:30857:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777243.059090:0:30857:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777243.059095:0:30857:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777243.059099:0:30857:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777243.059105:0:30857:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311048540. 00800000:00000001:0.0:1788777243.059106:0:30857:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221546304 : -118390488005312 : ffff945311048540) 00800000:00000001:0.0:1788777243.059109:0:30857:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.059111:0:30857:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777243.059114:0:30857:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777243.059116:0:30857:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777243.059118:0:30857:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777243.059121:0:30857:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777243.059123:0:30857:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.059127:0:30857:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777243.059130:0:30857:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788777243.059133:0:30857:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777235 to 1788777243 00000080:00200000:0.0:1788777243.059137:0:30857:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788777243.059140:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.059141:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.059143:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.059144:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059146:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059148:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.059149:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777243.059151:0:30857:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777243.059154:0:30857:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777243.059156:0:30857:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048540 1 00800000:00000010:0.0:1788777243.059158:0:30857:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311048540. 00800000:00000001:0.0:1788777243.059161:0:30857:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.059164:0:30857:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af86ef 00800000:00000001:0.0:1788777243.059167:0:30857:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777243.059169:0:30857:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777243.059170:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.059171:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.059172:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.059174:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059176:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059178:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.059178:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777243.059180:0:30857:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.059181:0:30857:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.059183:0:30857:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.059185:0:30857:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777243.059188:0:30857:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86ef from it ffffb1cb81cf3b58 00010000:00000001:0.0:1788777243.059190:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.059190:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.059192:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777243.059194:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059196:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777243.059198:0:30857:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.059200:0:30857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.059206:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.059207:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.059208:0:30857:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777243.059210:0:30857:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777243.059212:0:30857:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af86ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3beea expref: -99 pid: 30857 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777243.059268:0:30857:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777243.059271:0:30857:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777243.059273:0:30857:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.059277:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.059278:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.059279:0:30857:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.059282:0:30857:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777243.059284:0:30857:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.059285:0:30857:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.059288:0:30857:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.059289:0:30857:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.059290:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.059291:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777243.059293:0:30857:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.059298:0:30857:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1180 x1875667126102656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.059304:0:30857:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777243.059307:0:30857:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777243.059310:0:30857:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b1800. 02000000:00000001:0.0:1788777243.059314:0:30857:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777243.059316:0:30857:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777243.059317:0:30857:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777243.059319:0:30857:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777243.059322:0:30857:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d20c00. 02000000:00000001:0.0:1788777243.059325:0:30857:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777243.059327:0:30857:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777243.059328:0:30857:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1180. 00000100:00000001:0.0:1788777243.059331:0:30857:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777243.059332:0:30857:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777243.059335:0:30857:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777243.059339:0:30857:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777243.059353:0:30857:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945320625300. 00000020:00000001:0.0:1788777243.059357:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3ae8 00000080:00200000:0.0:1788777243.059359:0:30857:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=13 00000080:00000001:0.0:1788777243.059363:0:30857:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777243.059365:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3998 00000080:00200000:0.0:1788777243.059366:0:30857:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=getattr 00000080:00000010:0.0:1788777243.059373:0:30857:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fa00. 00800000:00000002:0.0:1788777243.059378:0:30857:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777243.059383:0:30857:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777243.059385:0:30857:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.059387:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf38b8 00800000:00000002:0.0:1788777243.059388:0:30857:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777243.059391:0:30857:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788777243.059395:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3850 00800000:00000002:0.0:1788777243.059397:0:30857:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788777243.059400:0:30857:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.059401:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3788 00000002:00010000:0.0:1788777243.059403:0:30857:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788777243.059406:0:30857:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777243.059519:0:30857:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777243.059523:0:30857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1180. 00000020:00000040:0.0:1788777243.059527:0:30857:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777243.059532:0:30857:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777243.059535:0:30857:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.059538:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.059539:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.059540:0:30857:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.059544:0:30857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777243.059547:0:30857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777243.059550:0:30857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777243.059556:0:30857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d20c00. 00000100:00000001:0.0:1788777243.059562:0:30857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.059565:0:30857:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777243.059567:0:30857:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.059568:0:30857:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777243.059570:0:30857:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.059572:0:30857:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.059578:0:30857:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082711424 : -118390626840192 : ffff945308be1180) 00010000:00000001:0.0:1788777243.059583:0:30857:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777243.059585:0:30857:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777243.059588:0:30857:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777243.059590:0:30857:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.059592:0:30857:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777243.059596:0:30857:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8200. 00000020:00000001:0.0:1788777243.059601:0:30857:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777243.059603:0:30857:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8200 with handle 0xe53f2b0cb7af86f6 to hash 00000020:00000001:0.0:1788777243.059605:0:30857:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777243.059606:0:30857:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.059609:0:30857:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.059612:0:30857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.059614:0:30857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.059617:0:30857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.059624:0:30857:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.059632:0:30857:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777243.059637:0:30857:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777243.059639:0:30857:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777243.059644:0:30857:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906840. 00000100:00000001:0.0:1788777243.059646:0:30857:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213936704 : -118390495614912 : ffff945310906840) 00000100:00000001:0.0:1788777243.059648:0:30857:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.059649:0:30857:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082711424 : -118390626840192 : ffff945308be1180) 00000100:00000001:0.0:1788777243.059653:0:30857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777243.059657:0:30857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.059659:0:30857:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777243.059660:0:30857:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777243.059665:0:30857:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.059677:0:30857:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777243.059679:0:30857:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.059682:0:30857:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777243.059685:0:30857:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777243.059687:0:30857:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777243.059690:0:30857:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1180 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30857:1875667126102784:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777243.059694:0:30857:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777243.059698:0:30857:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777243.059701:0:30857:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.059703:0:30857:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777243.059708:0:30857:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b1800. 02000000:00000001:0.0:1788777243.059710:0:30857:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777243.059716:0:30857:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777243.059718:0:30857:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777243.059724:0:30857:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777243.059730:0:30857:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126102784, portal 10 00000100:00000001:0.0:1788777243.059732:0:30857:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.059733:0:30857:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082711424 : -118390626840192 : ffff945308be1180) 00000100:00000040:0.0:1788777243.059738:0:30857:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.059745:0:30857:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777243.059747:0:30857:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777243.059750:0:30857:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c330. 00000100:00000200:0.0:1788777243.059753:0:30857:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126102784, offset 0 00000400:00000200:0.0:1788777243.059758:0:30857:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777243.059765:0:30857:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.059771:0:30857:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777243.059776:0:30857:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777243.059780:0:30857:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777243.059783:0:30857:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777243.059786:0:30857:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777243.059791:0:30857:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2310:2310:256:4294967295] 192.168.203.135@tcp LPNI seq info [2307:2307:8:4294967295] 00000400:00000200:0.0:1788777243.059795:0:30857:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.059803:0:30857:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777243.059809:0:30857:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777243.059813:0:30857:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f800. 00000800:00000200:0.0:1788777243.059819:0:30857:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777243.059826:0:30857:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777243.059830:0:30857:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777243.059839:0:30857:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777243.059843:0:30857:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 779966 usecs (780 jiffies) 00000400:00000200:0.0:1788777243.059846:0:30857:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777243.059849:0:30857:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296394146 00000100:00000001:0.0:1788777243.059857:0:30857:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296394130 00000100:00000001:0.0:1788777243.059862:0:30857:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296394146 00000100:00000001:0.0:1788777243.059866:0:30857:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296394130 00000100:00000001:0.0:1788777243.059868:0:30857:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777243.059871:0:30857:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.059873:0:30857:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777243.059875:0:30857:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777243.059877:0:30857:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906840 going to sleep for 11 seconds 00000100:00000001:0.0:1788777243.059879:0:30857:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777243.059881:0:30857:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777243.060047:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777243.060052:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f800. 00000400:00000200:1.0:1788777243.060056:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.060061:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777243.060065:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c330 00000400:00000010:1.0:1788777243.060067:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c330. 00000100:00000001:1.0:1788777243.060070:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777243.060074:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.060082:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.060085:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.060092:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.060093:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777243.071702:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.071722:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.071727:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.071730:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.071741:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.071749:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777243.071758:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.071763:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.071769:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.071772:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4ab00 00000400:00000200:1.0:1788777243.071777:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.071783:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6489 [1] + 224 00000800:00000001:1.0:1788777243.071791:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.071800:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.071804:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.071808:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777243.071816:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.071826:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777243.071838:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.071864:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777243.071873:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.071877:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.071957:0:30857:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777243.071964:0:30857:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777243.071966:0:30857:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777243.071969:0:30857:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777243.071974:0:30857:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777243.071977:0:30857:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777243.071981:0:30857:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777243.071986:0:30857:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777243.071996:0:30857:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.072003:0:30857:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777243.072006:0:30857:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.072008:0:30857:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777243.072012:0:30857:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777243.072014:0:30857:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777243.072017:0:30857:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.072019:0:30857:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777243.072028:0:30857:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=66 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777243.072033:0:30857:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777243.072036:0:30857:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777243.072040:0:30857:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.072046:0:30857:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777243.072050:0:30857:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777243.072052:0:30857:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1788777243.072054:0:30857:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777243.072057:0:30857:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788777243.072062:0:30857:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.072069:0:30857:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788777243.072072:0:30857:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777243.072074:0:30857:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777243.072078:0:30857:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777243.072086:0:30857:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1180 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30857:1875667126102784:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777243.072091:0:30857:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777243.072094:0:30857:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777243.072097:0:30857:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777243.072099:0:30857:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.072102:0:30857:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.072114:0:30857:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777243.072117:0:30857:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906840. 00000100:00000001:0.0:1788777243.072121:0:30857:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777243.072122:0:30857:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788777243.072125:0:30857:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777243.072129:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.072132:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.072135:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=4 00000020:00000001:0.0:1788777243.072137:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.072140:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00010000:0.0:1788777243.072145:0:30857:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.072156:0:30857:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788777243.072160:0:30857:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.072167:0:30857:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.072170:0:30857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.072176:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.072177:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777243.072180:0:30857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.072186:0:30857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.072190:0:30857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.072193:0:30857:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777243.072196:0:30857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.072202:0:30857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9453077e8200 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:0.0:1788777243.072206:0:30857:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777243.072209:0:30857:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.072215:0:30857:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777243.072217:0:30857:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777243.072879:0:30857:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.072885:0:30857:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777243.072888:0:30857:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777243.072890:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.072892:0:30857:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.072893:0:30857:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=5 00000020:00000001:0.0:1788777243.072896:0:30857:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.072899:0:30857:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777243.072901:0:30857:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777243.072904:0:30857:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777243.072910:0:30857:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777243.072912:0:30857:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.072914:0:30857:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777243.072916:0:30857:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777243.072919:0:30857:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777243.072921:0:30857:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777243.072922:0:30857:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.072925:0:30857:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777243.072927:0:30857:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e8200 with handle 0xe53f2b0cb7af86f6 from hash 00010000:00000001:0.0:1788777243.072930:0:30857:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777243.072931:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.072932:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.072933:0:30857:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777243.072935:0:30857:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777243.072937:0:30857:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777243.072939:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.072940:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.072941:0:30857:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777243.072943:0:30857:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.072946:0:30857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.072951:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.072952:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.072954:0:30857:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777243.072955:0:30857:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.072957:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.072958:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.072959:0:30857:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777243.072961:0:30857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af86f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777243.072972:0:30857:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.072974:0:30857:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788777243.072980:0:30857:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788777243.072988:0:30857:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff945308be1180 x1875667126102784/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777243.072996:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777243.072998:0:30857:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.073000:0:30857:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.073002:0:30857:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.073005:0:30857:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777243.073007:0:30857:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777243.073009:0:30857:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.073011:0:30857:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777243.073014:0:30857:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3710 00000002:00002000:0.0:1788777243.073016:0:30857:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788777243.073019:0:30857:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.073022:0:30857:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.073025:0:30857:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777243.073028:0:30857:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777243.073031:0:30857:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777243.073035:0:30857:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:0.0:1788777243.073037:0:30857:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777243.073039:0:30857:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81cf3b20 it_disposition 7 00000080:00002000:0.0:1788777243.073044:0:30857:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9453209edca8 inode 0000000000000000 refc 1 flags 0xe 00000800:00000200:1.0:1788777243.077023:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777243.077028:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187efb00. 00000400:00000200:1.0:1788777243.077033:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.077038:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777243.077044:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1cc0 00000400:00000010:1.0:1788777243.077046:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1cc0. 00000100:00000001:1.0:1788777243.077050:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777243.077055:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126103040/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.077064:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.077067:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126103040/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.077073:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.077075:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777243.078490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8200. 00000080:00000010:2.1:1788777243.082415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625300. 00010000:00000010:2.1:1788777243.082434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34900. 00010000:00000010:2.1:1788777243.082439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8000. 00000800:00000001:1.0:1788777243.082562:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.082580:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.082583:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.082586:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.082594:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.082602:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777243.082612:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.082616:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.082622:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.082626:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 10 MB=0x6a9e8c8c4ac00 00000400:00000200:1.0:1788777243.082632:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.082638:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 448/448 into md 0x6499 [1] + 224 00000800:00000001:1.0:1788777243.082645:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.082655:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.082658:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.082662:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777243.082670:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.082680:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126103040/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777243.082690:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94530914ca80 x1875667126103040/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.082710:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777243.082719:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777243.082723:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.082728:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777243.082734:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2312:2312:256:4294967295] 192.168.203.135@tcp LPNI seq info [2309:2309:8:4294967295] 00000400:00000200:1.0:1788777243.082738:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.082746:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777243.082752:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777243.082757:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945308ac7c00. 00000800:00000200:1.0:1788777243.082763:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777243.082769:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777243.082774:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945308ac7c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777243.082855:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777243.082858:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777243.082862:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.082866:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777243.082871:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.082874:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777243.113325:0:30859:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777243.113332:0:30859:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777243.113334:0:30859:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777243.113338:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81597bc0 00000080:00200000:1.0:1788777243.113342:0:30859:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777243.113350:0:30859:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362400. 00800000:00000002:1.0:1788777243.113358:0:30859:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777243.113361:0:30859:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777243.113366:0:30859:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777243.113368:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81597ae0 00800000:00000002:1.0:1788777243.113370:0:30859:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777243.113374:0:30859:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777243.113378:0:30859:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777243.113385:0:30859:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777243.113387:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb815979b0 00000002:00010000:1.0:1788777243.113388:0:30859:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777243.113392:0:30859:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777243.113394:0:30859:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777243.113397:0:30859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777243.113403:0:30859:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.113406:0:30859:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.113408:0:30859:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.113410:0:30859:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777243.113413:0:30859:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777243.113418:0:30859:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c380. 00000020:00000040:1.0:1788777243.113422:0:30859:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777243.113428:0:30859:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777243.113433:0:30859:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777243.113436:0:30859:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.113438:0:30859:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777243.113441:0:30859:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777243.113445:0:30859:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777243.113452:0:30859:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94531068b000. 00000100:00000001:1.0:1788777243.113459:0:30859:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.113463:0:30859:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777243.113465:0:30859:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.113467:0:30859:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777243.113468:0:30859:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.113470:0:30859:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.113475:0:30859:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00010000:00000001:1.0:1788777243.113479:0:30859:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777243.113482:0:30859:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777243.113486:0:30859:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214b00. 00010000:00000010:1.0:1788777243.113489:0:30859:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcd900. 00010000:00000001:1.0:1788777243.113496:0:30859:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777243.113499:0:30859:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7800. 00000020:00000001:1.0:1788777243.113503:0:30859:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777243.113506:0:30859:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7800 with handle 0xe53f2b0cb7af86fd to hash 00000020:00000001:1.0:1788777243.113508:0:30859:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777243.113509:0:30859:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.113512:0:30859:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.113516:0:30859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777243.113519:0:30859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777243.113523:0:30859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777243.113532:0:30859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777243.113544:0:30859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777243.113548:0:30859:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777243.113550:0:30859:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777243.113556:0:30859:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061df480. 00000100:00000001:1.0:1788777243.113558:0:30859:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038663808 : -118390670887808 : ffff9453061df480) 00000100:00000001:1.0:1788777243.113561:0:30859:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777243.113562:0:30859:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00000100:00000001:1.0:1788777243.113567:0:30859:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777243.113570:0:30859:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.113572:0:30859:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777243.113573:0:30859:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777243.113584:0:30859:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.113591:0:30859:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777243.113594:0:30859:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777243.113597:0:30859:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777243.113599:0:30859:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777243.113602:0:30859:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777243.113605:0:30859:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c380 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30859:1875667126103168:192.168.203.135@tcp:101:multiop.0 00000100:00000001:1.0:1788777243.113608:0:30859:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777243.113613:0:30859:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777243.113615:0:30859:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777243.113617:0:30859:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777243.113621:0:30859:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945304daa000. 02000000:00000001:1.0:1788777243.113623:0:30859:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777243.113630:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777243.113634:0:30859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cba50. 00000400:00000010:1.0:1788777243.113639:0:30859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b124c8. 00000100:00000200:1.0:1788777243.113646:0:30859:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126103168, portal 10 00000100:00000001:1.0:1788777243.113647:0:30859:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777243.113648:0:30859:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00000100:00000040:1.0:1788777243.113653:0:30859:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.113660:0:30859:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777243.113662:0:30859:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777243.113664:0:30859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12bb0. 00000100:00000200:1.0:1788777243.113666:0:30859:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126103168, offset 0 00000400:00000200:1.0:1788777243.113672:0:30859:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777243.113680:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.113687:0:30859:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777243.113691:0:30859:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777243.113695:0:30859:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777243.113698:0:30859:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777243.113701:0:30859:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777243.113704:0:30859:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2313:2313:256:4294967295] 192.168.203.135@tcp LPNI seq info [2310:2310:8:4294967295] 00000400:00000200:1.0:1788777243.113709:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.113717:0:30859:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777243.113723:0:30859:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777243.113727:0:30859:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945308ac7c00. 00000800:00000200:1.0:1788777243.113733:0:30859:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777243.113740:0:30859:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777243.113744:0:30859:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945308ac7c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777243.113763:0:30859:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777243.113767:0:30859:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 777676 usecs (778 jiffies) 00000400:00000200:1.0:1788777243.113770:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777243.113772:0:30859:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296394198 00000800:00000200:1.0:1788777243.113864:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777243.113868:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:1.0:1788777243.113873:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.113877:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777243.113881:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12bb0 00000400:00000010:1.0:1788777243.113883:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12bb0. 00000100:00000001:1.0:1788777243.113886:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777243.113890:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.113898:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.113901:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.113908:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.113909:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777243.113928:0:30859:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296394161 00000100:00000001:1.0:1788777243.113932:0:30859:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296394198 00000100:00000001:1.0:1788777243.113936:0:30859:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296394161 00000100:00000001:1.0:1788777243.113939:0:30859:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777243.113941:0:30859:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.113943:0:30859:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777243.113945:0:30859:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777243.113948:0:30859:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061df480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777243.113950:0:30859:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777243.113952:0:30859:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777243.130051:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.130069:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777243.130073:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.130077:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777243.130085:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.130092:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777243.130102:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.130107:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.130111:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.130116:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4ac80 00000400:00000200:0.0:1788777243.130121:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.130127:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x64a1 [1] + 224 00000800:00000001:0.0:1788777243.130134:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.130144:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777243.130147:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777243.130153:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777243.130160:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777243.130168:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777243.130180:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.130199:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777243.130207:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.130211:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777243.130376:0:30859:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777243.130384:0:30859:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777243.130386:0:30859:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777243.130389:0:30859:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cba50. 00000400:00000200:1.0:1788777243.130394:0:30859:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b124c8 00000400:00000010:1.0:1788777243.130397:0:30859:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b124c8. 00000100:00000001:1.0:1788777243.130400:0:30859:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.130404:0:30859:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777243.130412:0:30859:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.130418:0:30859:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777243.130421:0:30859:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777243.130423:0:30859:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777243.130427:0:30859:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777243.130429:0:30859:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777243.130431:0:30859:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777243.130433:0:30859:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777243.130442:0:30859:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=66 v=5 (5 102 102 102) 00000100:00001000:1.0:1788777243.130447:0:30859:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777243.130449:0:30859:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777243.130451:0:30859:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.130454:0:30859:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777243.130458:0:30859:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.130461:0:30859:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777243.130463:0:30859:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000100:00000001:1.0:1788777243.130466:0:30859:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777243.130468:0:30859:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777243.130473:0:30859:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.130481:0:30859:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777243.130484:0:30859:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777243.130487:0:30859:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777243.130490:0:30859:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777243.130498:0:30859:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c380 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30859:1875667126103168:192.168.203.135@tcp:101:multiop.0 00000100:00000001:1.0:1788777243.130504:0:30859:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777243.130506:0:30859:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.130508:0:30859:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777243.130510:0:30859:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.130514:0:30859:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.130522:0:30859:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777243.130525:0:30859:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061df480. 00000100:00000001:1.0:1788777243.130529:0:30859:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777243.130530:0:30859:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.130533:0:30859:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777243.130537:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130539:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130542:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=4 00000020:00000001:1.0:1788777243.130545:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130547:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000040:1.0:1788777243.130553:0:30859:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb7800, remote cookie: 0xa4f015c75ff3bf1b, flags: 0x1001 00010000:00010000:1.0:1788777243.130559:0:30859:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777243.130570:0:30859:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.130577:0:30859:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777243.130581:0:30859:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777243.130583:0:30859:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777243.130584:0:30859:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777243.130586:0:30859:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777243.130589:0:30859:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945308214b00) refcount = 1 00010000:00010000:1.0:1788777243.130593:0:30859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.130600:0:30859:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777243.130603:0:30859:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777243.130604:0:30859:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777243.130607:0:30859:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777243.130609:0:30859:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777243.130612:0:30859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.130617:0:30859:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777243.130619:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130620:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.130621:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130622:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.130623:0:30859:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.130627:0:30859:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777243.130628:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130629:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130630:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:1.0:1788777243.130632:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130634:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130636:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130637:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130638:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=4 00000020:00000001:1.0:1788777243.130639:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130641:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130643:0:30859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777243.130646:0:30859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777243.130649:0:30859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.130659:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130660:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.130661:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130662:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130663:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=5 00000020:00000001:1.0:1788777243.130665:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130666:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130669:0:30859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777243.130671:0:30859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.130678:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130679:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777243.130682:0:30859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.130688:0:30859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777243.130689:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130690:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.130691:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130692:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777243.130696:0:30859:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777243.130705:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130706:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130707:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:1.0:1788777243.130708:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130710:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130712:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130713:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777243.130714:0:30859:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.130717:0:30859:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.130719:0:30859:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777243.130721:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130722:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130723:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:1.0:1788777243.130725:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130727:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00000002:00010000:1.0:1788777243.130730:0:30859:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.130736:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130737:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.130738:0:30859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777243.130740:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130740:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130741:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:1.0:1788777243.130743:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130745:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000040:1.0:1788777243.130751:0:30859:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214b00 count: 2 00010000:00000001:1.0:1788777243.130754:0:30859:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777243.130757:0:30859:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777243.130759:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130760:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777243.130761:0:30859:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777243.130764:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81597938 00000002:00002000:1.0:1788777243.130766:0:30859:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777243.130768:0:30859:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777243.130771:0:30859:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777243.130773:0:30859:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777243.130776:0:30859:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777243.130779:0:30859:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777243.130783:0:30859:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777243.130786:0:30859:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362400. 00000080:00000001:1.0:1788777243.130790:0:30859:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777243.130792:0:30859:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777243.130798:0:30859:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777243.130802:0:30859:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777243.130808:0:30859:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311a9cec0. 00800000:00000001:1.0:1788777243.130810:0:30859:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683232378560 : -118390477173056 : ffff945311a9cec0) 00800000:00000001:1.0:1788777243.130812:0:30859:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.130815:0:30859:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777243.130817:0:30859:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777243.130819:0:30859:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788777243.130822:0:30859:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777243.130825:0:30859:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777243.130826:0:30859:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777243.130831:0:30859:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777243.130834:0:30859:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788777243.130838:0:30859:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788777243.130841:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130842:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130844:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:1.0:1788777243.130846:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130848:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130850:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130851:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777243.130853:0:30859:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777243.130855:0:30859:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777243.130856:0:30859:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311a9cec0 1 00800000:00000010:1.0:1788777243.130858:0:30859:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311a9cec0. 00800000:00000001:1.0:1788777243.130861:0:30859:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777243.130864:0:30859:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af86fd 00800000:00000001:1.0:1788777243.130867:0:30859:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777243.130868:0:30859:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777243.130869:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130870:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130871:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:1.0:1788777243.130872:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130874:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130876:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130877:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777243.130878:0:30859:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777243.130879:0:30859:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777243.130881:0:30859:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777243.130883:0:30859:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777243.130886:0:30859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86fd from it ffffb1cb81597bf8 00010000:00000001:1.0:1788777243.130887:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.130888:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.130889:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:1.0:1788777243.130890:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130892:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777243.130893:0:30859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777243.130896:0:30859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.130901:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130901:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.130903:0:30859:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777243.130905:0:30859:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777243.130907:0:30859:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777243.130913:0:30859:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777243.130916:0:30859:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777243.130917:0:30859:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777243.130921:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130922:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.130923:0:30859:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.130926:0:30859:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777243.130927:0:30859:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.130929:0:30859:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.130932:0:30859:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.130933:0:30859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777243.130934:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.130935:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777243.130937:0:30859:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.130940:0:30859:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c380 x1875667126103168/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.130946:0:30859:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777243.130948:0:30859:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777243.130951:0:30859:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945304daa000. 02000000:00000001:1.0:1788777243.130955:0:30859:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777243.130957:0:30859:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777243.130958:0:30859:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777243.130960:0:30859:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777243.130963:0:30859:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94531068b000. 02000000:00000001:1.0:1788777243.130965:0:30859:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777243.130967:0:30859:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777243.130969:0:30859:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c380. 00000100:00000001:1.0:1788777243.130973:0:30859:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777243.130974:0:30859:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777243.130978:0:30859:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777243.130982:0:30859:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777243.130993:0:30859:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453055126c0. 00000020:00000001:1.0:1788777243.130998:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81597b28 00000080:00200000:1.0:1788777243.131000:0:30859:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=25 00000080:00000001:1.0:1788777243.131003:0:30859:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777243.131004:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb815979d8 00000080:00200000:1.0:1788777243.131006:0:30859:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:1.0:1788777243.131013:0:30859:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362400. 00800000:00000002:1.0:1788777243.131017:0:30859:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777243.131021:0:30859:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777243.131024:0:30859:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777243.131026:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb815978f8 00800000:00000002:1.0:1788777243.131028:0:30859:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777243.131031:0:30859:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788777243.131035:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81597890 00800000:00000002:1.0:1788777243.131037:0:30859:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788777243.131040:0:30859:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777243.131042:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb815977c8 00000002:00010000:1.0:1788777243.131044:0:30859:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788777243.131047:0:30859:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777243.131049:0:30859:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777243.131052:0:30859:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c380. 00000020:00000040:1.0:1788777243.131055:0:30859:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777243.131059:0:30859:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777243.131062:0:30859:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777243.131065:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.131066:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.131067:0:30859:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.131070:0:30859:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777243.131071:0:30859:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777243.131075:0:30859:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777243.131079:0:30859:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94531068b000. 00000100:00000001:1.0:1788777243.131084:0:30859:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.131087:0:30859:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777243.131089:0:30859:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.131090:0:30859:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777243.131092:0:30859:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.131093:0:30859:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.131099:0:30859:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00010000:00000001:1.0:1788777243.131101:0:30859:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777243.131103:0:30859:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777243.131107:0:30859:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214b00 count: 2 00010000:00000001:1.0:1788777243.131109:0:30859:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777243.131111:0:30859:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777243.131114:0:30859:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7200. 00000020:00000001:1.0:1788777243.131118:0:30859:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777243.131120:0:30859:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7200 with handle 0xe53f2b0cb7af8704 to hash 00000020:00000001:1.0:1788777243.131122:0:30859:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777243.131123:0:30859:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.131127:0:30859:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.131129:0:30859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777243.131131:0:30859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777243.131134:0:30859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777243.131140:0:30859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777243.131149:0:30859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777243.131154:0:30859:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777243.131155:0:30859:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777243.131160:0:30859:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061df480. 00000100:00000001:1.0:1788777243.131163:0:30859:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038663808 : -118390670887808 : ffff9453061df480) 00000100:00000001:1.0:1788777243.131165:0:30859:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777243.131166:0:30859:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00000100:00000001:1.0:1788777243.131169:0:30859:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777243.131173:0:30859:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.131174:0:30859:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777243.131175:0:30859:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777243.131179:0:30859:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.131185:0:30859:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777243.131187:0:30859:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777243.131190:0:30859:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777243.131192:0:30859:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777243.131194:0:30859:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777243.131196:0:30859:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c380 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30859:1875667126103296:192.168.203.135@tcp:101:multiop.0 00000100:00000001:1.0:1788777243.131199:0:30859:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777243.131203:0:30859:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777243.131205:0:30859:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777243.131207:0:30859:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777243.131211:0:30859:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945304daa000. 02000000:00000001:1.0:1788777243.131212:0:30859:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777243.131217:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777243.131287:0:30859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cba50. 00000400:00000010:1.0:1788777243.131293:0:30859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b124c8. 00000100:00000200:1.0:1788777243.131299:0:30859:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126103296, portal 10 00000100:00000001:1.0:1788777243.131301:0:30859:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777243.131302:0:30859:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00000100:00000040:1.0:1788777243.131308:0:30859:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.131315:0:30859:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777243.131317:0:30859:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777243.131320:0:30859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12bb0. 00000100:00000200:1.0:1788777243.131323:0:30859:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126103296, offset 0 00000400:00000200:1.0:1788777243.131329:0:30859:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777243.131336:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.131343:0:30859:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777243.131348:0:30859:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777243.131352:0:30859:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777243.131356:0:30859:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777243.131359:0:30859:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777243.131362:0:30859:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2314:2314:256:4294967295] 192.168.203.135@tcp LPNI seq info [2311:2311:8:4294967295] 00000400:00000200:1.0:1788777243.131365:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.131374:0:30859:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777243.131379:0:30859:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777243.131384:0:30859:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945308ac7c00. 00000800:00000200:1.0:1788777243.131390:0:30859:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777243.131397:0:30859:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777243.131400:0:30859:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945308ac7c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788777243.131412:0:30859:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777243.131416:0:30859:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 776550 usecs (777 jiffies) 00000400:00000200:1.0:1788777243.131419:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777243.131422:0:30859:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296394215 00000100:00000001:1.0:1788777243.131429:0:30859:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296394198 00000100:00000001:1.0:1788777243.131434:0:30859:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296394215 00000100:00000001:1.0:1788777243.131437:0:30859:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296394198 00000100:00000001:1.0:1788777243.131440:0:30859:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777243.131443:0:30859:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.131445:0:30859:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777243.131447:0:30859:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777243.131450:0:30859:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061df480 going to sleep for 11 seconds 00000100:00000001:1.0:1788777243.131452:0:30859:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777243.131454:0:30859:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777243.131670:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777243.131675:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:0.0:1788777243.131680:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777243.131685:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777243.131690:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12bb0 00000400:00000010:0.0:1788777243.131692:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12bb0. 00000100:00000001:0.0:1788777243.131695:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777243.131699:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.131707:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.131710:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.131716:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.131718:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777243.135341:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.135357:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777243.135361:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.135364:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777243.135374:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.135381:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777243.135391:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.135395:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.135401:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.135413:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4ad00 00000400:00000200:0.0:1788777243.135419:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.135425:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x64b1 [1] + 224 00000800:00000001:0.0:1788777243.135432:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.135440:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777243.135443:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777243.135447:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777243.135454:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777243.135462:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777243.135473:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.135498:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777243.135506:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.135509:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777243.135813:0:30859:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777243.135822:0:30859:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777243.135825:0:30859:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777243.135828:0:30859:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cba50. 00000400:00000200:1.0:1788777243.135833:0:30859:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b124c8 00000400:00000010:1.0:1788777243.135835:0:30859:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b124c8. 00000100:00000001:1.0:1788777243.135838:0:30859:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.135843:0:30859:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777243.135852:0:30859:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.135858:0:30859:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777243.135861:0:30859:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777243.135863:0:30859:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777243.135866:0:30859:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777243.135869:0:30859:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777243.135871:0:30859:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777243.135873:0:30859:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777243.135882:0:30859:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=66 v=5 (5 102 102 102) 00000100:00001000:1.0:1788777243.135887:0:30859:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777243.135889:0:30859:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777243.135891:0:30859:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.135894:0:30859:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777243.135898:0:30859:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.135902:0:30859:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777243.135904:0:30859:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000100:00000001:1.0:1788777243.135906:0:30859:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777243.135909:0:30859:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777243.135913:0:30859:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.135920:0:30859:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777243.135923:0:30859:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777243.135925:0:30859:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777243.135929:0:30859:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777243.135936:0:30859:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c380 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30859:1875667126103296:192.168.203.135@tcp:101:multiop.0 00000100:00000001:1.0:1788777243.135941:0:30859:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777243.135944:0:30859:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.135945:0:30859:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777243.135947:0:30859:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.135951:0:30859:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.135957:0:30859:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777243.135959:0:30859:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061df480. 00000100:00000001:1.0:1788777243.135963:0:30859:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777243.135964:0:30859:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.135967:0:30859:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777243.135970:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.135973:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.135976:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7200 refcount=4 00000020:00000001:1.0:1788777243.135978:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.135980:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000040:1.0:1788777243.135985:0:30859:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb7200, remote cookie: 0xa4f015c75ff3bf37, flags: 0x1001 00010000:00010000:1.0:1788777243.135990:0:30859:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777243.136003:0:30859:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777243.136005:0:30859:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788777243.136013:0:30859:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214600. 00010000:00000010:1.0:1788777243.136017:0:30859:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcd680. 00010000:00000001:1.0:1788777243.136021:0:30859:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777243.136024:0:30859:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777243.136032:0:30859:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.136039:0:30859:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777243.136042:0:30859:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777243.136045:0:30859:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777243.136046:0:30859:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777243.136047:0:30859:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777243.136049:0:30859:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff945308214600) refcount = 1 00010000:00010000:1.0:1788777243.136053:0:30859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.136059:0:30859:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777243.136063:0:30859:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777243.136065:0:30859:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777243.136068:0:30859:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777243.136070:0:30859:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777243.136073:0:30859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.136079:0:30859:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777243.136080:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.136083:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.136084:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.136085:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.136087:0:30859:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.136090:0:30859:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777243.136092:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.136093:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.136095:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7200 refcount=3 00000020:00000001:1.0:1788777243.136097:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136099:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136101:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.136102:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.136104:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7200 refcount=4 00000020:00000001:1.0:1788777243.136106:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136107:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136110:0:30859:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777243.136112:0:30859:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777243.136116:0:30859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.136121:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.136122:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.136124:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.136125:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.136126:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7200 refcount=5 00000020:00000001:1.0:1788777243.136128:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136129:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136132:0:30859:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777243.136134:0:30859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.136140:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.136141:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777243.136144:0:30859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.136151:0:30859:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777243.136152:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.136153:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.136154:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.136155:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777243.136160:0:30859:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94530906c380 x1875667126103296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777243.136167:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.136168:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.136170:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7200 refcount=3 00000020:00000001:1.0:1788777243.136171:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136173:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136176:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.136176:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777243.136178:0:30859:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.136180:0:30859:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777243.136183:0:30859:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777243.136185:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.136186:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.136188:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7200 refcount=3 00000020:00000001:1.0:1788777243.136189:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136191:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00000002:00010000:1.0:1788777243.136195:0:30859:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777243.136201:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.136202:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777243.136204:0:30859:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777243.136205:0:30859:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777243.136206:0:30859:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777243.136207:0:30859:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7200 refcount=3 00000020:00000001:1.0:1788777243.136209:0:30859:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000001:1.0:1788777243.136210:0:30859:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757248 : -118390492794368 : ffff945310bb7200) 00010000:00000040:1.0:1788777243.136214:0:30859:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214600 count: 2 00010000:00000001:1.0:1788777243.136216:0:30859:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777243.136389:0:30859:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:1.0:1788777243.136393:0:30859:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777243.136394:0:30859:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777243.136396:0:30859:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777243.136399:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81597750 00000002:00002000:1.0:1788777243.136401:0:30859:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777243.136405:0:30859:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777243.136419:0:30859:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777243.136422:0:30859:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777243.136425:0:30859:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777243.136428:0:30859:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777243.136431:0:30859:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:1.0:1788777243.136435:0:30859:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777243.136436:0:30859:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81597ac8 it_disposition b 00000080:00000001:1.0:1788777243.136440:0:30859:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777243.136445:0:30859:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777243.136448:0:30859:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777243.136450:0:30859:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1788777243.136453:0:30859:0:(namei.c:113:ll_iget()) Process entered 00000800:00000200:0.0:1788777243.138663:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777243.138668:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187efb00. 00000400:00000200:0.0:1788777243.138673:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777243.138679:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777243.138684:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1bb0 00000400:00000010:0.0:1788777243.138686:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1bb0. 00000100:00000001:0.0:1788777243.138689:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777243.138694:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126103552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777259 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.138703:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.138705:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126103552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777259 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.138711:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.138713:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777243.148781:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.148797:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777243.148802:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.148804:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777243.148812:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.148819:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777243.148827:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.148831:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.148837:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.148840:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c4ae00 00000400:00000200:0.0:1788777243.148844:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.148850:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x64c1 [32] + 224 00000800:00000001:0.0:1788777243.148857:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.148865:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777243.148869:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777243.148873:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777243.148880:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777243.148888:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126103552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777259 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777243.148899:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94530914c700 x1875667126103552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.148922:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777243.148931:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777243.148934:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.148940:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777243.148946:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2316:2316:256:4294967295] 192.168.203.135@tcp LPNI seq info [2313:2313:8:4294967295] 00000400:00000200:0.0:1788777243.148950:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.148958:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777243.148963:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777243.148968:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d20c00. 00000800:00000200:0.0:1788777243.148974:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777243.148981:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777243.148985:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d20c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777243.149069:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777243.149073:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d20c00. 00000400:00000200:0.0:1788777243.149076:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777243.149079:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777243.149085:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777243.149088:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777243.613873:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777243.613884:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777243.613891:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777243.613892:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777243.933633:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296394221, at 4296394240 00000100:00000010:0.0:1788777243.933655:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7a20. 00000800:00000200:0.0:1788777243.934421:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777243.934430:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b800. 00000400:00000200:0.0:1788777243.934443:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777243.934455:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777243.934463:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1aa0 00000400:00000010:0.0:1788777243.934466:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1aa0. 00000100:00000001:0.0:1788777243.934471:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777243.934479:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126103680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.935260:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.935268:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126103680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.935276:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.935278:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777243.935320:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777243.935323:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bf00. 00000400:00000200:0.0:1788777243.935327:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777243.935331:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777243.935335:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1110 00000400:00000010:0.0:1788777243.935337:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1110. 00000100:00000001:0.0:1788777243.935340:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777243.935344:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126103936/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.935351:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.935354:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126103936/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777243.935359:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.935361:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777243.937633:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777243.937641:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777243.938444:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.938460:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.938466:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.938469:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.938482:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.938491:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777243.938503:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.938509:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.938517:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.938521:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4ae80 00000400:00000200:1.0:1788777243.938526:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.938533:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x64c9 [1] + 224 00000800:00000001:1.0:1788777243.938542:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.938550:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.938555:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.938560:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777243.938570:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.938579:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126103680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777243.938591:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126103680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.938600:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777243.938611:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.938613:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777243.943422:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777243.943434:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bb00. 00000400:00000200:1.0:1788777243.943447:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.943462:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777243.943470:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:1.0:1788777243.943473:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:1.0:1788777243.943480:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777243.943490:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126103808/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.943504:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777243.943509:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126103808/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.943516:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777243.943518:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777243.946507:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.946533:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.946540:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.946543:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.946554:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.946564:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777243.946577:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.946583:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.946591:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.946595:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4af80 00000400:00000200:1.0:1788777243.946600:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.946606:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x64d1 [1] + 224 00000800:00000001:1.0:1788777243.946615:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.946626:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.946630:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.946635:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777243.946644:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.946655:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126103936/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777243.946667:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914fb80 x1875667126103936/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.946690:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777243.946702:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.946706:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.949085:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.949099:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.949104:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.949106:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.949117:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.949126:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777243.949137:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.949142:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.949149:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.949154:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4af00 00000400:00000200:1.0:1788777243.949159:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.949179:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x64d9 [1] + 224 00000800:00000001:1.0:1788777243.949189:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.949265:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.949270:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.949275:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777243.949284:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.949295:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126103808/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777243.949307:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ce00 x1875667126103808/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777243.949327:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777243.949339:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.949342:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777243.982945:0:30869:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777243.982955:0:30869:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777243.982958:0:30869:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777243.982962:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbbc0 00000080:00200000:0.0:1788777243.982968:0:30869:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777243.982978:0:30869:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00800000:00000002:0.0:1788777243.982988:0:30869:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777243.982993:0:30869:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777243.983002:0:30869:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.983004:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbae0 00800000:00000002:0.0:1788777243.983007:0:30869:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777243.983012:0:30869:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777243.983017:0:30869:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777243.983024:0:30869:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.983026:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db9b0 00000002:00010000:0.0:1788777243.983028:0:30869:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777243.983032:0:30869:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777243.983035:0:30869:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777243.983038:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777243.983047:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214b00 count: 2 00010000:00000001:0.0:1788777243.983051:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.983057:0:30869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.983062:0:30869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777243.983067:0:30869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777243.983082:0:30869:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777243.983088:0:30869:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.983092:0:30869:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777243.983099:0:30869:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777243.983102:0:30869:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777243.983104:0:30869:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.983106:0:30869:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777243.983108:0:30869:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777243.983110:0:30869:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777243.983113:0:30869:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777243.983117:0:30869:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777243.983120:0:30869:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000080:00000001:0.0:1788777243.983125:0:30869:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777243.983127:0:30869:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.983131:0:30869:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777243.983135:0:30869:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af86fd 00800000:00000001:0.0:1788777243.983138:0:30869:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777243.983140:0:30869:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777243.983142:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.983144:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.983148:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:0.0:1788777243.983150:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:0.0:1788777243.983153:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:0.0:1788777243.983156:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.983158:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777243.983160:0:30869:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777243.983161:0:30869:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777243.983164:0:30869:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af86fd from it ffffb1cb817dbbf8 00010000:00000001:0.0:1788777243.983167:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777243.983168:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777243.983169:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:0.0:1788777243.983171:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:0.0:1788777243.983173:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:0.0:1788777243.983175:0:30869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777243.983178:0:30869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777243.983185:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.983186:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.983188:0:30869:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777243.983191:0:30869:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777243.983194:0:30869:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777243.983202:0:30869:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777243.983205:0:30869:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777243.983208:0:30869:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.983214:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.983215:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.983216:0:30869:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.983262:0:30869:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777243.983265:0:30869:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.983268:0:30869:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.983271:0:30869:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.983273:0:30869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777243.983274:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.983275:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777243.983280:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777243.983282:0:30869:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777243.983284:0:30869:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777243.983290:0:30869:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777243.983301:0:30869:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453206258e0. 00000020:00000001:0.0:1788777243.983307:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbb28 00000080:00200000:0.0:1788777243.983309:0:30869:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=25 00000080:00000001:0.0:1788777243.983312:0:30869:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777243.983315:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db9d8 00000080:00200000:0.0:1788777243.983317:0:30869:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:0.0:1788777243.983324:0:30869:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00800000:00000002:0.0:1788777243.983327:0:30869:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777243.983331:0:30869:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777243.983333:0:30869:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.983335:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db8f8 00800000:00000002:0.0:1788777243.983336:0:30869:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777243.983339:0:30869:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788777243.983342:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db890 00800000:00000002:0.0:1788777243.983344:0:30869:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788777243.983347:0:30869:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777243.983348:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db7c8 00000002:00010000:0.0:1788777243.983350:0:30869:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788777243.983353:0:30869:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777243.983356:0:30869:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777243.983361:0:30869:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1c00. 00000020:00000040:0.0:1788777243.983367:0:30869:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777243.983373:0:30869:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777243.983378:0:30869:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777243.983381:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777243.983382:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777243.983383:0:30869:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.983387:0:30869:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777243.983389:0:30869:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777243.983392:0:30869:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777243.983401:0:30869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d23800. 00000100:00000001:0.0:1788777243.983410:0:30869:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.983416:0:30869:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777243.983418:0:30869:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.983419:0:30869:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777243.983421:0:30869:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777243.983423:0:30869:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777243.983431:0:30869:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00010000:00000001:0.0:1788777243.983437:0:30869:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777243.983439:0:30869:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777243.983442:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214b00 count: 2 00010000:00000001:0.0:1788777243.983444:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777243.983447:0:30869:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777243.983450:0:30869:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9800. 00000020:00000001:0.0:1788777243.983454:0:30869:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777243.983456:0:30869:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9800 with handle 0xe53f2b0cb7af8712 to hash 00000020:00000001:0.0:1788777243.983458:0:30869:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777243.983460:0:30869:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777243.983464:0:30869:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777243.983466:0:30869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777243.983468:0:30869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777243.983472:0:30869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.983481:0:30869:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777243.983497:0:30869:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777243.983502:0:30869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777243.983504:0:30869:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777243.983512:0:30869:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906840. 00000100:00000001:0.0:1788777243.983515:0:30869:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213936704 : -118390495614912 : ffff945310906840) 00000100:00000001:0.0:1788777243.983517:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.983519:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000001:0.0:1788777243.983524:0:30869:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777243.983529:0:30869:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.983531:0:30869:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777243.983532:0:30869:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777243.983546:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.983555:0:30869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777243.983558:0:30869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.983562:0:30869:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777243.983565:0:30869:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777243.983568:0:30869:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777243.983572:0:30869:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1c00 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126104064:192.168.203.135@tcp:101:touch.0 00000100:00000001:0.0:1788777243.983577:0:30869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777243.983584:0:30869:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777243.983587:0:30869:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777243.983590:0:30869:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777243.983595:0:30869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b4000. 02000000:00000001:0.0:1788777243.983598:0:30869:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777243.983606:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777243.983611:0:30869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777243.983620:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777243.983628:0:30869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126104064, portal 10 00000100:00000001:0.0:1788777243.983630:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777243.983632:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000040:0.0:1788777243.983639:0:30869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.983647:0:30869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777243.983650:0:30869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777243.983653:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ce58. 00000100:00000200:0.0:1788777243.983656:0:30869:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126104064, offset 0 00000400:00000200:0.0:1788777243.983664:0:30869:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777243.983675:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.983684:0:30869:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777243.983690:0:30869:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777243.983696:0:30869:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777243.983700:0:30869:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777243.983703:0:30869:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777243.983708:0:30869:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2320:2320:256:4294967295] 192.168.203.135@tcp LPNI seq info [2317:2317:8:4294967295] 00000400:00000200:0.0:1788777243.983712:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777243.983725:0:30869:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777243.983733:0:30869:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777243.983739:0:30869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f500. 00000800:00000200:0.0:1788777243.983748:0:30869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777243.983758:0:30869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777243.983764:0:30869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777243.983799:0:30869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777243.983805:0:30869:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 774276 usecs (775 jiffies) 00000400:00000200:0.0:1788777243.983809:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777243.983812:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296395065 00000100:00000001:0.0:1788777243.983815:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296398383 00000100:00000001:0.0:1788777243.983819:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296395065 00000100:00000001:0.0:1788777243.983822:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296398383 00000100:00000001:0.0:1788777243.983824:0:30869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777243.983827:0:30869:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.983830:0:30869:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777243.983832:0:30869:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777243.983835:0:30869:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906840 going to sleep for 11 seconds 00000100:00000001:0.0:1788777243.983839:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777243.983842:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777243.984011:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777243.984016:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:0.0:1788777243.984022:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777243.984029:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777243.984035:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ce58 00000400:00000010:0.0:1788777243.984038:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ce58. 00000100:00000001:0.0:1788777243.984041:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777243.984046:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.984055:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777243.984058:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777243.984065:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777243.984067:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777243.999071:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.999095:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777243.999101:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.999104:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.999116:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.999126:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777243.999137:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.999143:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.999149:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.999153:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4b000 00000400:00000200:1.0:1788777243.999159:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777243.999166:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x64e1 [1] + 224 00000800:00000001:1.0:1788777243.999175:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.999184:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777243.999188:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777243.999194:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777243.999203:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777243.999215:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777243.999264:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777243.999280:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777243.999294:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777243.999297:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777244.001389:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777244.001408:0:30869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777244.001412:0:30869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777244.001417:0:30869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777244.001429:0:30869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777244.001432:0:30869:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777244.001439:0:30869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777244.001453:0:30869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777244.001465:0:30869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777244.001474:0:30869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777244.001477:0:30869:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777244.001480:0:30869:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777244.001486:0:30869:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777244.001489:0:30869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777244.001491:0:30869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777244.001495:0:30869:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777244.001507:0:30869:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=67 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777244.001512:0:30869:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777244.001515:0:30869:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777244.001517:0:30869:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.001521:0:30869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777244.001527:0:30869:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777244.001531:0:30869:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777244.001533:0:30869:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1788777244.001536:0:30869:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777244.001539:0:30869:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777244.001544:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777244.001551:0:30869:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777244.001555:0:30869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777244.001557:0:30869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777244.001561:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777244.001568:0:30869:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1c00 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126104064:192.168.203.135@tcp:101:touch.0 00000100:00000001:0.0:1788777244.001574:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777244.001577:0:30869:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777244.001580:0:30869:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777244.001583:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777244.001586:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777244.001593:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777244.001596:0:30869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906840. 00000100:00000001:0.0:1788777244.001601:0:30869:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777244.001603:0:30869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.001607:0:30869:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777244.001612:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.001615:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.001619:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=4 00000020:00000001:0.0:1788777244.001622:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001625:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000040:0.0:1788777244.001634:0:30869:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e9800, remote cookie: 0xa4f015c75ff3bf76, flags: 0x1001 00010000:00010000:0.0:1788777244.001641:0:30869:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777244.001652:0:30869:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777244.001655:0:30869:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777244.001670:0:30869:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34700. 00010000:00000010:0.0:1788777244.001681:0:30869:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327680. 00010000:00000001:0.0:1788777244.001687:0:30869:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777244.001691:0:30869:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777244.001699:0:30869:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777244.001707:0:30869:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777244.001712:0:30869:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777244.001715:0:30869:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777244.001716:0:30869:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777244.001717:0:30869:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777244.001720:0:30869:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff945303e34700) refcount = 1 00010000:00010000:0.0:1788777244.001724:0:30869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777244.001731:0:30869:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777244.001735:0:30869:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777244.001738:0:30869:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777244.001742:0:30869:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777244.001745:0:30869:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777244.001748:0:30869:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777244.001754:0:30869:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777244.001756:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.001758:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777244.001760:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.001761:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777244.001762:0:30869:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777244.001767:0:30869:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777244.001769:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.001771:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.001772:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:0.0:1788777244.001774:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001776:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001779:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.001780:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.001781:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=4 00000020:00000001:0.0:1788777244.001783:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001785:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001788:0:30869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777244.001792:0:30869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777244.001795:0:30869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777244.001801:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.001802:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777244.001803:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.001804:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.001805:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=5 00000020:00000001:0.0:1788777244.001807:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001810:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001812:0:30869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777244.001814:0:30869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777244.001820:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.001821:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777244.001824:0:30869:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777244.001830:0:30869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777244.001831:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.001832:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777244.001833:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.001834:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777244.001840:0:30869:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777244.001848:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.001850:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.001851:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:0.0:1788777244.001853:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001855:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001857:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.001858:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777244.001860:0:30869:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777244.001862:0:30869:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777244.001866:0:30869:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777244.001869:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.001870:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.001872:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:0.0:1788777244.001874:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001876:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00000002:00010000:0.0:1788777244.001879:0:30869:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777244.001887:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.001889:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777244.001891:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777244.001892:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.001893:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.001895:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:0.0:1788777244.001896:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.001898:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000040:0.0:1788777244.001903:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777244.001906:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777244.001909:0:30869:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:0.0:1788777244.001912:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.001913:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777244.001915:0:30869:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777244.001919:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db750 00000002:00002000:0.0:1788777244.001921:0:30869:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777244.001925:0:30869:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777244.001931:0:30869:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777244.001935:0:30869:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777244.001938:0:30869:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777244.001942:0:30869:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777244.001946:0:30869:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:0.0:1788777244.001950:0:30869:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777244.001952:0:30869:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb817dbac8 it_disposition b 00000080:00000001:0.0:1788777244.001956:0:30869:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777244.001963:0:30869:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777244.001967:0:30869:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777244.001970:0:30869:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788777244.001973:0:30869:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788777244.001981:0:30869:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777244.001983:0:30869:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788777244.001986:0:30869:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777244.001990:0:30869:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788777244.001994:0:30869:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788777244.002000:0:30869:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:0.0:1788777244.002003:0:30869:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff945320918908): rc = 0 00000080:00000001:0.0:1788777244.002005:0:30869:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482446088 : -118390227105528 : ffff945320918908) 00010000:00000001:0.0:1788777244.002007:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.002009:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.002010:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:0.0:1788777244.002012:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.002014:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.002016:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.002018:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777244.002019:0:30869:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777244.002021:0:30869:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777244.002023:0:30869:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777244.002026:0:30869:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777244.002028:0:30869:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777244.002032:0:30869:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff945320918908) for lock 0xe53f2b0cb7af8712 00800000:00000001:0.0:1788777244.002035:0:30869:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777244.002037:0:30869:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777244.002037:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.002039:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.002040:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:0.0:1788777244.002042:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.002043:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.002046:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.002047:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777244.002048:0:30869:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777244.002050:0:30869:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777244.002058:0:30869:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320a55510 inode ffff945320918908 refc 1 flags 0x20000e 00000080:00000001:0.0:1788777244.002062:0:30869:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788777244.002064:0:30869:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777244.002066:0:30869:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777244.002070:0:30869:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff945320918908) 00000080:00010000:0.0:1788777244.002074:0:30869:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8712 from it ffffb1cb817dbac8 00010000:00000001:0.0:1788777244.002077:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777244.002078:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777244.002080:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:0.0:1788777244.002082:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.002084:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777244.002086:0:30869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777244.002089:0:30869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777244.002095:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.002096:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777244.002098:0:30869:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777244.002101:0:30869:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777244.002104:0:30869:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777244.002113:0:30869:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777244.002116:0:30869:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777244.002118:0:30869:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777244.002123:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.002124:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777244.002126:0:30869:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.002130:0:30869:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777244.002132:0:30869:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.002134:0:30869:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.002137:0:30869:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.002138:0:30869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777244.002140:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.002140:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777244.002142:0:30869:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777244.002147:0:30869:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000100:00000001:0.0:1788777244.002151:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777244.002156:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1c00 x1875667126104064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777244.002163:0:30869:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777244.002167:0:30869:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777244.002170:0:30869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b4000. 02000000:00000001:0.0:1788777244.002175:0:30869:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777244.002178:0:30869:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777244.002179:0:30869:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777244.002182:0:30869:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777244.002185:0:30869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d23800. 02000000:00000001:0.0:1788777244.002190:0:30869:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777244.002191:0:30869:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777244.002194:0:30869:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1c00. 00000100:00000001:0.0:1788777244.002197:0:30869:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777244.002198:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777244.002209:0:30869:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777244.002213:0:30869:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff945320918908), inode mode 41ed mask 1 00000080:00000001:0.0:1788777244.002265:0:30869:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777244.002286:0:30869:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453206252c0. 00000080:00000001:0.0:1788777244.002292:0:30869:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777244.002294:0:30869:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff945320918908), inode mode 41ed mask 3 00000080:00000001:0.0:1788777244.002297:0:30869:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777244.002300:0:30869:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788777244.002302:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbb58 00000080:00200000:0.0:1788777244.002304:0:30869:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff945320918908), file ffff9453101e9980, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1788777244.002309:0:30869:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff945302fb4360. 00000080:00000001:0.0:1788777244.002314:0:30869:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777244.002316:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dba08 00000080:00200000:0.0:1788777244.002318:0:30869:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff945320918908), intent=open|creat 00000080:00000010:0.0:1788777244.002325:0:30869:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00000080:00000001:0.0:1788777244.002333:0:30869:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777244.002336:0:30869:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777244.002338:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db928 00800000:00000002:0.0:1788777244.002340:0:30869:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:0.0:1788777244.002343:0:30869:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788777244.002346:0:30869:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777244.002351:0:30869:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:0.0:1788777244.002355:0:30869:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788777244.002359:0:30869:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788777244.002362:0:30869:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788777244.002365:0:30869:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788777244.002368:0:30869:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x26:0x0] 40000000:00000001:0.0:1788777244.002371:0:30869:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777244.002373:0:30869:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777244.002375:0:30869:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777244.002377:0:30869:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777244.002379:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db8a8 00800000:00000002:0.0:1788777244.002381:0:30869:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1788777244.002386:0:30869:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777244.002388:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db7e0 00000002:00010000:0.0:1788777244.002389:0:30869:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1788777244.002394:0:30869:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777244.002397:0:30869:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777244.002400:0:30869:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777244.002409:0:30869:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777244.002411:0:30869:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777244.002413:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777244.002415:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777244.002418:0:30869:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777244.002421:0:30869:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.002423:0:30869:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777244.002426:0:30869:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777244.002430:0:30869:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1c00. 00000020:00000040:0.0:1788777244.002434:0:30869:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777244.002440:0:30869:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777244.002442:0:30869:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.002445:0:30869:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777244.002449:0:30869:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777244.002452:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777244.002453:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777244.002455:0:30869:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777244.002458:0:30869:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777244.002460:0:30869:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777244.002465:0:30869:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777244.002473:0:30869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d23800. 00000100:00000001:0.0:1788777244.002480:0:30869:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.002484:0:30869:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777244.002487:0:30869:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.002488:0:30869:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777244.002489:0:30869:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777244.002491:0:30869:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777244.002501:0:30869:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00010000:00000001:0.0:1788777244.002505:0:30869:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777244.002508:0:30869:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777244.002511:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777244.002513:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777244.002515:0:30869:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777244.002520:0:30869:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8e00. 00000020:00000001:0.0:1788777244.002524:0:30869:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777244.002526:0:30869:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8e00 with handle 0xe53f2b0cb7af8719 to hash 00000020:00000001:0.0:1788777244.002528:0:30869:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777244.002530:0:30869:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777244.002534:0:30869:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777244.002537:0:30869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777244.002539:0:30869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777244.002542:0:30869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777244.002550:0:30869:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30869 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777244.002564:0:30869:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777244.002570:0:30869:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be1c00 x1875667126104320/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777244.002580:0:30869:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777244.002591:0:30869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777244.002593:0:30869:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777244.002600:0:30869:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906840. 00000100:00000001:0.0:1788777244.002603:0:30869:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213936704 : -118390495614912 : ffff945310906840) 00000100:00000001:0.0:1788777244.002606:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777244.002608:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000001:0.0:1788777244.002613:0:30869:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777244.002618:0:30869:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777244.002620:0:30869:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777244.002622:0:30869:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777244.002627:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1c00 x1875667126104320/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777244.002635:0:30869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777244.002637:0:30869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777244.002642:0:30869:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777244.002645:0:30869:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777244.002648:0:30869:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777244.002651:0:30869:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1c00 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126104320:192.168.203.135@tcp:101:touch.0 00000100:00000001:0.0:1788777244.002655:0:30869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777244.002663:0:30869:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777244.002666:0:30869:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777244.002669:0:30869:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777244.002752:0:30869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310780000. 02000000:00000001:0.0:1788777244.002755:0:30869:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777244.002763:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777244.002768:0:30869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777244.002777:0:30869:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff945307d21c00. 00000100:00000200:0.0:1788777244.002785:0:30869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126104320, portal 10 00000100:00000001:0.0:1788777244.002787:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777244.002788:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000040:0.0:1788777244.002794:0:30869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1c00 x1875667126104320/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777260 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777244.002806:0:30869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777244.002809:0:30869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777244.002812:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777244.002815:0:30869:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126104320, offset 0 00000400:00000200:0.0:1788777244.002822:0:30869:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777244.002832:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777244.002841:0:30869:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777244.002848:0:30869:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777244.002854:0:30869:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777244.002858:0:30869:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777244.002861:0:30869:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777244.002865:0:30869:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2321:2321:256:4294967295] 192.168.203.135@tcp LPNI seq info [2318:2318:8:4294967295] 00000400:00000200:0.0:1788777244.002870:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777244.002882:0:30869:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777244.002888:0:30869:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777244.002894:0:30869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f500. 00000800:00000200:0.0:1788777244.002902:0:30869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777244.002912:0:30869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777244.002917:0:30869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788777244.002939:0:30869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777244.002944:0:30869:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 773162 usecs (774 jiffies) 00000400:00000200:0.0:1788777244.002948:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777244.002951:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296395083 00000800:00000200:0.0:1788777244.003096:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777244.003101:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:0.0:1788777244.003106:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777244.003112:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777244.003117:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777244.003119:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777244.003123:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777244.003127:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1c00 x1875667126104320/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777260 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777244.003137:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777244.003141:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1c00 x1875667126104320/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777260 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777244.003148:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777244.003149:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777244.003170:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296398383 00000100:00000001:0.0:1788777244.003173:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296395083 00000100:00000001:0.0:1788777244.003176:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296398383 00000100:00000001:0.0:1788777244.003179:0:30869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777244.003181:0:30869:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777244.003183:0:30869:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777244.003186:0:30869:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777244.003188:0:30869:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906840 going to sleep for 11 seconds 00000100:00000001:0.0:1788777244.003191:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777244.003194:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777244.036310:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777244.036342:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777244.036348:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777244.036351:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777244.036364:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777244.036374:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777244.036388:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777244.036394:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777244.036954:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777244.036966:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c4b100 00000400:00000200:1.0:1788777244.036971:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777244.036978:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x64f1 [32] + 224 00000800:00000001:1.0:1788777244.036988:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777244.037140:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777244.037145:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777244.037150:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777244.037158:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777244.037168:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1c00 x1875667126104320/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777260 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777244.037178:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff945308be1c00 x1875667126104320/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777260 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777244.037199:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777244.037207:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777244.037211:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777244.037217:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777244.037268:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2322:2322:256:4294967295] 192.168.203.135@tcp LPNI seq info [2319:2319:8:4294967295] 00000400:00000200:0.0:1788777244.037273:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777244.037287:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000100:00000001:3.0:1788777244.037291:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1788777244.037297:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000400:00000001:3.0:1788777244.037306:0:30869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:0.0:1788777244.037307:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d20c00. 00000400:00000001:3.0:1788777244.037312:0:30869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777244.037319:0:30869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000800:00000200:0.0:1788777244.037319:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000400:00000200:3.0:1788777244.037333:0:30869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945307d21c00 00000800:00000200:0.0:1788777244.037340:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000400:00000010:3.0:1788777244.037342:0:30869:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff945307d21c00. 00000100:00000001:3.0:1788777244.037351:0:30869:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.0:1788777244.037351:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d20c00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1788777244.037366:0:30869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1c00 x1875667126104320/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777260 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777244.037380:0:30869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1c00 x1875667126104320/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777260 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777244.037388:0:30869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777244.037391:0:30869:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777244.037395:0:30869:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777244.037414:0:30869:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777244.037418:0:30869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777244.037421:0:30869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777244.037424:0:30869:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777244.037436:0:30869:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=67 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777244.037442:0:30869:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777244.037444:0:30869:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777244.037446:0:30869:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.037449:0:30869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777244.037454:0:30869:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777244.037459:0:30869:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777244.037462:0:30869:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013c/0x1] 00000100:00000001:3.0:1788777244.037463:0:30869:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777244.037467:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777244.037469:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000001:3.0:1788777244.037474:0:30869:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000800:00000200:0.0:1788777244.037475:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1788777244.037477:0:30869:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000800:00000010:0.0:1788777244.037481:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d20c00. 00000100:00000001:3.0:1788777244.037482:0:30869:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777244.037488:0:30869:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777244.037490:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1788777244.037501:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777260 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1788777244.037501:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777244.037515:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788777244.037516:0:30869:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1788777244.037522:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777244.037523:0:30869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777244.037527:0:30869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777244.037534:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777260 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777244.037543:0:30869:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1c00 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126104320:192.168.203.135@tcp:101:touch.0 00000100:00000001:3.0:1788777244.037549:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777244.037552:0:30869:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777244.037555:0:30869:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777244.037558:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777244.037561:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777260 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777244.037568:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777244.037572:0:30869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906840. 00000100:00000001:3.0:1788777244.037576:0:30869:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777244.037577:0:30869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.037581:0:30869:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777244.037587:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.037590:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.037593:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=4 00000020:00000001:3.0:1788777244.037596:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037598:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000040:3.0:1788777244.037606:0:30869:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8e00, remote cookie: 0xa4f015c75ff3bf92, flags: 0x1001 00010000:00010000:3.0:1788777244.037612:0:30869:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777244.037621:0:30869:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:3.0:1788777244.037625:0:30869:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788777244.037636:0:30869:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803500. 00010000:00000010:3.0:1788777244.037642:0:30869:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155c00. 00010000:00000001:3.0:1788777244.037649:0:30869:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777244.037652:0:30869:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777244.037661:0:30869:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777244.037667:0:30869:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777244.037672:0:30869:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777244.037675:0:30869:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777244.037676:0:30869:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777244.037678:0:30869:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777244.037681:0:30869:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff945303803500) refcount = 1 00010000:00010000:3.0:1788777244.037684:0:30869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777244.037691:0:30869:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777244.037695:0:30869:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777244.037696:0:30869:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777244.037699:0:30869:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777244.037702:0:30869:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777244.037705:0:30869:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777244.037712:0:30869:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777244.037714:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.037717:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.037718:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.037719:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.037721:0:30869:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777244.037726:0:30869:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777244.037730:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.037732:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.037735:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:3.0:1788777244.037737:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037740:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037741:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.037742:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.037744:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=4 00000020:00000001:3.0:1788777244.037745:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037747:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037750:0:30869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777244.037753:0:30869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777244.037756:0:30869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777244.037766:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.037767:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.037769:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.037770:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.037771:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=5 00000020:00000001:3.0:1788777244.037773:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037775:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037778:0:30869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777244.037780:0:30869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777244.037785:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.037786:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777244.037789:0:30869:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777244.037795:0:30869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777244.037796:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.037797:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.037799:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.037800:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777244.037805:0:30869:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777260 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777244.037815:0:30869:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777244.037819:0:30869:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777260 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777244.037825:0:30869:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.037834:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.037835:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.037837:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:3.0:1788777244.037839:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037841:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00000002:00010000:3.0:1788777244.037846:0:30869:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788777244.037855:0:30869:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945308bb9800. 00010000:00000001:3.0:1788777244.037858:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.037859:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777244.037861:0:30869:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777244.037863:0:30869:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777244.037866:0:30869:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777244.037869:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777244.037871:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000001:3.0:1788777244.037873:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777244.037874:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00010000:00000001:3.0:1788777244.037876:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.037877:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.037878:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:3.0:1788777244.037880:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037882:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00000002:00010000:3.0:1788777244.037886:0:30869:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777244.037891:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.037892:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.037894:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777244.037895:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.037896:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.037898:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:3.0:1788777244.037899:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.037901:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000040:3.0:1788777244.037905:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 2 00010000:00000001:3.0:1788777244.037908:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777244.037912:0:30869:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:3.0:1788777244.037915:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.037915:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777244.037917:0:30869:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777244.037920:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db768 00000002:00002000:3.0:1788777244.037922:0:30869:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788777244.037925:0:30869:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777244.037929:0:30869:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777244.037932:0:30869:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777244.037935:0:30869:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777244.037939:0:30869:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.037944:0:30869:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777244.037946:0:30869:0:(namei.c:674:ll_lookup_it_finish()) it ffff945302fb4360 it_disposition 1800037 00000080:00002000:3.0:1788777244.037952:0:30869:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320a55bd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788777244.037957:0:30869:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777244.037960:0:30869:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788777244.037962:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db998 00000080:00200000:3.0:1788777244.037963:0:30869:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff945320918908), intent=open|creat 00000080:00000001:3.0:1788777244.037966:0:30869:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788777244.037969:0:30869:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777244.037974:0:30869:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777244.037978:0:30869:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777244.037981:0:30869:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1788777244.037984:0:30869:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788777244.038004:0:30869:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9453209ab9c0. 00000020:00000001:3.0:1788777244.038016:0:30869:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788777244.038018:0:30869:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788777244.038021:0:30869:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788777244.038023:0:30869:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9453209aba88) 00000020:00000001:3.0:1788777244.038027:0:30869:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777244.038033:0:30869:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090796696 : -118390618754920 : ffff945309397098) 00000020:00001000:3.0:1788777244.038035:0:30869:0:(cl_object.c:823:cl_env_get()) 1@ffff945309397090 00000020:00000001:3.0:1788777244.038040:0:30869:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788777244.038045:0:30869:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94532014c7d0. 00000020:00000001:3.0:1788777244.038048:0:30869:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777244.038050:0:30869:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777244.038058:0:30869:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788777244.038063:0:30869:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945307b502e8. 00020000:00000001:3.0:1788777244.038065:0:30869:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683065340648 : -118390644210968 : ffff945307b502e8) 00020000:00000001:3.0:1788777244.038067:0:30869:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788777244.038072:0:30869:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777244.038078:0:30869:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6c7e0. 00020000:00000010:3.0:1788777244.038082:0:30869:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453207de900. 00020000:00000010:3.0:1788777244.038086:0:30869:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6ca80. 00020000:00000001:3.0:1788777244.038088:0:30869:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017222784 : -118390692328832 : ffff945304d6ca80) 00020000:00000002:3.0:1788777244.038092:0:30869:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6ca80, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777244.038097:0:30869:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777244.038100:0:30869:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453207de900: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777244.038104:0:30869:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788777244.038106:0:30869:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6ca80, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777244.038123:0:30869:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777244.038127:0:30869:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453207de900: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:3.0:1788777244.038132:0:30869:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9453092cee90. 00020000:00000010:3.0:1788777244.038137:0:30869:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff945308b58240. 00020000:00000001:3.0:1788777244.038142:0:30869:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788777244.038145:0:30869:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945318631d80. 00020000:00000001:3.0:1788777244.038149:0:30869:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788777244.038150:0:30869:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788777244.038157:0:30869:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788777244.038160:0:30869:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94532014c4b0. 00000020:00000001:3.0:1788777244.038162:0:30869:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777244.038164:0:30869:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777244.038166:0:30869:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683474269488 : -118390235282128 : ffff94532014c530) 00020000:00000001:3.0:1788777244.038539:0:30869:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788777244.038548:0:30869:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945304ec0fc0. 00020000:00000001:3.0:1788777244.038552:0:30869:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777244.038560:0:30869:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474269488 : -118390235282128 : ffff94532014c530) 00020000:00000001:3.0:1788777244.038564:0:30869:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683474269488 : -118390235282128 : ffff94532014c530) 00020000:00000002:3.0:1788777244.038568:0:30869:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x17:0x0]@ffff94532014c4b0[0:0] -> [0x200000404:0x26:0x0]@ffff94532014c7d0: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777244.038573:0:30869:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788777244.038576:0:30869:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788777244.038578:0:30869:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777244.038581:0:30869:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474270288 : -118390235281328 : ffff94532014c850) 00000020:00001000:3.0:1788777244.038585:0:30869:0:(cl_object.c:917:cl_env_put()) 1@ffff945309397090 00000080:00000001:3.0:1788777244.038591:0:30869:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1788777244.038593:0:30869:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777244.038597:0:30869:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833958 mtime from 0 to 1788777244 00000080:00000001:3.0:1788777244.038602:0:30869:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788777244.038606:0:30869:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483048584 : -118390226503032 : ffff9453209aba88) 00010000:00000001:3.0:1788777244.038608:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.038610:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.038612:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:3.0:1788777244.038615:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.038617:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00000080:00000001:3.0:1788777244.038622:0:30869:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777244.038624:0:30869:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777244.038627:0:30869:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090796696 : -118390618754920 : ffff945309397098) 00000020:00001000:3.0:1788777244.038629:0:30869:0:(cl_object.c:823:cl_env_get()) 1@ffff945309397090 00000020:00000001:3.0:1788777244.038632:0:30869:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777244.038635:0:30869:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777244.038637:0:30869:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777244.038641:0:30869:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6cf60. 00020000:00000010:3.0:1788777244.038645:0:30869:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453207de000. 00020000:00000010:3.0:1788777244.038649:0:30869:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6c540. 00020000:00000001:3.0:1788777244.038650:0:30869:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017221440 : -118390692330176 : ffff945304d6c540) 00020000:00000002:3.0:1788777244.038653:0:30869:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c540, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777244.038656:0:30869:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777244.038659:0:30869:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453207de000: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777244.038663:0:30869:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b502e8) owner ffff9453012a0000 00020000:00000001:3.0:1788777244.038666:0:30869:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777244.038669:0:30869:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b502e8) owner ffff9453012a0000 00020000:00000010:3.0:1788777244.038674:0:30869:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453207de000. 00020000:00000010:3.0:1788777244.038678:0:30869:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6cf60. 00020000:00000010:3.0:1788777244.038681:0:30869:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6c540. 00020000:00000002:3.0:1788777244.038683:0:30869:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777244.038686:0:30869:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777244.038688:0:30869:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777244.038692:0:30869:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777244.038696:0:30869:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000002:3.0:1788777244.038699:0:30869:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6ca80 addref 2/0 by ffff9453012a0000. 00020000:00000002:3.0:1788777244.038701:0:30869:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000001:3.0:1788777244.038704:0:30869:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777244.038706:0:30869:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777244.038708:0:30869:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777244.038710:0:30869:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777244.038712:0:30869:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777244.038715:0:30869:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788777244.038717:0:30869:0:(cl_object.c:917:cl_env_put()) 1@ffff945309397090 00000080:00000001:3.0:1788777244.038720:0:30869:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.038722:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.038723:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777244.038725:0:30869:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777244.038729:0:30869:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777244.038731:0:30869:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777244.038734:0:30869:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x26:0x0](ffff9453209aba88) 00000080:00010000:3.0:1788777244.038737:0:30869:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9453209aba88) for lock 0xe53f2b0cb7af8719 00800000:00000001:3.0:1788777244.038741:0:30869:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777244.038744:0:30869:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777244.038745:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.038746:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.038748:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:3.0:1788777244.038750:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.038752:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.038755:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.038756:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777244.038758:0:30869:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777244.038760:0:30869:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.038761:0:30869:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788777244.038764:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777244.038774:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777260 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777244.038782:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777244.038787:0:30869:0:(namei.c:1651:ll_create_it()) inode ffff9453209aba88 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:3.0:1788777244.038790:0:30869:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777244.038794:0:30869:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff9453209aba88) 00000080:00000001:3.0:1788777244.038797:0:30869:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777244.038801:0:30869:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000100:00000001:3.0:1788777244.038804:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777244.038807:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777260 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777244.038813:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.038817:0:30869:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788777244.038818:0:30869:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777244.038820:0:30869:0:(namei.c:1500:ll_atomic_open()) inode ffff9453209aba88 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:3.0:1788777244.038831:0:30869:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777244.038834:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dba68 00000080:00200008:3.0:1788777244.038837:0:30869:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x26:0x0](ffff9453209aba88), flags 104501 00000080:00000010:3.0:1788777244.038845:0:30869:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945308800dc0. 00000080:00000010:3.0:1788777244.038852:0:30869:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb9b00. 00000080:00000001:3.0:1788777244.038855:0:30869:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777244.038859:0:30869:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777244.038863:0:30869:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777244.038867:0:30869:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945310690420. 00000002:00100000:3.0:1788777244.038872:0:30869:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777260 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777244.038879:0:30869:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777244.038881:0:30869:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777244.038885:0:30869:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777244.038888:0:30869:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.038891:0:30869:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777244.038894:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777244.038897:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777260 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777244.038904:0:30869:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777244.038908:0:30869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310780000. 02000000:00000001:3.0:1788777244.038938:0:30869:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777244.038940:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777244.038943:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dba68 00000080:00000008:3.0:1788777244.038945:0:30869:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9453209aba88), flags 104501, rc = 0 00000080:00000001:3.0:1788777244.038951:0:30869:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777244.038952:0:30869:0:(dcache.c:176:ll_intent_release()) intent ffff945302fb4360 released 00000080:00010000:3.0:1788777244.038955:0:30869:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8719 from it ffff945302fb4360 00010000:00000001:3.0:1788777244.038957:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777244.038959:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777244.038961:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:3.0:1788777244.038963:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.038965:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:3.0:1788777244.038967:0:30869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777244.038970:0:30869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777244.038978:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.038979:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.038981:0:30869:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777244.038984:0:30869:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777244.038987:0:30869:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777244.038994:0:30869:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777244.038998:0:30869:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777244.039000:0:30869:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777244.039005:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.039007:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.039009:0:30869:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.039012:0:30869:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777244.039014:0:30869:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.039016:0:30869:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.039019:0:30869:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.039020:0:30869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777244.039022:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.039023:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777244.039025:0:30869:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777244.039026:0:30869:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777244.039029:0:30869:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777244.039030:0:30869:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777244.039033:0:30869:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777244.039035:0:30869:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.039039:0:30869:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788777244.039041:0:30869:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.039043:0:30869:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777244.039046:0:30869:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.039047:0:30869:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777244.039050:0:30869:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff945302fb4360. 00000080:00000001:3.0:1788777244.039055:0:30869:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.039060:0:30869:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777244.039062:0:30869:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9453209aba88), inode mode 81a4 mask 40 00000080:00000001:3.0:1788777244.039066:0:30869:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777244.039110:0:30869:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777244.039113:0:30869:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000002:3.0:1788777244.039117:0:30869:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000001:3.0:1788777244.039119:0:30869:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.039131:0:30869:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:3.0:1788777244.039133:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbc30 00000080:00200008:3.0:1788777244.039135:0:30869:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x26:0x0](ffff9453209aba88) current size 0, valid attrs 20070, mode 0, uid -1052626366, gid -1, new size 213440, atime 1788777244.000000000, mtime 1788777244.000000000, ctime 1788777244.000000000 00000080:00000002:3.0:1788777244.039142:0:30869:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788777244, ctime 1788777244, now = 1788777244 00000080:00000002:3.0:1788777244.039145:0:30869:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff9453209aba88 attr 0x100201f0 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000010:3.0:1788777244.039150:0:30869:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff94530398c600. 00000080:00000001:3.0:1788777244.039152:0:30869:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:3.0:1788777244.039159:0:30869:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:3.0:1788777244.039161:0:30869:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x26:0x0], valid 0x100201f0/0x0 00000002:00000001:3.0:1788777244.040637:0:30869:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1788777244.040642:0:30869:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777244.040652:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 2 00010000:00000001:3.0:1788777244.040656:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777244.040661:0:30869:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777244.040665:0:30869:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777244.040670:0:30869:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788777244.040683:0:30869:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777244.040688:0:30869:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777244.040692:0:30869:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777244.040694:0:30869:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:3.0:1788777244.040698:0:30869:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777244.040701:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777244.040703:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:3.0:1788777244.040706:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777244.040710:0:30869:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777244.040712:0:30869:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777244.040714:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777244.040715:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:3.0:1788777244.040717:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777244.040718:0:30869:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777244.040720:0:30869:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777244.040721:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777244.040722:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:3.0:1788777244.040724:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777244.040725:0:30869:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777244.040727:0:30869:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777244.040728:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777244.040729:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:3.0:1788777244.040732:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777244.040734:0:30869:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.040736:0:30869:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.040738:0:30869:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777244.040741:0:30869:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777244.040746:0:30869:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090796696 : -118390618754920 : ffff945309397098) 00000020:00001000:3.0:1788777244.040749:0:30869:0:(cl_object.c:823:cl_env_get()) 1@ffff945309397090 00000020:00000001:3.0:1788777244.040752:0:30869:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777244.040755:0:30869:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:3.0:1788777244.040758:0:30869:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777244.040761:0:30869:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777244.040766:0:30869:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777244.040769:0:30869:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777244.040772:0:30869:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777244.040774:0:30869:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777244.040776:0:30869:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777244.040778:0:30869:0:(cl_object.c:917:cl_env_put()) 1@ffff945309397090 00000080:00000001:3.0:1788777244.040781:0:30869:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777244.040785:0:30869:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777244.040787:0:30869:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff9453209aba88) invalid 00000020:00000001:3.0:1788777244.040791:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db838 00000080:00002000:3.0:1788777244.040793:0:30869:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff945320a55bd0) parent ffff945320a55510 inode ffff9453209aba88 refc 1 00000080:00000001:3.0:1788777244.040798:0:30869:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777244.040800:0:30869:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777244.040802:0:30869:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.040806:0:30869:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777244.040810:0:30869:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777244.040812:0:30869:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777244.040815:0:30869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777244.040819:0:30869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777244.040822:0:30869:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e8e00 with handle 0xe53f2b0cb7af8719 from hash 00010000:00000001:3.0:1788777244.040825:0:30869:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777244.040827:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.040829:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.040830:0:30869:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777244.040833:0:30869:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777244.040836:0:30869:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777244.040839:0:30869:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777244.040841:0:30869:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777244.040844:0:30869:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777244.040854:0:30869:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c700. 00000020:00000040:3.0:1788777244.040859:0:30869:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777244.040866:0:30869:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777244.040871:0:30869:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777244.040877:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777244.040878:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.040880:0:30869:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777244.040884:0:30869:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777244.040887:0:30869:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777244.040892:0:30869:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777244.040903:0:30869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530398c000. 00000100:00000001:3.0:1788777244.040911:0:30869:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.040914:0:30869:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777244.040917:0:30869:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777244.040923:0:30869:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777244.040931:0:30869:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777244.040933:0:30869:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777244.040935:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777244.040937:0:30869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8719 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3bf92 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788777244.040946:0:30869:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945308bb9800. 00010000:00000040:3.0:1788777244.040953:0:30869:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803500 count: 0 00010000:00000010:3.0:1788777244.040958:0:30869:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155c00. 00010000:00000001:3.0:1788777244.040967:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777244.040968:0:30869:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.040970:0:30869:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777244.040972:0:30869:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777244.040974:0:30869:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1788777244.040977:0:30869:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788777244, ctime 1788777244 00000020:00100000:3.0:1788777244.040987:0:30869:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777244.041001:0:30869:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777244.041009:0:30869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777244.041011:0:30869:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777244.041019:0:30869:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b58540. 00000100:00000001:3.0:1788777244.041022:0:30869:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082151232 : -118390627400384 : ffff945308b58540) 00000100:00000001:3.0:1788777244.041025:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777244.041026:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080988416 : -118390628563200 : ffff945308a3c700) 00000100:00000001:3.0:1788777244.041032:0:30869:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777244.041037:0:30869:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777244.041039:0:30869:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777244.041041:0:30869:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777244.041046:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777244.041054:0:30869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777244.041056:0:30869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777244.041061:0:30869:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777244.041064:0:30869:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777244.041066:0:30869:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777244.041070:0:30869:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c700 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126104576:192.168.203.135@tcp:36:touch.0 00000100:00000001:3.0:1788777244.041075:0:30869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777244.041082:0:30869:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777244.041085:0:30869:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777244.041088:0:30869:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777244.041093:0:30869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777244.041095:0:30869:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777244.041120:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777244.041126:0:30869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d420. 00000400:00000010:3.0:1788777244.041135:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347c38. 00000100:00000200:3.0:1788777244.041145:0:30869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126104576, portal 10 00000100:00000001:3.0:1788777244.041147:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777244.041149:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080988416 : -118390628563200 : ffff945308a3c700) 00000100:00000040:3.0:1788777244.041157:0:30869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777260 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777244.043484:0:30869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777244.043495:0:30869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777244.043508:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083475d8. 00000100:00000200:3.0:1788777244.043518:0:30869:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667126104576, offset 0 00000400:00000200:3.0:1788777244.043527:0:30869:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777244.043541:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777244.043551:0:30869:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777244.043557:0:30869:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777244.043563:0:30869:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777244.043567:0:30869:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777244.043570:0:30869:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777244.043575:0:30869:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2323:2323:256:4294967295] 192.168.203.135@tcp LPNI seq info [2320:2320:8:4294967295] 00000400:00000200:3.0:1788777244.043579:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777244.043591:0:30869:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777244.043599:0:30869:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777244.043607:0:30869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df400. 00000800:00000200:3.0:1788777244.043619:0:30869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777244.043629:0:30869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777244.043635:0:30869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788777244.043661:0:30869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777244.043668:0:30869:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 772083 usecs (773 jiffies) 00000400:00000200:3.0:1788777244.043672:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777244.043675:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296395123 00000800:00000200:1.0:1788777244.044077:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777244.044087:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df400. 00000400:00000200:1.0:1788777244.044094:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777244.044102:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777244.044108:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083475d8 00000400:00000010:1.0:1788777244.044111:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083475d8. 00000100:00000001:1.0:1788777244.044116:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777244.044124:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777260 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777244.044135:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777244.044139:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777260 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777244.044146:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777244.044148:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777244.061304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803500. 00010000:00000010:3.1:1788777244.061321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8e00. 00000100:00000001:0.0:1788777244.445430:0:15900:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1788777244.445441:0:15900:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777244.637390:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777244.637400:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777244.637407:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777244.637408:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777244.637514:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777244.637518:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777244.637521:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777245.661418:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777245.661428:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777245.661437:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777245.661438:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777245.661615:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777245.661619:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777245.661623:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777246.685403:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777246.685414:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777246.685421:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777246.685422:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777246.685545:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777246.685549:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777246.685553:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1788777246.810662:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777246.810675:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b600. 00000400:00000200:1.0:1788777246.810684:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777246.810694:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777246.810704:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c15d8 00000400:00000010:1.0:1788777246.810707:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c15d8. 00000100:00000001:1.0:1788777246.810713:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777246.810723:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777262 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777246.810738:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777246.810742:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777262 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777246.810750:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777246.810752:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1788777246.825060:0:30889:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777246.825072:0:30889:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777246.825075:0:30889:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777246.825083:0:30889:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777246.825088:0:30889:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777246.825095:0:30889:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777246.825097:0:30889:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777246.825100:0:30889:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777246.825102:0:30889:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777246.825105:0:30889:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777246.825106:0:30889:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777246.825109:0:30889:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788777246.825113:0:30889:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777246.825117:0:30889:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777246.825136:0:30889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1788777246.825342:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777246.825346:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777246.825349:0:15910:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788777246.825353:0:15910:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788777246.825357:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777246.825364:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788777246.825378:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777246.825384:0:15910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777246.825387:0:15910:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777246.825389:0:15910:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1788777246.825395:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825398:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825405:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777246.825408:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825413:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777246.825415:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825416:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825418:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777246.825419:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825421:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777246.825423:0:15910:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777246.825427:0:15910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777246.825429:0:15910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff945320918908) invalid 00000020:00000001:0.0:1788777246.825434:0:15910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cabca0 00000080:00002000:0.0:1788777246.825437:0:15910:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff945320a55510) parent ffff9453208d0a20 inode ffff945320918908 refc 1 00000080:00000001:0.0:1788777246.825442:0:15910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777246.825444:0:15910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777246.825446:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777246.825449:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777246.825453:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777246.825455:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777246.825457:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777246.825458:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777246.825463:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9800 with handle 0xe53f2b0cb7af8712 from hash 00010000:00000001:0.0:1788777246.825466:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777246.825468:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777246.825470:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777246.825471:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777246.825476:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777246.825477:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777246.825480:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777246.825482:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788777246.825489:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777246.825492:0:15910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777246.825493:0:15910:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777246.825494:0:15910:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777246.825496:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825497:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825498:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214b00 count: 2 00010000:00000001:0.0:1788777246.825500:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825502:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777246.825504:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825505:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825506:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214b00 count: 2 00010000:00000001:0.0:1788777246.825508:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825510:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777246.825511:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825512:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825514:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214b00 count: 2 00010000:00000001:0.0:1788777246.825516:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825518:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777246.825520:0:15910:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777246.825523:0:15910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777246.825528:0:15910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777246.825531:0:15910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777246.825532:0:15910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777246.825533:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777246.825536:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777246.825537:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777246.825538:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777246.825540:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777246.825541:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777246.825543:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb7800 with handle 0xe53f2b0cb7af86fd from hash 00010000:00000001:0.0:1788777246.825545:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777246.825546:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777246.825547:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777246.825548:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777246.825549:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777246.825551:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777246.825553:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777246.825556:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af870b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3bf53 expref: -99 pid: 30859 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788777246.825563:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777246.825565:0:15910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777246.825566:0:15910:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777246.825567:0:15910:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:0.0:1788777246.825569:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825581:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825584:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:0.0:1788777246.825586:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825588:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777246.825589:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825590:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825591:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:0.0:1788777246.825593:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825595:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777246.825596:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825597:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825598:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:0.0:1788777246.825600:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825602:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777246.825603:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825604:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825605:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:0.0:1788777246.825607:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825609:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777246.825611:0:15910:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777246.825613:0:15910:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777246.825616:0:15910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777246.825622:0:15910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153912 : -118390618397704 : ffff9453093ee3f8) 00000020:00001000:0.0:1788777246.825625:0:15910:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee3f0 00000020:00000001:0.0:1788777246.825627:0:15910:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788777246.825632:0:15910:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1788777246.825635:0:15910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788777246.825638:0:15910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788777246.825643:0:15910:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777246.825647:0:15910:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777246.825649:0:15910:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788777246.825651:0:15910:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777246.825653:0:15910:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777246.825656:0:15910:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee3f0 00000080:00000001:0.0:1788777246.825659:0:15910:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777246.825661:0:15910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777246.825662:0:15910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff94532091b248) invalid 00000020:00000001:0.0:1788777246.825665:0:15910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cabca0 00000080:00002000:0.0:1788777246.825667:0:15910:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff945320913798) parent ffff9453208deca8 inode ffff94532091b248 refc 1 00000080:00000001:0.0:1788777246.825671:0:15910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777246.825673:0:15910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777246.825674:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777246.825676:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777246.825678:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777246.825679:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777246.825797:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777246.825799:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777246.825802:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155c00 with handle 0xe53f2b0cb7af870b from hash 00010000:00000001:0.0:1788777246.825804:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777246.825806:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777246.825807:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777246.825808:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777246.825810:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777246.825812:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777246.825814:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777246.825817:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788777246.825824:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777246.825827:0:15910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777246.825828:0:15910:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777246.825829:0:15910:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1788777246.825832:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825834:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825836:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214600 count: 2 00010000:00000001:0.0:1788777246.825839:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825842:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777246.825843:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777246.825844:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777246.825846:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214600 count: 2 00010000:00000001:0.0:1788777246.825848:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777246.825849:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777246.825850:0:15910:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777246.825852:0:15910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777246.825854:0:15910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff94532097ba88) invalid 00000020:00000001:0.0:1788777246.825856:0:15910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cabca0 00000080:00002000:0.0:1788777246.825858:0:15910:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9453208deca8) parent ffff9453208d0a20 inode ffff94532097ba88 refc 1 00000080:00000001:0.0:1788777246.825861:0:15910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777246.825862:0:15910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777246.825864:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777246.825866:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777246.825867:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777246.825869:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777246.825870:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777246.825871:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777246.825874:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb7200 with handle 0xe53f2b0cb7af8704 from hash 00010000:00000001:0.0:1788777246.825876:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777246.825877:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777246.825878:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777246.825879:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777246.825881:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777246.825882:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777246.825885:0:15910:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788777246.825887:0:15910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777246.825890:0:15910:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788777246.825901:0:15910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3100. 00000020:00000040:0.0:1788777246.825906:0:15910:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=10 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777246.825913:0:15910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777246.825917:0:15910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777246.825923:0:15910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777246.825932:0:15910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073e600. 00000100:00000001:0.0:1788777246.825941:0:15910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777246.825945:0:15910:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777246.825952:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777246.825960:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777246.825967:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af870b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3bf53 expref: -99 pid: 30859 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777246.825974:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777246.825980:0:15910:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1788777246.825982:0:15910:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1788777246.825986:0:15910:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777246.825988:0:15910:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777246.825996:0:15910:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906b40. 00000100:00000001:0.0:1788777246.825999:0:15910:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213937472 : -118390495614144 : ffff945310906b40) 00000100:00000001:0.0:1788777246.826001:0:15910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777246.826003:0:15910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082719488 : -118390626832128 : ffff945308be3100) 00000100:00000001:0.0:1788777246.826009:0:15910:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777246.826014:0:15910:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777246.826017:0:15910:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777246.826018:0:15910:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777246.826032:0:15910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777246.826041:0:15910:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777246.826044:0:15910:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777246.826050:0:15910:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777246.826053:0:15910:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777246.826056:0:15910:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777246.826059:0:15910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3100 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:15910:1875667126104960:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777246.826064:0:15910:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777246.826071:0:15910:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777246.826073:0:15910:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777246.826076:0:15910:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777246.826081:0:15910:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073e200. 02000000:00000001:0.0:1788777246.826083:0:15910:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777246.826092:0:15910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777246.826096:0:15910:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b738. 00000400:00000010:0.0:1788777246.826105:0:15910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777246.826114:0:15910:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126104960, portal 18 00000100:00000001:0.0:1788777246.826116:0:15910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777246.826118:0:15910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082719488 : -118390626832128 : ffff945308be3100) 00000100:00000040:0.0:1788777246.826124:0:15910:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777246.826132:0:15910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777246.826135:0:15910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777246.826138:0:15910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ce58. 00000100:00000200:0.0:1788777246.826140:0:15910:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875667126104960, offset 0 00000400:00000200:0.0:1788777246.826148:0:15910:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777246.826158:0:15910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777246.826167:0:15910:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777246.826173:0:15910:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777246.826177:0:15910:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777246.826182:0:15910:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777246.826186:0:15910:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777246.826190:0:15910:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2325:2325:256:4294967295] 192.168.203.135@tcp LPNI seq info [2322:2322:8:4294967295] 00000400:00000200:0.0:1788777246.826194:0:15910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777246.826218:0:15910:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777246.826265:0:15910:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777246.826272:0:15910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f500. 00000800:00000200:0.0:1788777246.826280:0:15910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777246.826289:0:15910:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777246.826295:0:15910:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f500 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1788777246.826312:0:15910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777246.826317:0:15910:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 772083 usecs (773 jiffies) 00000400:00000200:0.0:1788777246.826320:0:15910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777246.826324:0:15910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296397906 00000100:00000001:0.0:1788777246.826327:0:15910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296398383 00000100:00000001:0.0:1788777246.826330:0:15910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296397906 00000100:00000001:0.0:1788777246.826332:0:15910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296398383 00000100:00000001:0.0:1788777246.826335:0:15910:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777246.826339:0:15910:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777246.826341:0:15910:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777246.826344:0:15910:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777246.826348:0:15910:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906b40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777246.826350:0:15910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777246.826354:0:15910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777246.826492:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777246.826498:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:0.0:1788777246.826503:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777246.826508:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777246.826514:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ce58 00000400:00000010:0.0:1788777246.826517:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ce58. 00000100:00000001:0.0:1788777246.826521:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777246.826526:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777246.826536:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777246.826539:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777246.826546:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777246.826548:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777246.841957:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777246.841982:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777246.841988:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777246.841991:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777246.842005:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777246.842015:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777246.842030:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777246.842036:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777246.842043:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777246.842047:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c4b380 00000400:00000200:1.0:1788777246.842053:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777246.842060:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6511 [1] + 224 00000800:00000001:1.0:1788777246.842069:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777246.842084:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777246.842088:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777246.842093:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777246.842104:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777246.842117:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777246.842131:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777246.842155:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777246.842167:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777246.842171:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777246.842933:0:15910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777246.842945:0:15910:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777246.842948:0:15910:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777246.842953:0:15910:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b738. 00000400:00000200:0.0:1788777246.842960:0:15910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777246.842963:0:15910:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777246.842967:0:15910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777246.842976:0:15910:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777246.842987:0:15910:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777246.842995:0:15910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777246.842997:0:15910:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777246.843001:0:15910:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777246.843005:0:15910:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777246.843008:0:15910:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777246.843011:0:15910:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777246.843014:0:15910:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777246.843028:0:15910:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024538 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777246.843033:0:15910:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777246.843035:0:15910:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777246.843037:0:15910:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777246.843040:0:15910:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777246.843045:0:15910:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777246.843049:0:15910:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777246.843051:0:15910:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1788777246.843053:0:15910:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777246.843057:0:15910:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777246.843062:0:15910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777246.843069:0:15910:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777246.843073:0:15910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777246.843076:0:15910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777246.843079:0:15910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777246.843088:0:15910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3100 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:15910:1875667126104960:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777246.843093:0:15910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777246.843097:0:15910:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777246.843100:0:15910:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777246.843102:0:15910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777246.843106:0:15910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777246.843113:0:15910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777246.843116:0:15910:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906b40. 00000100:00000001:0.0:1788777246.843120:0:15910:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777246.843122:0:15910:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777246.843125:0:15910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777246.843128:0:15910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3100 x1875667126104960/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777262 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777246.843134:0:15910:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777246.843137:0:15910:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777246.843141:0:15910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073e200. 02000000:00000001:0.0:1788777246.843144:0:15910:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777246.843147:0:15910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777246.843149:0:15910:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777246.843151:0:15910:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777246.843155:0:15910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073e600. 02000000:00000001:0.0:1788777246.843159:0:15910:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777246.843161:0:15910:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777246.843164:0:15910:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3100. 00000100:00000001:0.0:1788777246.843168:0:15910:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777246.843169:0:15910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777246.843171:0:15910:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1788777246.843176:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777246.843180:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af8712 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bf76 expref: -99 pid: 30869 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788777246.843198:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34700 count: 0 00010000:00000010:0.0:1788777246.843215:0:15910:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327680. 00010000:00000001:0.0:1788777246.843271:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777246.843274:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777246.843277:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7800/0xe53f2b0cb7af86fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bf1b expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788777246.843285:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945308214b00 count: 0 00010000:00000010:0.0:1788777246.843288:0:15910:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945307dcd900. 00010000:00000001:0.0:1788777246.843295:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777246.843296:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777246.843300:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af870b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3bf53 expref: -99 pid: 30859 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788777246.843307:0:15910:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b61c0. 00010000:00000040:0.0:1788777246.843311:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8b00 count: 0 00010000:00000010:0.0:1788777246.843314:0:15910:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e280. 00010000:00000001:0.0:1788777246.843321:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777246.843322:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777246.843326:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7200/0xe53f2b0cb7af8704 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bf37 expref: -99 pid: 30859 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788777246.843332:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945308214600 count: 0 00010000:00000010:0.0:1788777246.843335:0:15910:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945307dcd680. 00010000:00000001:0.0:1788777246.843340:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777246.843341:0:15910:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777246.843353:0:15910:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777246.843357:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777246.843360:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777246.843362:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777246.843365:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777246.843366:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777246.843369:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788777246.843371:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777246.843373:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777246.843374:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788777246.843522:0:30889:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777246.843527:0:30889:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777246.843529:0:30889:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:0.1:1788777246.864428:0:30891:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34700. 00010000:00000010:0.1:1788777246.864447:0:30891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9800. 00010000:00000010:0.1:1788777246.864453:0:30891:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214b00. 00010000:00000010:0.1:1788777246.864458:0:30891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7800. 00010000:00000010:0.1:1788777246.864462:0:30891:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:0.1:1788777246.864466:0:30891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00010000:00000010:0.1:1788777246.864469:0:30891:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214600. 00010000:00000010:0.1:1788777246.864472:0:30891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7200. 00010000:00000001:1.0:1788777247.716719:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777247.716730:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777247.717539:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777247.717544:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777247.717548:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777248.318676:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777248.318707:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777248.318724:0:2340:0:(socklnd_cb.c:1106:ksocknal_process_receive()) [ffff9453102ee000] EOF from 12345-192.168.203.32@tcp ip 192.168.203.32:1021 00000800:00000001:3.0:1788777248.318754:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777248.318756:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1788777248.319144:0:2337:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff9453102ee000 00000800:00000010:1.0:1788777248.319150:0:2337:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4728 at ffff9453102ee000. 00000800:00000200:1.0:1788777248.319155:0:2337:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff94531027e000 00000800:00000010:1.0:1788777248.319156:0:2337:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4728 at ffff94531027e000. 00000800:00000200:1.0:1788777248.319160:0:2337:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff9453102ec000 00000800:00000200:1.0:1788777248.319166:0:2337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.32@tcp ffff9453091f3240 deleted 00000800:00000010:1.0:1788777248.319169:0:2337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff9453091f3240. 00000800:00000010:1.0:1788777248.319173:0:2337:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4728 at ffff9453102ec000. 00000100:00000040:1.0:1788777248.543545:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296398383, at 4296398850 00000100:00000010:1.0:1788777248.543571:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7f60. 00000100:00000040:0.0:1788777248.544452:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296398383, at 4296398851 00000100:00000010:0.0:1788777248.544462:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b77e0. 00010000:00000001:1.0:1788777248.733393:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777248.733402:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777248.733995:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777248.734001:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777248.734005:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777249.060576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777249.060600:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777249.060614:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e680. 00000020:00000040:1.0:1788777249.060621:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777249.060626:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777249.060630:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777249.060637:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777249.060648:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945308ac7700. 00000100:00000001:1.0:1788777249.060663:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.060679:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777249.060690:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777249.060695:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.060703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd922af3] to pc [ptlrpcd_00_00+0] req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.060741:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.060744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777249.060748:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777249.060751:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ea00. 00000020:00000040:1.0:1788777249.060754:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=10 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777249.060756:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777249.060757:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777249.060768:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777249.060771:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945308ac7a00. 00000100:00000001:1.0:1788777249.060775:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.060779:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777249.060786:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777249.060788:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.060792:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000141abe54] to pc [ptlrpcd_00_01+1] req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.060801:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.060804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777249.060807:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777249.060810:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d880. 00000020:00000040:1.0:1788777249.060812:0:37:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777249.060814:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777249.060816:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777249.060817:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777249.061026:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945308ac7c00. 00000100:00000001:1.0:1788777249.061031:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.061036:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777249.061044:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777249.061046:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.061049:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbc83687] to pc [ptlrpcd_00_00+0] req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.061057:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.061060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777249.061063:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777249.061067:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906df80. 00000020:00000040:1.0:1788777249.061069:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:1.0:1788777249.061072:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777249.061073:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777249.061075:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777249.061079:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531a336e00. 00000100:00000001:1.0:1788777249.061082:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.061086:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777249.061093:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777249.061095:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.061108:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aaf2c7] to pc [ptlrpcd_00_01+1] req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.061115:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.061121:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1737) 00000100:00000001:1.0:1788777249.061139:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777249.061143:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777249.061146:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777249.061151:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.061159:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777249.061162:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777249.061166:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777249.061170:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777249.061173:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777249.061176:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126105216:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777249.061181:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777249.061340:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777249.061344:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777249.061348:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777249.061353:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310362200. 02000000:00000001:1.0:1788777249.061355:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777249.061365:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777249.061369:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cba50. 00000400:00000010:1.0:1788777249.061379:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b124c8. 00000100:00000200:1.0:1788777249.061388:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126105216, portal 10 00000100:00000001:1.0:1788777249.061390:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777249.061392:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087485440 : -118390622066176 : ffff94530906ea00) 00000100:00000040:1.0:1788777249.061710:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.061721:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777249.061725:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777249.061729:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b127f8. 00000100:00000200:1.0:1788777249.061733:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126105216, offset 0 00000400:00000200:1.0:1788777249.061741:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777249.061751:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777249.061816:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777249.061880:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777249.061886:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777249.061891:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777249.061894:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777249.061898:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2326:2326:256:4294967295] 192.168.203.135@tcp LPNI seq info [2323:2323:8:4294967295] 00000400:00000200:1.0:1788777249.061903:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777249.061914:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777249.061922:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777249.061929:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929f00. 00000800:00000200:1.0:1788777249.061937:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777249.061946:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777249.061951:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777249.061971:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.061976:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 770975 usecs (771 jiffies) 00000400:00000200:1.0:1788777249.061979:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777249.061983:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296400139 00000100:00000010:1.0:1788777249.061988:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb0c0. 00000100:00000001:1.0:1788777249.061996:0:2347:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777249.062003:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296400139 00000100:00000010:1.0:1788777249.062006:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb000. 00000100:00000001:1.0:1788777249.062009:0:2347:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777249.062012:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777249.062015:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.062019:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777249.062024:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.062038:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777249.062040:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777249.062044:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777249.062046:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777249.062048:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777249.062051:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126105472:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777249.062054:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777249.062057:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777249.062059:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777249.062061:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777249.062063:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363e00. 02000000:00000001:1.0:1788777249.062065:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777249.062069:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777249.062072:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb840. 00000400:00000010:1.0:1788777249.062076:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12aa0. 00000100:00000200:1.0:1788777249.062079:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126105472, portal 4 00000100:00000001:1.0:1788777249.062081:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777249.062082:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087482752 : -118390622068864 : ffff94530906df80) 00000100:00000040:1.0:1788777249.062088:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.062095:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777249.062097:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777249.062100:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12908. 00000100:00000200:1.0:1788777249.062102:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126105472, offset 0 00000400:00000200:1.0:1788777249.062106:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777249.062109:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777249.062112:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777249.062115:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777249.062117:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777249.062119:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777249.062122:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777249.062125:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2327:2327:255:4294967295] 192.168.203.135@tcp LPNI seq info [2324:2324:7:4294967295] 00000400:00000200:1.0:1788777249.062129:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777249.062136:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777249.062140:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777249.062143:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929a00. 00000800:00000200:1.0:1788777249.062147:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777249.062151:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777249.062153:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777249.062156:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.062159:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 295440 usecs (296 jiffies) 00000400:00000200:1.0:1788777249.062162:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777249.062164:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296399664 00000100:00000001:1.0:1788777249.062166:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296400139 00000100:00000001:1.0:1788777249.062168:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296399664 00000100:00000001:1.0:1788777249.062170:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296400139 00000100:00000001:1.0:1788777249.062173:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777249.062174:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.062177:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.062180:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777249.062308:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777249.062314:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777249.062316:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777249.062324:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062334:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777249.062336:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777249.062339:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777249.062341:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777249.062343:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777249.062346:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126105088:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777249.062350:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777249.062353:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777249.062355:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777249.062357:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777249.062362:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073e600. 02000000:00000001:0.0:1788777249.062363:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777249.062368:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777249.062371:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b738. 00000400:00000010:0.0:1788777249.062376:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777249.062381:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126105088, portal 25 00000100:00000001:0.0:1788777249.062383:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777249.062384:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087484544 : -118390622067072 : ffff94530906e680) 00000100:00000040:0.0:1788777249.062390:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062397:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777249.062400:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777249.062402:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ce58. 00000100:00000200:0.0:1788777249.062404:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126105088, offset 0 00000400:00000200:0.0:1788777249.062409:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777249.062414:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.062418:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777249.062421:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777249.062424:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777249.062426:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777249.062429:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777249.062432:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2328:2328:254:4294967295] 192.168.203.135@tcp LPNI seq info [2325:2325:6:4294967295] 00000400:00000200:0.0:1788777249.062436:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.062443:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777249.062447:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777249.062451:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f500. 00000800:00000200:0.0:1788777249.062455:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777249.062460:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777249.062463:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777249.062466:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777249.062469:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777249.062471:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296403512 00000100:00000001:0.0:1788777249.062479:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296400139 00000100:00000001:0.0:1788777249.062482:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296403512 00000100:00000001:0.0:1788777249.062485:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296400139 00000100:00000001:0.0:1788777249.062488:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777249.062490:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777249.062493:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777249.062497:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062503:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777249.062505:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777249.062508:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777249.062509:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777249.062511:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777249.062514:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126105344:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777249.062517:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777249.062520:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777249.062521:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777249.062523:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777249.062526:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073e200. 02000000:00000001:0.0:1788777249.062528:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777249.062531:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777249.062534:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777249.062539:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ccc0. 00000100:00000200:0.0:1788777249.062542:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126105344, portal 4 00000100:00000001:0.0:1788777249.062543:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777249.062544:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087480960 : -118390622070656 : ffff94530906d880) 00000100:00000040:0.0:1788777249.062550:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062556:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777249.062558:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777249.062560:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4caa0. 00000100:00000200:0.0:1788777249.062563:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126105344, offset 0 00000400:00000200:0.0:1788777249.062567:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777249.062571:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.062574:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777249.062577:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777249.062580:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777249.062582:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777249.062584:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777249.062586:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2329:2329:253:4294967295] 192.168.203.135@tcp LPNI seq info [2326:2326:5:4294967295] 00000400:00000200:0.0:1788777249.062590:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.062595:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777249.062599:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777249.062602:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f200. 00000800:00000200:0.0:1788777249.062606:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777249.062610:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777249.062613:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777249.062616:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777249.062619:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22475 usecs (23 jiffies) 00000400:00000200:0.0:1788777249.062621:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777249.062623:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296399392 00000100:00000001:0.0:1788777249.062625:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296403512 00000100:00000001:0.0:1788777249.062627:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296399392 00000100:00000001:0.0:1788777249.062629:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296403512 00000100:00000001:0.0:1788777249.062631:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777249.062633:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777249.062636:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777249.062638:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777249.062643:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777249.062645:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777249.062648:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777249.062650:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777249.062651:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777249.062653:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777249.062732:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777249.062736:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929f00. 00000400:00000200:0.0:1788777249.062744:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777249.062749:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777249.062755:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b127f8 00000400:00000010:0.0:1788777249.062757:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b127f8. 00000100:00000001:0.0:1788777249.062762:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777249.062767:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062777:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777249.062781:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062789:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777249.062791:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777249.062806:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777249.062808:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929a00. 00000400:00000200:0.0:1788777249.062811:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777249.062814:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777249.062816:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12908 00000400:00000010:0.0:1788777249.062818:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12908. 00000100:00000001:0.0:1788777249.062820:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777249.062824:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062898:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777249.062903:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062909:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777249.062911:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777249.062921:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777249.062924:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:0.0:1788777249.062926:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777249.062929:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777249.062931:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ce58 00000400:00000010:0.0:1788777249.062933:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ce58. 00000100:00000001:0.0:1788777249.062935:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777249.062939:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062946:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777249.062949:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.062954:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777249.062956:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777249.063036:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777249.063039:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f200. 00000400:00000200:0.0:1788777249.063042:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777249.063045:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777249.063048:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4caa0 00000400:00000010:0.0:1788777249.063049:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4caa0. 00000100:00000001:0.0:1788777249.063051:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777249.063054:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.063061:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777249.063064:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.063070:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777249.063072:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777249.065979:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777249.065991:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777249.065999:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777249.066002:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777249.066009:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.066015:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777249.066319:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.067477:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777249.067487:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.067492:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777249.067502:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.067512:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777249.067523:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.067529:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.067535:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.067539:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c4b480 00000400:00000200:0.0:1788777249.067545:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.067553:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6521 [1] + 224 00000800:00000001:0.0:1788777249.067564:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.067574:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777249.067578:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777249.067583:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777249.067593:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777249.067605:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777249.067633:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.067648:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777249.067659:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.067663:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.070303:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777249.070316:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777249.070329:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777249.070333:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777249.070339:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cba50. 00000400:00000200:1.0:1788777249.070351:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b124c8 00000400:00000010:1.0:1788777249.070355:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b124c8. 00000100:00000001:1.0:1788777249.070363:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777249.070378:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777249.070390:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.070399:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777249.070415:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.070419:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777249.070424:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777249.070427:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777249.070430:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777249.070433:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777249.070447:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=72 v=5 (5 102 102 102) 00000100:00001000:1.0:1788777249.070452:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777249.070455:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777249.070457:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777249.070460:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777249.070465:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.070469:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777249.070472:0:2347:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967615 gen 2 00000100:00000040:1.0:1788777249.070478:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff945308be0700 x1875667126102528/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.070486:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777249.070490:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0700 x1875667126102528/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.070497:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777249.070500:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777249.070503:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d23400. 02000000:00000001:1.0:1788777249.070510:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777249.070513:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777249.070515:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777249.070518:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777249.070521:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21000. 02000000:00000001:1.0:1788777249.070525:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777249.070527:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777249.070529:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0700. 00000100:00000001:1.0:1788777249.070536:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777249.070537:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777249.070542:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff94530914ca80 x1875667126103040/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.070548:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777249.070551:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ca80 x1875667126103040/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.070557:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777249.070558:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777249.070559:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a8c00. 02000000:00000001:1.0:1788777249.070561:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777249.070562:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777249.070563:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777249.070576:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777249.070577:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a8800. 02000000:00000001:1.0:1788777249.070580:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777249.070581:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777249.070582:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ca80. 00000100:00000001:1.0:1788777249.070585:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777249.070586:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777249.070591:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff94530914c700 x1875667126103552/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777259 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777249.070599:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777249.070601:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:1.0:1788777249.070604:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777249.070608:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126103552/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777259 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777249.070615:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777249.070620:0:2347:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777260 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777249.070628:0:2347:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777249.070631:0:2347:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:1.0:1788777249.070633:0:2347:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777249.070636:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.070641:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.070647:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777249.070651:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777249.070654:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777249.071029:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777249.071040:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126105216:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777249.071046:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.071049:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777249.071052:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ea00 x1875667126105216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.071058:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777249.071059:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777249.071061:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362200. 02000000:00000001:1.0:1788777249.071064:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777249.071065:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777249.071067:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777249.071069:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777249.071071:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945308ac7a00. 02000000:00000001:1.0:1788777249.071075:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777249.071076:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777249.071077:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ea00. 00000100:00000001:1.0:1788777249.071080:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777249.071081:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.071085:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.071089:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777249.071091:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777249.071092:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.071094:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777249.077469:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.077500:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777249.077507:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.077510:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777249.077522:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077532:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777249.077546:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077552:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077559:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077564:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4b500 00000400:00000200:0.0:1788777249.077569:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077577:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6551 [1] + 224 00000800:00000001:0.0:1788777249.077586:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.077590:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777249.077594:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777249.077600:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777249.077615:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777249.077627:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777249.077640:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.077859:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777249.077873:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.077878:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777249.077880:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.077882:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777249.077886:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077890:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777249.077894:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077897:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077900:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077902:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4b580 00000400:00000200:0.0:1788777249.077906:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077910:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6531 [1] + 224 00000800:00000001:0.0:1788777249.077915:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.077918:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777249.077920:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777249.077924:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777249.077927:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777249.077932:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777249.077941:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.077956:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777249.077960:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.077963:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777249.077965:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.077967:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777249.077969:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077972:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777249.077976:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077979:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077982:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077985:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4b400 00000400:00000200:0.0:1788777249.077988:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777249.077993:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6541 [1] + 224 00000800:00000001:0.0:1788777249.077996:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.078008:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777249.078009:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777249.078012:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777249.078015:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777249.078020:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777249.078028:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777249.078035:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777249.078038:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777249.078040:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.078258:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777249.078264:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777249.078273:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777249.078275:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777249.078288:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b738. 00000400:00000200:1.0:1788777249.078294:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:1.0:1788777249.078297:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:1.0:1788777249.078301:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777249.078306:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777249.078314:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.078321:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777249.078323:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.078327:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777249.078331:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777249.078333:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777249.078336:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777249.078340:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777249.078349:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777249.078354:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777249.078357:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777249.078359:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777249.078362:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777249.078374:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.078378:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.078543:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.078552:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777249.078556:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777249.078558:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777249.078563:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777249.078571:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126105088:192.168.203.135@tcp:400:kworker.0 00000400:00000001:1.0:1788777249.078578:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777249.078580:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777249.078582:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:1.0:1788777249.078584:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ccc0 00000400:00000010:1.0:1788777249.078586:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ccc0. 00000100:00000001:1.0:1788777249.078589:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777249.078592:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777249.078600:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.078606:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777249.078608:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.078609:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777249.078611:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777249.078612:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777249.078613:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777249.078615:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777249.078623:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=72 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777249.078627:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=150 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777249.078629:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777249.078631:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777249.078633:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777249.078637:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.078641:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777249.078719:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1788777249.078722:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777249.078724:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.078729:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.078738:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777249.078740:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777249.078742:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777249.078746:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777249.078754:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126105344:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777249.078758:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.078761:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777249.078765:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906e680 x1875667126105088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.078773:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777249.078776:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777249.078781:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073e600. 02000000:00000001:1.0:1788777249.078786:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777249.078790:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777249.078792:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777249.078795:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777249.078799:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945308ac7700. 02000000:00000001:1.0:1788777249.078803:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777249.078805:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777249.078808:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906e680. 00000100:00000001:1.0:1788777249.078812:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777249.078814:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.078815:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777249.078819:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d880 x1875667126105344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.078826:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777249.078827:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777249.078828:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073e200. 02000000:00000001:1.0:1788777249.078830:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777249.079095:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777249.079098:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777249.079101:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777249.079103:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945308ac7c00. 02000000:00000001:1.0:1788777249.079107:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777249.079110:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777249.079111:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d880. 00000100:00000001:1.0:1788777249.079113:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777249.079115:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.079117:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.079127:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777249.079130:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.079133:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777249.079135:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.079154:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777249.079156:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777249.079161:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777249.079163:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777249.079166:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb840. 00000400:00000200:1.0:1788777249.079170:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12aa0 00000400:00000010:1.0:1788777249.079173:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12aa0. 00000100:00000001:1.0:1788777249.079176:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777249.079182:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777249.079201:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.079208:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777249.079209:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.079211:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777249.079213:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777249.079214:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777249.079216:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777249.079249:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777249.079256:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=72 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777249.079259:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777249.079261:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777249.079263:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777249.079265:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777249.079267:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.079270:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777249.079271:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788777249.079274:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777249.079501:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777249.079509:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.079516:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777249.079519:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777249.079521:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777249.079525:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777249.079533:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126105472:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777249.079538:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.079540:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777249.079543:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906df80 x1875667126105472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777249.079549:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777249.079550:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777249.079552:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363e00. 02000000:00000001:1.0:1788777249.079555:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777249.079556:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777249.079557:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:1.0:1788777249.079559:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777249.079561:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531a336e00. 02000000:00000001:1.0:1788777249.079564:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777249.079565:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777249.079567:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906df80. 00000100:00000001:1.0:1788777249.079569:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777249.079570:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.079572:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777249.079576:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777249.079577:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777249.079579:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777249.079581:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777249.759740:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777249.759753:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777249.760431:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777249.760436:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777249.760440:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1788777250.530376:0:2342:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1788777250.530431:0:2342:0:(acceptor.c:502:lnet_accept()) Accept 192.168.203.35@tcp from 255.3.0.2 00000800:00000010:0.0:1788777250.530437:0:2342:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at ffff945320625e20. 00000800:00000010:3.0:1788777250.530618:0:2330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at ffff9453102ea000. 00000800:00000010:3.0:1788777250.530625:0:2330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff945308b58840. 00000400:00000200:3.0:1788777250.533478:0:2330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:3.0:1788777250.533484:0:2330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000800:00000010:3.0:1788777250.533492:0:2330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff945308b58b40. 00000800:00000200:3.0:1788777250.533511:0:2330:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.32@tcp p 3.x 192.168.203.35 -> 192.168.203.32:1023 incarnation:1788777249897052938 sched[1] 00000800:00000010:3.0:1788777250.533519:0:2330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff945308bb9880. 00000800:00000010:3.0:1788777250.533569:0:2330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff945308bb9880. 00000800:00000010:3.0:1788777250.533573:0:2330:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at ffff945308b58840. 00000800:00000010:3.0:1788777250.533604:0:2330:0:(socklnd_cb.c:2179:ksocknal_connd()) kfreed 'cr': 32 at ffff945320625e20. 00000800:00000001:3.0:1788777250.533621:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777250.533627:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777250.548675:0:2342:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1788777250.550103:0:2342:0:(acceptor.c:502:lnet_accept()) Accept 192.168.203.35@tcp from 254.3.0.2 00000800:00000010:0.0:1788777250.550109:0:2342:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at ffff9453206253c0. 00000800:00000010:3.0:1788777250.551081:0:2331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at ffff9453102e8000. 00000800:00000010:3.0:1788777250.551092:0:2331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff945308b58840. 00000400:00000200:1.0:1788777250.564161:0:2344:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1788777250.564174:0:2344:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb840. 00000400:00000010:1.0:1788777250.564190:0:2344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12aa0. 00000400:00000200:1.0:1788777250.564199:0:2344:0:(api-ni.c:2383:lnet_push_target_post()) posted push target ffff9453074aac00 00000400:00000200:1.0:1788777250.564205:0:2344:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0xd1 00000400:00000010:1.0:1788777250.564213:0:2344:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff945311a9c380. 00000400:00000010:1.0:1788777250.564217:0:2344:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff945311a9cec0. 00000400:00000010:1.0:1788777250.564242:0:2344:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff945311a9cc80. 00000400:00000200:1.0:1788777250.564248:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:1.0:1788777250.564253:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000010:1.0:1788777250.564255:0:2344:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff945311a9c380. 00000400:00000010:1.0:1788777250.564260:0:2344:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff945311a9cec0. 00000400:00000010:1.0:1788777250.564262:0:2344:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff945311a9cc80. 00000400:00000010:1.0:1788777250.564265:0:2344:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff9453110b6ac0. 00000400:00000200:1.0:1788777250.564269:0:2344:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.203.32@tcp (ffff945301219800): 0 00000400:00000200:1.0:1788777250.564273:0:2344:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.203.32@tcp(ffff945301219800): 0. state = 0x151 00000400:00000200:1.0:1788777250.564277:0:2344:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0x151 rc 1 00000400:00000200:1.0:1788777250.564281:0:2344:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0x151 00000400:00000200:1.0:1788777250.564284:0:2344:0:(peer.c:4082:lnet_peer_discovered()) peer 192.168.203.32@tcp 00000400:00000200:1.0:1788777250.564286:0:2344:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.203.32@tcp(ffff945301219800) state 0x111 rc 0 00000400:00000200:1.0:1788777250.564290:0:2344:0:(peer.c:2629:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.32@tcp 00000400:00000200:1.0:1788777250.567976:0:2331:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000400:00000200:1.0:1788777250.567993:0:2331:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.32@tcp to cpt 1 00000800:00000010:1.0:1788777250.568006:0:2331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff9453061df840. 00000800:00000200:1.1:1788777250.568018:0:2331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff945308b58b40] -> 12345-192.168.203.32@tcp (2) 00000800:00000200:1.1:1788777250.568024:0:2331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.32@tcp ffff9453061df840 deleted 00000800:00000010:1.1:1788777250.568026:0:2331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff9453061df840. 00000800:00000200:1.0:1788777250.568039:0:2331:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.32@tcp p 3.x 192.168.203.35 -> 192.168.203.32:1022 incarnation:1788777249897052938 sched[1] 00000800:00000010:1.0:1788777250.568047:0:2331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff945311a9cc80. 00000800:00000010:1.0:1788777250.568876:0:2331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff945311a9cc80. 00000800:00000010:1.0:1788777250.568887:0:2331:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at ffff945308b58840. 00000800:00000010:1.0:1788777250.568924:0:2331:0:(socklnd_cb.c:2179:ksocknal_connd()) kfreed 'cr': 32 at ffff9453206253c0. 00000400:00000200:1.0:1788777250.586856:0:2342:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1788777250.586904:0:2342:0:(acceptor.c:502:lnet_accept()) Accept 192.168.203.35@tcp from 253.3.0.2 00000800:00000010:1.0:1788777250.586909:0:2342:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at ffff945305512d20. 00000800:00000200:2.1:1788777250.587278:0:2332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff945308b58b40] -> 12345-192.168.203.32@tcp (3) 00000800:00000200:2.1:1788777250.587283:0:2332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.32@tcp ffff9453123ed9c0 deleted 00000800:00000010:2.1:1788777250.587286:0:2332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff9453123ed9c0. 00000800:00000001:3.0:1788777250.587565:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777250.587574:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777250.781445:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777250.781457:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777250.781460:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777250.781466:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777250.781482:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777250.781485:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777250.781487:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777250.781489:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777250.781662:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777250.781667:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777250.781671:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777251.805511:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777251.805529:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777251.805648:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777251.805653:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777251.805656:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777252.830114:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777252.830127:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777252.833133:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777252.833145:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777252.833153:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777253.662712:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296403512, at 4296403969 00000100:00000010:1.0:1788777253.662733:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb000. 00000100:00000040:0.0:1788777253.663281:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296403512, at 4296403970 00000100:00000010:0.0:1788777253.663291:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb0c0. 00010000:00000001:1.0:1788777253.854253:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777253.854264:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777253.854388:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777253.854393:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777253.854397:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788777254.177795:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777254.177801:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b000. 00000400:00000200:0.0:1788777254.177811:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777254.177817:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777254.177824:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:0.0:1788777254.177827:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:0.0:1788777254.177833:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777254.177838:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126105728/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.177851:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777254.177855:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126105728/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.177862:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777254.177864:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777254.177879:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777254.177881:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b400. 00000400:00000200:0.0:1788777254.177884:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777254.177888:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777254.177890:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1440 00000400:00000010:0.0:1788777254.177892:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1440. 00000100:00000001:0.0:1788777254.177895:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777254.177899:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126105984/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.177907:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777254.177910:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126105984/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.177916:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777254.177919:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777254.177996:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777254.177999:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b300. 00000400:00000200:0.0:1788777254.178002:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777254.178006:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777254.178008:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1e58 00000400:00000010:0.0:1788777254.178010:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1e58. 00000100:00000001:0.0:1788777254.178012:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777254.178016:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126105600/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.178024:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777254.178027:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126105600/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.178033:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777254.178034:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777254.179382:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777254.179387:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777254.180213:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777254.180240:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b900. 00000400:00000200:0.0:1788777254.180247:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777254.180257:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777254.180264:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c16e8 00000400:00000010:0.0:1788777254.180267:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c16e8. 00000100:00000001:0.0:1788777254.180273:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777254.180284:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126105856/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.180297:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777254.180300:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126105856/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.180308:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777254.180309:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777254.185955:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.185984:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777254.185989:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.185992:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777254.186004:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.186015:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777254.186027:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.186035:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.186042:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.186047:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4b780 00000400:00000200:0.0:1788777254.186053:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.186062:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6571 [1] + 224 00000800:00000001:0.0:1788777254.186071:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.186076:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777254.186080:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777254.186085:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777254.186094:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777254.186107:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126105984/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777254.186119:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914df80 x1875667126105984/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.186317:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777254.187085:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187095:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777254.187097:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187099:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777254.187105:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187110:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777254.187115:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187119:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187123:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187127:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4b600 00000400:00000200:0.0:1788777254.187131:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187136:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6579 [1] + 224 00000800:00000001:0.0:1788777254.187143:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187146:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777254.187161:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777254.187166:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777254.187170:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777254.187176:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126105600/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777254.187184:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914fb80 x1875667126105600/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.187204:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777254.187210:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187215:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777254.187216:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187218:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777254.187249:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187253:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777254.187258:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187261:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187264:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187266:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c4b680 00000400:00000200:0.0:1788777254.187271:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187275:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6569 [1] + 224 00000800:00000001:0.0:1788777254.187279:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187283:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777254.187284:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777254.187288:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777254.187290:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777254.187295:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126105728/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777254.187303:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126105728/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.187310:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777254.187313:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187317:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777254.187319:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187321:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777254.187324:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187725:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777254.187732:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187735:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187738:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187740:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4b700 00000400:00000200:0.0:1788777254.187744:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777254.187748:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6581 [1] + 224 00000800:00000001:0.0:1788777254.187752:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187781:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777254.187783:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777254.187787:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777254.187791:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777254.187796:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126105856/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777254.187804:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126105856/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777254.187819:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777254.187824:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777254.187828:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777254.878001:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777254.878010:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777254.878141:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777254.878156:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777254.878160:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777255.901513:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777255.901524:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777255.901676:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777255.901683:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777255.901687:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777256.925381:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777256.925398:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777256.926265:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777256.926271:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777256.926275:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788777257.195638:0:2340:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788777257.195670:0:2340:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777257.195704:0:2340:0:(socklnd_cb.c:1106:ksocknal_process_receive()) [ffff9453102e8000] EOF from 12345-192.168.203.32@tcp ip 192.168.203.32:1022 00000800:00000200:1.0:1788777257.196548:0:2337:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff94531027c000 00000800:00000010:1.0:1788777257.196564:0:2337:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4728 at ffff94531027c000. 00000800:00000200:1.0:1788777257.196570:0:2337:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff9453102e8000 00000800:00000010:1.0:1788777257.196571:0:2337:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4728 at ffff9453102e8000. 00000800:00000200:1.0:1788777257.196574:0:2337:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff9453102ea000 00000800:00000200:1.0:1788777257.196581:0:2337:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.32@tcp ffff945308b58b40 deleted 00000800:00000010:1.0:1788777257.196584:0:2337:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff945308b58b40. 00000800:00000010:1.0:1788777257.196588:0:2337:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4728 at ffff9453102ea000. 00010000:00000001:1.0:1788777257.949348:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777257.949355:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777257.949467:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777257.949471:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777257.949474:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777258.269501:0:30869:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777258.269505:0:30869:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777258.269506:0:30869:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777258.269509:0:30869:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58540 going to sleep for 1 seconds 00000100:00000001:0.0:1788777258.269511:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777258.269523:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777258.781352:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296408627, at 4296409088 00000100:00000010:1.0:1788777258.781369:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b77e0. 00000100:00000040:0.0:1788777258.781566:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296408627, at 4296409088 00000100:00000010:0.0:1788777258.781572:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7840. 00010000:00000001:1.0:1788777258.974994:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777258.975000:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777259.293348:0:30869:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777259.293356:0:30869:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777259.293359:0:30869:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777259.293364:0:30869:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58540 going to sleep for 1 seconds 00000100:00000001:0.0:1788777259.293368:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777259.293372:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294496:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777259.294502:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777259.294510:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ed80. 00000020:00000040:3.0:1788777259.294516:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777259.294519:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777259.294523:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777259.294527:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777259.294544:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df600. 00000100:00000001:3.0:1788777259.294551:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294563:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777259.294573:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777259.294577:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294583:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000908053d5] to pc [ptlrpcd_01_01+1] req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.294611:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294614:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777259.294616:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777259.294619:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3dc00. 00000020:00000040:3.0:1788777259.294621:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777259.294623:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777259.294624:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777259.294626:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777259.294628:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df900. 00000100:00000001:3.0:1788777259.294632:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294635:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777259.294646:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777259.294648:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294651:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cff69d1] to pc [ptlrpcd_01_00+0] req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.294658:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294660:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777259.294663:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788777259.294665:0:27180:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788777259.294667:0:27180:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788777259.294670:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ea00. 00000020:00000040:3.0:1788777259.294671:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777259.294673:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777259.294674:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777259.294676:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777259.294678:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df500. 00000100:00000001:3.0:1788777259.294681:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777259.294682:0:27180:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00080000:3.0:1788777259.294685:0:27180:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788777259.294688:0:27180:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9453090ac800: disconnect after 22s idle 00000100:00000001:3.0:1788777259.294691:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777259.294692:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294696:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4349f4a] to pc [ptlrpcd_rcv+-1] req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.294719:0:27180:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.294722:0:27180:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294725:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777259.294728:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788777259.294730:0:27180:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788777259.294734:0:27180:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788777259.294740:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f800. 00000020:00000040:3.0:1788777259.294744:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777259.294747:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777259.294749:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777259.294752:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777259.294758:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207dfb00. 00000100:00000001:3.0:1788777259.294762:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777259.294766:0:27180:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625683081000960 : -118390628550656 : ffff945308a3f800) 00000100:00080000:3.0:1788777259.294771:0:27180:0:(import.c:65:import_set_state_nolock()) ffff945311026000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788777259.294776:0:27180:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9453090ac800: disconnect after 22s idle 00000100:00000001:3.0:1788777259.294781:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777259.294785:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294794:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e863d349] to pc [ptlrpcd_rcv+-1] req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.294805:0:27180:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.294809:0:27180:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.294816:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1747) 00000100:00000001:3.0:1788777259.294850:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777259.294853:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777259.294857:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777259.294864:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.294874:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777259.294875:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777259.294878:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777259.294880:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777259.294882:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777259.294887:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126106240:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777259.294896:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777259.294900:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777259.294904:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777259.294908:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777259.294914:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945308a0b200. 02000000:00000001:3.0:1788777259.294918:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777259.294926:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777259.294932:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646dbb0. 00000400:00000010:3.0:1788777259.294938:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000100:00000200:3.0:1788777259.294943:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126106240, portal 10 00000100:00000001:3.0:1788777259.294947:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777259.294948:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080993792 : -118390628557824 : ffff945308a3dc00) 00000100:00000040:3.0:1788777259.294959:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.294970:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777259.294977:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777259.294982:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083477f8. 00000100:00000200:3.0:1788777259.294988:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126106240, offset 0 00000400:00000200:3.0:1788777259.294999:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777259.295007:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777259.295014:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777259.295020:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777259.295027:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777259.295032:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777259.295036:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777259.295041:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2337:2337:255:4294967295] 192.168.203.135@tcp LPNI seq info [2332:2332:7:4294967295] 00000400:00000200:3.0:1788777259.295048:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777259.295063:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777259.295071:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777259.295077:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfa00. 00000800:00000200:3.0:1788777259.295083:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777259.295093:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777259.295098:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777259.295103:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.295109:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 768746 usecs (769 jiffies) 00000400:00000200:3.0:1788777259.295126:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777259.295130:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296410370 00000100:00000001:3.0:1788777259.295136:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296413744 00000100:00000001:3.0:1788777259.295140:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296410370 00000100:00000001:1.0:1788777259.295193:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777259.295196:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777259.295197:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777259.295204:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.295210:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777259.295212:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777259.295214:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777259.295216:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777259.295218:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777259.295257:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126106368:192.168.203.135@tcp:9:kworker.0 00000100:00000001:1.0:1788777259.295261:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777259.295264:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777259.295265:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777259.295267:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777259.295271:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363e00. 02000000:00000001:1.0:1788777259.295273:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777259.295276:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777259.295279:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cba50. 00000400:00000010:1.0:1788777259.295283:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b124c8. 00000100:00000200:1.0:1788777259.295287:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126106368, portal 4 00000100:00000001:1.0:1788777259.295288:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777259.295290:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000040:1.0:1788777259.295296:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.295303:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777259.295305:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777259.295307:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12dd0. 00000100:00000200:1.0:1788777259.295309:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126106368, offset 0 00000400:00000200:1.0:1788777259.295314:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777259.295317:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777259.295321:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777259.295324:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777259.295327:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777259.295329:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777259.295331:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777259.295334:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2338:2338:254:4294967295] 192.168.203.135@tcp LPNI seq info [2333:2333:6:4294967295] 00000400:00000200:1.0:1788777259.295338:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777259.295343:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777259.295347:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777259.295351:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777259.295355:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777259.295359:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777259.295362:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777259.295375:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777259.295379:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22447 usecs (23 jiffies) 00000400:00000200:1.0:1788777259.295382:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777259.295384:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296409625 00000100:00000001:1.0:1788777259.295386:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296413744 00000100:00000001:1.0:1788777259.295388:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296409625 00000100:00000001:1.0:1788777259.295389:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296413744 00000100:00000001:1.0:1788777259.295392:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777259.295394:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777259.295396:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777259.295400:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.295406:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777259.295408:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777259.295409:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777259.295411:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777259.295412:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777259.295829:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126106496:192.168.203.135@tcp:9:kworker.0 00000100:00000001:1.0:1788777259.295835:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777259.295838:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777259.295840:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777259.295842:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777259.295845:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310362200. 02000000:00000001:1.0:1788777259.295847:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777259.295851:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777259.295854:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb9a0. 00000400:00000010:1.0:1788777259.295857:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12440. 00000100:00000200:1.0:1788777259.295860:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126106496, portal 4 00000100:00000001:1.0:1788777259.295861:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777259.295863:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000960 : -118390628550656 : ffff945308a3f800) 00000100:00000040:1.0:1788777259.295869:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.295887:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777259.295889:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777259.295891:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b123b8. 00000100:00000200:1.0:1788777259.295894:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126106496, offset 0 00000400:00000200:1.0:1788777259.295898:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777259.295901:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777259.295905:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777259.295908:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777259.295910:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777259.295912:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777259.295914:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777259.295917:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2339:2339:253:4294967295] 192.168.203.135@tcp LPNI seq info [2334:2334:5:4294967295] 00000400:00000200:1.0:1788777259.295920:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777259.295926:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777259.295930:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777259.295933:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929700. 00000800:00000200:1.0:1788777259.295938:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777259.295942:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777259.295945:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777259.295947:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777259.295950:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 291707 usecs (292 jiffies) 00000400:00000200:1.0:1788777259.295953:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777259.295955:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296409894 00000100:00000001:1.0:1788777259.295957:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296413744 00000100:00000001:1.0:1788777259.295958:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296409894 00000100:00000001:1.0:1788777259.295960:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296413744 00000100:00000001:1.0:1788777259.295962:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777259.295964:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777259.295966:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777259.295968:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777259.295971:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777259.295973:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777259.295975:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777259.295976:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777259.295977:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777259.295979:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777259.296324:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777259.296329:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666ba00. 00000400:00000200:0.0:1788777259.296336:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777259.296342:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777259.296347:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1550 00000400:00000010:0.0:1788777259.296350:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1550. 00000100:00000001:0.0:1788777259.296354:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777259.296359:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.296369:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777259.296372:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.296379:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777259.296380:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777259.296392:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777259.296394:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfa00. 00000400:00000200:0.0:1788777259.296397:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777259.296400:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777259.296402:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083477f8 00000400:00000010:0.0:1788777259.296405:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083477f8. 00000100:00000001:0.0:1788777259.296407:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777259.296410:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.296417:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777259.296420:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.296427:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777259.296428:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777259.296436:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777259.296438:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:0.0:1788777259.296441:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777259.296444:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777259.296446:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12dd0 00000400:00000010:0.0:1788777259.296448:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12dd0. 00000100:00000001:0.0:1788777259.296450:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777259.296453:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.296459:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777259.296462:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.296468:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777259.296470:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777259.296526:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777259.296529:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929700. 00000400:00000200:0.0:1788777259.296531:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777259.296535:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777259.296537:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b123b8 00000400:00000010:0.0:1788777259.296549:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b123b8. 00000100:00000001:0.0:1788777259.296552:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777259.296556:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.296563:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777259.296566:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.296572:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777259.296573:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777259.300425:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296413744 00000100:00000001:3.0:1788777259.300437:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777259.300441:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777259.300446:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777259.300449:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.300457:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777259.300459:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777259.300461:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777259.300463:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777259.300465:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777259.300468:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777259.303722:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.303740:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777259.303744:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.303747:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777259.303757:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.303764:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777259.303774:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.303778:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.303784:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.303787:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4b800 00000400:00000200:0.0:1788777259.303792:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.303797:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6589 [1] + 224 00000800:00000001:0.0:1788777259.303804:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.303816:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777259.303819:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777259.303824:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777259.303832:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777259.303841:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777259.303851:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.303877:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777259.303886:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.303889:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.305088:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777259.305094:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777259.305103:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777259.305105:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777259.305109:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464cb8. 00000400:00000200:3.0:1788777259.305124:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c17f8 00000400:00000010:3.0:1788777259.305127:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c17f8. 00000100:00000001:3.0:1788777259.305132:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777259.305140:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777259.305150:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.305155:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777259.305157:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.305159:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777259.305162:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777259.305164:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777259.305166:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777259.305169:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777259.305176:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777259.305179:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777259.305182:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777259.305183:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777259.305186:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777259.305189:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777259.305191:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.305195:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.305201:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777259.305204:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777259.305206:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777259.305209:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777259.305216:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126106112:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777259.305250:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.305253:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777259.305256:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ed80 x1875667126106112/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.305262:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777259.305265:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777259.305268:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530939dc00. 02000000:00000001:3.0:1788777259.305272:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777259.305274:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777259.305276:0:2349:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777259.305278:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777259.305281:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df600. 02000000:00000001:3.0:1788777259.305283:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777259.305285:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777259.305286:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ed80. 00000100:00000001:3.0:1788777259.305290:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777259.305291:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.305883:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.305892:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777259.305894:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777259.305897:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777259.305899:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777259.306098:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.306112:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777259.306125:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.306128:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777259.306135:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.306140:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777259.306149:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.306152:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.306157:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.306161:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4b900 00000400:00000200:0.0:1788777259.306165:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.306169:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6599 [1] + 224 00000800:00000001:0.0:1788777259.306175:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.306184:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777259.306187:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777259.306191:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777259.306197:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777259.306203:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777259.306210:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.306242:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777259.306251:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.306254:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777259.307211:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.307241:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777259.307244:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.307247:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777259.307253:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307258:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777259.307265:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307268:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307272:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307275:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4b980 00000400:00000200:0.0:1788777259.307279:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307283:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x65a9 [1] + 224 00000800:00000001:0.0:1788777259.307288:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.307292:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777259.307307:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777259.307311:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777259.307316:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777259.307322:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777259.307330:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.307337:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777259.307343:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.307347:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777259.307348:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.307350:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777259.307353:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307356:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777259.307360:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307362:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307365:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307368:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c4b880 00000400:00000200:0.0:1788777259.307371:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777259.307375:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6591 [1] + 224 00000800:00000001:0.0:1788777259.307378:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.307383:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777259.307385:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777259.307388:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777259.307391:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777259.307394:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777259.307401:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777259.307419:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777259.307424:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777259.307427:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.307532:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777259.307536:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777259.307652:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777259.307655:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777259.307658:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646dbb0. 00000400:00000200:3.0:1788777259.307662:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:3.0:1788777259.307665:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:3.0:1788777259.307668:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777259.307673:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777259.307681:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.307686:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777259.307688:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.307690:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777259.307693:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777259.307695:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777259.307697:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777259.307699:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777259.307708:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=82 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777259.307712:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777259.307715:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777259.307716:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777259.307719:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777259.307722:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777259.307726:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777259.307728:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777259.307729:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777259.307731:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777259.307735:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.307748:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777259.307750:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777259.307752:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777259.307756:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777259.307764:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126106240:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777259.307769:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.307771:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777259.307774:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3dc00 x1875667126106240/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777259.307780:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777259.307782:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777259.307785:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945308a0b200. 02000000:00000001:3.0:1788777259.307789:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777259.307791:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777259.307793:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777259.307795:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777259.307797:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df900. 02000000:00000001:3.0:1788777259.307801:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777259.307802:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777259.307804:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3dc00. 00000100:00000001:3.0:1788777259.307807:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777259.307808:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.307811:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777259.307816:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777259.307818:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777259.307821:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777259.307823:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777259.308767:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777259.308772:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777259.308779:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777259.308782:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777259.308785:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cba50. 00000400:00000200:1.0:1788777259.308791:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b124c8 00000400:00000010:1.0:1788777259.308794:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b124c8. 00000100:00000001:1.0:1788777259.308798:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777259.308807:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777259.308818:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.308825:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777259.308828:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777259.308830:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777259.308832:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777259.308834:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777259.308836:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777259.308838:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777259.308845:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=82 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777259.308848:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=10 v=5 (1 1 0 0) 00000100:00000001:1.0:1788777259.308850:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777259.308852:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777259.308854:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777259.308857:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777259.308860:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777259.308862:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1788777259.308864:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777259.308866:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777259.308870:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.308877:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777259.308879:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777259.308880:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788777259.308886:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788777259.308893:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788777259.308897:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777259.308904:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126106368:192.168.203.135@tcp:9:kworker.0 00000400:00000001:1.0:1788777259.308910:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777259.308911:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777259.308913:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb9a0. 00000400:00000200:1.0:1788777259.308915:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12440 00000400:00000010:1.0:1788777259.308917:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12440. 00000100:00000001:1.0:1788777259.308919:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777259.308923:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777259.308931:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.308937:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777259.308938:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777259.308940:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777259.308941:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777259.308943:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777259.308944:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777259.308946:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777259.308949:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=82 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777259.308952:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777259.308954:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777259.308956:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777259.308957:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777259.308959:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777259.308961:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777259.308962:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788777259.308964:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777259.308965:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777259.308968:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.308974:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777259.308976:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777259.308977:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788777259.308980:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788777259.308986:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311026000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788777259.308990:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777259.309002:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126106496:192.168.203.135@tcp:9:kworker.0 00000100:00000001:1.0:1788777259.309007:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777259.309009:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777259.309012:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ea00 x1875667126106368/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.309018:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777259.309020:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777259.309023:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363e00. 02000000:00000001:1.0:1788777259.309026:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777259.309028:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777259.309030:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777259.309032:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777259.309035:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df500. 02000000:00000001:1.0:1788777259.309038:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777259.309040:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777259.309042:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ea00. 00000100:00000001:1.0:1788777259.309045:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777259.309047:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777259.309049:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777259.309052:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f800 x1875667126106496/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777259.309058:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777259.309059:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777259.309060:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362200. 02000000:00000001:1.0:1788777259.309062:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777259.309063:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777259.309064:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:1.0:1788777259.309066:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777259.309067:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207dfb00. 02000000:00000001:1.0:1788777259.309068:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777259.309069:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777259.309071:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f800. 00000100:00000001:1.0:1788777259.309073:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777259.309074:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777259.309076:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777259.309081:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777259.309083:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777259.309085:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777259.309086:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777259.997449:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777259.997458:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777259.997460:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777259.997463:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777259.997468:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777259.997470:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777259.997472:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777259.997475:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777259.997621:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777259.997625:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777259.997627:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777260.317349:0:30869:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777260.317356:0:30869:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788777260.317374:0:30869:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777244/real 1788777244] req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777260 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788777260.317392:0:30869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777260.317395:0:30869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777260.317399:0:30869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d420. 00000400:00000200:0.0:1788777260.317406:0:30869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347c38 00000400:00000010:0.0:1788777260.317408:0:30869:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347c38. 00000100:00000001:0.0:1788777260.317413:0:30869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777260.317417:0:30869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777260 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777260.317426:0:30869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777260 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.317432:0:30869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777260.317434:0:30869:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777260.317438:0:30869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777260.317440:0:30869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777260.317443:0:30869:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788777260.317446:0:30869:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788777260.317450:0:30869:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9453090ac800: Connection to lustre-MDT0000 (at 192.168.203.135@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788777260.317453:0:30869:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788777260.317456:0:30869:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788777260.317459:0:30869:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.317460:0:30869:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777260.317462:0:30869:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1788777260.317486:0:30869:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788777260.317488:0:30869:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.317491:0:30869:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777260.317492:0:30869:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777260.317494:0:30869:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58540 going to sleep for 0 seconds 00000100:00000001:0.0:1788777260.317496:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777260.317498:0:30869:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777260.317500:0:30869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777260.317503:0:30869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777260.317505:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.318147:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777260.318152:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777260.318155:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777260.318161:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126106752/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777260.318169:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777260.318170:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777260.318174:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777260.318177:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777260.318180:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777260.318184:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126106752:192.168.203.135@tcp:38:kworker.0 00000100:00000001:1.0:1788777260.318189:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777260.318194:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777260.318197:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777260.318199:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788777260.318200:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.318205:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1788777260.318205:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310689800. 02000000:00000001:1.0:1788777260.318209:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.318217:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788777260.318217:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777260.318250:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb9a0. 00000400:00000010:1.0:1788777260.318258:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12440. 00000100:00000040:3.0:1788777260.318261:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777260.318267:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126106752, portal 10 00000100:00000001:3.0:1788777260.318274:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777260.318274:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777260.318277:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.318277:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 02000000:00000001:3.0:1788777260.318284:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777260.318286:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777260.318290:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914e300 x1875667126106752/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788777260.318291:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777260.318299:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126106624:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777260.318304:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788777260.318306:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1788777260.318310:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 02000000:00000001:3.0:1788777260.318311:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777260.318315:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788777260.318315:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b124c8. 02000000:00000001:3.0:1788777260.318319:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1788777260.318321:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667126106752, offset 0 02000000:00000010:3.0:1788777260.318325:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945308a0b200. 02000000:00000001:3.0:1788777260.318329:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777260.318331:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777260.318335:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777260.318340:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646dbb0. 00000400:00000200:1.0:1788777260.318342:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777260.318346:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000400:00000200:1.0:1788777260.318351:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000100:00000200:3.0:1788777260.318353:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126106624, portal 25 00000100:00000001:3.0:1788777260.318357:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788777260.318358:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788777260.318359:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000400:00000200:1.0:1788777260.318365:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000100:00000040:3.0:1788777260.318369:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788777260.318373:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777260.318380:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000100:00000001:3.0:1788777260.318383:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788777260.318387:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2340:2340:256:4294967295] 192.168.203.135@tcp LPNI seq info [2335:2335:8:4294967295] 00000100:00000040:3.0:1788777260.318390:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777260.318395:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347440. 00000400:00000200:1.0:1788777260.318397:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000200:3.0:1788777260.318399:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126106624, offset 0 00000400:00000200:3.0:1788777260.318410:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777260.318414:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000400:00000200:3.0:1788777260.318419:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000800:00000200:1.0:1788777260.318425:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777260.318427:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777260.318432:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1788777260.318433:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929700. 00000400:00000200:3.0:1788777260.318436:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777260.318440:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788777260.318444:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000400:00000200:3.0:1788777260.318445:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777260.318452:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2341:2341:255:4294967295] 192.168.203.135@tcp LPNI seq info [2336:2336:7:4294967295] 00000800:00000200:1.0:1788777260.318457:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000400:00000200:3.0:1788777260.318458:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777260.318469:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777260.318474:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000200:1.0:1788777260.318475:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929700 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:3.0:1788777260.318479:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df900. 00000800:00000200:3.0:1788777260.318485:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000100:00000001:1.0:1788777260.318486:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788777260.318491:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000100:00000040:1.0:1788777260.318492:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 767640 usecs (768 jiffies) 00000800:00000200:3.0:1788777260.318496:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788777260.318500:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777260.318503:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.318504:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296411393 00000400:00000200:3.0:1788777260.318509:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777260.318510:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296413744 00000100:00000001:3.0:1788777260.318512:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296414768 00000100:00000001:1.0:1788777260.318516:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296411393 00000100:00000001:1.0:1788777260.318521:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296413744 00000100:00000001:3.0:1788777260.318522:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296413744 00000100:00000001:1.0:1788777260.318524:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.318529:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296414768 00000100:00000001:1.0:1788777260.318529:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.318536:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.318537:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296413744 00000100:00000001:1.0:1788777260.318539:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.318541:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.318544:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.318547:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.318547:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777260.318549:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777260.318551:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788777260.318555:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777260.318555:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777260.318557:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777260.318559:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777260.318560:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.318565:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777260.318565:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.318568:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777260.318572:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.318574:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.318585:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.318587:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777260.318667:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777260.318671:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929700. 00000400:00000200:0.0:1788777260.318677:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777260.318683:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777260.318688:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b124c8 00000400:00000010:0.0:1788777260.318691:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b124c8. 00000100:00000001:0.0:1788777260.318695:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777260.318699:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126106752/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.318709:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777260.318713:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126106752/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.318720:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.318722:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777260.318785:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777260.318788:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df900. 00000400:00000200:0.0:1788777260.318791:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777260.318794:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777260.318797:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:0.0:1788777260.318799:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:0.0:1788777260.318802:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777260.318806:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.318813:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777260.318816:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.318827:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.318828:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777260.329770:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.329790:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777260.329794:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.329797:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.329808:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.330670:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777260.330684:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.330690:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.330695:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.330701:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4ba00 00000400:00000200:1.0:1788777260.330706:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.330712:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x65c9 [1] + 224 00000800:00000001:1.0:1788777260.330719:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.330726:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.330730:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777260.330735:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777260.330741:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777260.330750:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777260.330762:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777260.330789:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777260.330799:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.330803:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777260.330806:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.330808:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.330811:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.330815:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777260.331152:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.331156:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777260.331159:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788777260.331161:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777260.331164:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788777260.331168:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 10 MB=0x6a9e8c8c4ba80 00000400:00000001:3.0:1788777260.331173:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1788777260.331174:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000001:3.0:1788777260.331177:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777260.331181:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646dbb0. 00000400:00000200:3.0:1788777260.331186:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:3.0:1788777260.331188:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:3.0:1788777260.331192:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1788777260.331196:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 416/416 into md 0x65b9 [1] + 0 00000100:00000200:3.0:1788777260.331199:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788777260.331204:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788777260.331214:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788777260.331238:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.331243:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777260.331249:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:3.0:1788777260.331251:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777260.331254:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777260.331255:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1788777260.331259:0:2349:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:1.0:1788777260.331263:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126106752/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788777260.331264:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777260.331267:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777260.331271:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.331276:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777260.331280:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530914e300 x1875667126106752/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788777260.331284:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=84 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777260.331297:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777260.331300:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777260.331302:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.331305:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777260.331307:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.331310:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.331315:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777260.331322:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.331324:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777260.331327:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777260.331331:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777260.331339:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126106624:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777260.331344:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.331346:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.331349:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126106624/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777260.331356:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777260.331359:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777260.331363:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945308a0b200. 02000000:00000001:3.0:1788777260.331367:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777260.331369:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777260.331371:0:2349:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777260.331373:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777260.331376:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666b100. 02000000:00000001:3.0:1788777260.331380:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777260.331382:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777260.331384:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:3.0:1788777260.331387:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777260.331388:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.331390:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.331397:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777260.331398:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.331401:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.331403:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.331487:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777260.331494:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.331498:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.332121:0:30859:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777260.332126:0:30859:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777260.332128:0:30859:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777260.332131:0:30859:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464000. 00000400:00000200:3.0:1788777260.332135:0:30859:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:3.0:1788777260.332137:0:30859:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:3.0:1788777260.332140:0:30859:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777260.332145:0:30859:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777262 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777260.332154:0:30859:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777262 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.332160:0:30859:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777260.332161:0:30859:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.332164:0:30859:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777260.332165:0:30859:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.332168:0:30859:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777260.332172:0:30859:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777260.332174:0:30859:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.332177:0:30859:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788777260.332182:0:30859:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667126104832 new x1875667126106880 02000000:00000001:3.0:1788777260.332185:0:30859:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777260.332187:0:30859:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777260.332192:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777260.332196:0:30859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646dbb0. 00000400:00000010:3.0:1788777260.332200:0:30859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000100:00000200:3.0:1788777260.332205:0:30859:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126104832, portal 10 00000100:00000001:3.0:1788777260.332208:0:30859:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777260.332209:0:30859:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:3.0:1788777260.332215:0:30859:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.332241:0:30859:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777260.332243:0:30859:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777260.332246:0:30859:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347198. 00000100:00000200:3.0:1788777260.332249:0:30859:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126104832, offset 0 00000400:00000200:3.0:1788777260.332255:0:30859:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777260.332261:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777260.332267:0:30859:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777260.332272:0:30859:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777260.332276:0:30859:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777260.332279:0:30859:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777260.332282:0:30859:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777260.332296:0:30859:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2342:2342:256:4294967295] 192.168.203.135@tcp LPNI seq info [2337:2337:8:4294967295] 00000400:00000200:3.0:1788777260.332301:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777260.332310:0:30859:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777260.332315:0:30859:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777260.332321:0:30859:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df600. 00000800:00000200:3.0:1788777260.332327:0:30859:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777260.332333:0:30859:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777260.332338:0:30859:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777260.332361:0:30859:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.332365:0:30859:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 766537 usecs (767 jiffies) 00000400:00000200:3.0:1788777260.332369:0:30859:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777260.332371:0:30859:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296411406 00000100:00000001:3.0:1788777260.332374:0:30859:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777260.332377:0:30859:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296411406 00000100:00000001:3.0:1788777260.332379:0:30859:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777260.332381:0:30859:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.332385:0:30859:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.332387:0:30859:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777260.332389:0:30859:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777260.332391:0:30859:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123edd80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777260.332393:0:30859:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777260.332394:0:30859:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777260.332548:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777260.332553:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df600. 00000400:00000200:1.0:1788777260.332557:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777260.332562:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777260.332566:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347198 00000400:00000010:1.0:1788777260.332567:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347198. 00000100:00000001:1.0:1788777260.332570:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777260.332574:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777260.332588:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777260.332592:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777260.332598:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.332599:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1788777260.334248:0:30894:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788777260.334252:0:30894:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788777260.334255:0:30894:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.334257:0:30894:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777260.334259:0:30894:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777260.334261:0:30894:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788777260.334262:0:30894:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.334426:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777260.334431:0:30869:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777260.334434:0:30869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777260.334436:0:30869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777260.334439:0:30869:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777260.334442:0:30869:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777260.334445:0:30869:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.334448:0:30869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788777260.334453:0:30869:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667126104576 new x1875667126107008 02000000:00000001:0.0:1788777260.334456:0:30869:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777260.334458:0:30869:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777260.334555:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777260.334561:0:30869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777260.334568:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4caa0. 00000100:00000200:0.0:1788777260.334574:0:30869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126104576, portal 10 00000100:00000001:0.0:1788777260.334576:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777260.334578:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080988416 : -118390628563200 : ffff945308a3c700) 00000100:00000040:0.0:1788777260.334587:0:30869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777276 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.334594:0:30869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777260.334597:0:30869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777260.334599:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ce58. 00000100:00000200:0.0:1788777260.334602:0:30869:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667126104576, offset 0 00000400:00000200:0.0:1788777260.334608:0:30869:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777260.334616:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.334623:0:30869:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777260.334627:0:30869:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777260.334632:0:30869:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777260.334635:0:30869:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777260.334638:0:30869:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777260.334641:0:30869:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2343:2343:256:4294967295] 192.168.203.135@tcp LPNI seq info [2338:2338:8:4294967295] 00000400:00000200:0.0:1788777260.334645:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.334653:0:30869:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777260.334658:0:30869:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777260.334663:0:30869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f200. 00000800:00000200:0.0:1788777260.334670:0:30869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777260.334677:0:30869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777260.334681:0:30869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788777260.334697:0:30869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777260.334702:0:30869:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 766537 usecs (767 jiffies) 00000400:00000200:0.0:1788777260.334705:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777260.334707:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296411408 00000100:00000001:0.0:1788777260.334710:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:0.0:1788777260.334712:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296411408 00000100:00000001:0.0:1788777260.334715:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:0.0:1788777260.334717:0:30869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777260.334720:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777260.334722:0:30869:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777260.334723:0:30869:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777260.334725:0:30869:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58540 going to sleep for 11 seconds 00000100:00000001:0.0:1788777260.334727:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777260.334729:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777260.334859:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777260.334864:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f200. 00000400:00000200:1.0:1788777260.334868:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777260.334873:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777260.334878:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ce58 00000400:00000010:1.0:1788777260.334881:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ce58. 00000100:00000001:1.0:1788777260.334884:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777260.334888:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777276 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777260.334897:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777260.334899:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777276 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777260.334906:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.334907:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777260.358405:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.358423:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777260.358428:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.358430:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.358440:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.358448:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777260.358457:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.358471:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.358478:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.358482:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4bb00 00000400:00000200:1.0:1788777260.358494:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.358500:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x65d1 [1] + 224 00000800:00000001:1.0:1788777260.358508:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.358520:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.358523:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777260.358527:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777260.358534:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777260.358544:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777260.358556:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777260.358576:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777260.358585:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.358588:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.358686:0:30859:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777260.358694:0:30859:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777260.358696:0:30859:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777260.358699:0:30859:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646dbb0. 00000400:00000200:3.0:1788777260.358704:0:30859:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:3.0:1788777260.358706:0:30859:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:3.0:1788777260.358709:0:30859:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777260.358713:0:30859:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777260.358721:0:30859:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126104832/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.358728:0:30859:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777260.358729:0:30859:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.358731:0:30859:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777260.358735:0:30859:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777260.358737:0:30859:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777260.358739:0:30859:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.358742:0:30859:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777260.358752:0:30859:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777260.358757:0:30859:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777260.358759:0:30859:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777260.358761:0:30859:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.358764:0:30859:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777260.358767:0:30859:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.358770:0:30859:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777260.358772:0:30859:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777260.358774:0:30859:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777260.358776:0:30859:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777260.358777:0:30859:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:3.0:1788777260.358780:0:30859:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777260.358782:0:30859:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777260.358784:0:30859:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777260.358787:0:30859:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.358792:0:30859:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126104832/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.358798:0:30859:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.358801:0:30859:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777260.358803:0:30859:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777260.358807:0:30859:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126104832/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777260.358814:0:30859:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30859:1875667126104832:192.168.203.135@tcp:35:multiop.0 00000100:00000001:3.0:1788777260.358819:0:30859:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.358822:0:30859:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.358825:0:30859:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777260.358827:0:30859:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.358830:0:30859:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126104832/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.358841:0:30859:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777260.358844:0:30859:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123edd80. 00000100:00000001:3.0:1788777260.358848:0:30859:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777260.358850:0:30859:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.358857:0:30859:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777260.358859:0:30859:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000002:00000001:3.0:1788777260.358862:0:30859:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777260.358864:0:30859:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777260.358869:0:30859:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530939cc00. 00000080:00000001:3.0:1788777260.358873:0:30859:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777260.358876:0:30859:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777260.358880:0:30859:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777260.358885:0:30859:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914c700 x1875667126103552/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777259 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.358892:0:30859:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.358895:0:30859:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126103552/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777259 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.358901:0:30859:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777260.358904:0:30859:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777260.358906:0:30859:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777260.358908:0:30859:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777260.358912:0:30859:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab800. 02000000:00000001:3.0:1788777260.358916:0:30859:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777260.358918:0:30859:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777260.358920:0:30859:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:3.0:1788777260.358923:0:30859:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777260.358924:0:30859:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.358925:0:30859:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.358928:0:30859:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126104832/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.358933:0:30859:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777260.358935:0:30859:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b5540. 00000002:00000001:3.0:1788777260.358938:0:30859:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777260.358940:0:30859:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777260.358942:0:30859:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b6600. 00000100:00000001:3.0:1788777260.358944:0:30859:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.358947:0:30859:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126104832/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.358952:0:30859:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.358955:0:30859:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777260.358958:0:30859:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a0dc0. 00000080:00000001:3.0:1788777260.358962:0:30859:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.358968:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81597df0 00000080:00000008:3.0:1788777260.358971:0:30859:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x25:0x0](ffff94532091b248), flags 100002, rc = 0 00000080:00000001:3.0:1788777260.358975:0:30859:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.358980:0:30859:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777260.358981:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81597e00 00000080:00002000:3.0:1788777260.358983:0:30859:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff945320913798, parent ffff9453208deca8, inode ffff94532091b248) hashed, 00000080:00000001:3.0:1788777260.358986:0:30859:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777260.358995:0:30859:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777260.359000:0:30859:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777260.359003:0:30859:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777260.359004:0:30859:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81597e00 00000080:00002000:3.0:1788777260.359006:0:30859:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9453208deca8, parent ffff9453208d0a20, inode ffff94532097ba88) hashed, 00000080:00000001:3.0:1788777260.359008:0:30859:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777260.359012:0:30859:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777260.359014:0:30859:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788777260.365280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b56a0. 00000080:00000010:3.1:1788777260.365307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453055126c0. 00000800:00000001:1.0:1788777260.371240:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.371258:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777260.371262:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.371265:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.371275:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.371283:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777260.371302:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.371307:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.371312:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.371316:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4bb80 00000400:00000200:1.0:1788777260.371321:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.371326:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x65d9 [1] + 224 00000800:00000001:1.0:1788777260.371332:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.371350:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.371353:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777260.371358:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777260.371366:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777260.371374:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777276 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777260.371385:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777260.371396:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777260.371405:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.371408:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777260.371573:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777260.371587:0:30869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777260.371590:0:30869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777260.371593:0:30869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777260.371598:0:30869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4caa0 00000400:00000010:0.0:1788777260.371601:0:30869:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4caa0. 00000100:00000001:0.0:1788777260.371604:0:30869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777260.371609:0:30869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777260.371618:0:30869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c700 x1875667126104576/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.371624:0:30869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777260.371626:0:30869:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777260.371629:0:30869:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777260.371632:0:30869:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777260.371634:0:30869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777260.371636:0:30869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777260.371639:0:30869:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777260.371647:0:30869:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=83 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777260.371651:0:30869:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777260.371653:0:30869:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777260.371655:0:30869:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777260.371658:0:30869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777260.371662:0:30869:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.371666:0:30869:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777260.371667:0:30869:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1788777260.371669:0:30869:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777260.371672:0:30869:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777260.371676:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c700 x1875667126104576/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.371682:0:30869:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777260.371685:0:30869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777260.371687:0:30869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777260.371690:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c700 x1875667126104576/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777276 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777260.371698:0:30869:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c700 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126104576:192.168.203.135@tcp:36:touch.0 00000100:00000001:0.0:1788777260.371703:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777260.371706:0:30869:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.371708:0:30869:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777260.371710:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777260.371713:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c700 x1875667126104576/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777276 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.371724:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777260.371727:0:30869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308b58540. 00000100:00000001:0.0:1788777260.371730:0:30869:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777260.371731:0:30869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777260.371739:0:30869:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777260.371742:0:30869:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777260.371748:0:30869:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777260.371751:0:30869:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777260.371758:0:30869:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1788777260.371761:0:30869:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1788777260.371765:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777260.371769:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c700 x1875667126104576/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777276 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.371775:0:30869:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777260.371777:0:30869:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777260.371780:0:30869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2cc00. 02000000:00000001:0.0:1788777260.371782:0:30869:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777260.371785:0:30869:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777260.371787:0:30869:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777260.371789:0:30869:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777260.371792:0:30869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530398c000. 02000000:00000001:0.0:1788777260.371796:0:30869:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777260.371798:0:30869:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777260.371800:0:30869:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c700. 00000100:00000001:0.0:1788777260.371803:0:30869:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777260.371804:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777260.371807:0:30869:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777260.371809:0:30869:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777260.371811:0:30869:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777260.371816:0:30869:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1788777260.371819:0:30869:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777260.371821:0:30869:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777260.371823:0:30869:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777260.371825:0:30869:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777260.371827:0:30869:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777260.371830:0:30869:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1788777260.371833:0:30869:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777260.371838:0:30869:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153912 : -118390618397704 : ffff9453093ee3f8) 00000020:00001000:0.0:1788777260.371841:0:30869:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee3f0 00000020:00000001:0.0:1788777260.371846:0:30869:0:(cl_object.c:143:cl_object_top()) ffff94532014c850 -> ffff94532014c850 00000020:00000001:0.0:1788777260.371848:0:30869:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777260.371851:0:30869:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777260.371853:0:30869:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777260.371856:0:30869:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777260.371858:0:30869:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777260.371860:0:30869:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777260.371863:0:30869:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788777260.371865:0:30869:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788777260.371870:0:30869:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777260.371873:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777260.371879:0:30869:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777260.371881:0:30869:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777260.371883:0:30869:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1788777260.371886:0:30869:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777260.371888:0:30869:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1788777260.371894:0:30869:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f000. 00000080:00010000:0.0:1788777260.371899:0:30869:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x26:0x0](ffff9453209aba88) 00000080:00000001:0.0:1788777260.371902:0:30869:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777260.371906:0:30869:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777260.371908:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db958 00800000:00000002:0.0:1788777260.371911:0:30869:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x26:0x0] '' on [0x200000404:0x26:0x0] 00800000:00000001:0.0:1788777260.371914:0:30869:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777260.371917:0:30869:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x26:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777260.371921:0:30869:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777260.371923:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db828 00000002:00010000:0.0:1788777260.371925:0:30869:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x26:0x0], intent: layout flags 0 00000002:00000001:0.0:1788777260.371928:0:30869:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777260.371931:0:30869:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1788777260.371934:0:30869:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3100. 00000020:00000040:0.0:1788777260.371938:0:30869:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777260.371942:0:30869:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777260.371946:0:30869:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777260.371950:0:30869:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.371953:0:30869:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777260.371955:0:30869:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777260.371958:0:30869:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777260.371963:0:30869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073f400. 00000100:00000001:0.0:1788777260.371969:0:30869:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777260.371972:0:30869:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777260.371974:0:30869:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777260.371976:0:30869:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777260.371977:0:30869:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777260.371978:0:30869:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777260.371982:0:30869:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446625683082719488 : -118390626832128 : ffff945308be3100) 00010000:00000001:0.0:1788777260.371985:0:30869:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777260.371987:0:30869:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777260.371992:0:30869:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34700. 00010000:00000010:0.0:1788777260.371996:0:30869:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327700. 00010000:00000001:0.0:1788777260.372002:0:30869:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777260.372005:0:30869:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8200. 00000020:00000001:0.0:1788777260.372008:0:30869:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777260.372011:0:30869:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8200 with handle 0xe53f2b0cb7af8720 to hash 00000020:00000001:0.0:1788777260.372013:0:30869:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777260.372014:0:30869:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777260.372017:0:30869:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:0.0:1788777260.372021:0:30869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777260.372023:0:30869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777260.372027:0:30869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777260.372035:0:30869:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777260.372044:0:30869:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777260.372053:0:30869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777260.372055:0:30869:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777260.372060:0:30869:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906b40. 00000100:00000001:0.0:1788777260.372063:0:30869:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213937472 : -118390495614144 : ffff945310906b40) 00000100:00000001:0.0:1788777260.372065:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777260.372067:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082719488 : -118390626832128 : ffff945308be3100) 00000100:00000001:0.0:1788777260.372071:0:30869:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777260.372075:0:30869:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.372077:0:30869:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777260.372079:0:30869:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777260.372083:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777260.372090:0:30869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777260.372093:0:30869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777260.372097:0:30869:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777260.372099:0:30869:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777260.372102:0:30869:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777260.372105:0:30869:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3100 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126107136:192.168.203.135@tcp:101:touch.0 00000100:00000001:0.0:1788777260.372124:0:30869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777260.372128:0:30869:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777260.372130:0:30869:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777260.372133:0:30869:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777260.372137:0:30869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d22400. 02000000:00000001:0.0:1788777260.372140:0:30869:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777260.372145:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777260.372148:0:30869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777260.372153:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4caa0. 00000100:00000200:0.0:1788777260.372159:0:30869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126107136, portal 10 00000100:00000001:0.0:1788777260.372162:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777260.372163:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082719488 : -118390626832128 : ffff945308be3100) 00000100:00000040:0.0:1788777260.372169:0:30869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777260.372181:0:30869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777260.372184:0:30869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777260.372187:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c088. 00000100:00000200:0.0:1788777260.372190:0:30869:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875667126107136, offset 0 00000400:00000200:0.0:1788777260.372196:0:30869:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777260.372202:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.372209:0:30869:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777260.372214:0:30869:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777260.372217:0:30869:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777260.372266:0:30869:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777260.372269:0:30869:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777260.372273:0:30869:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2344:2344:256:4294967295] 192.168.203.135@tcp LPNI seq info [2339:2339:8:4294967295] 00000400:00000200:0.0:1788777260.372278:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.372287:0:30869:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777260.372416:0:30869:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777260.372421:0:30869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f500. 00000800:00000200:0.0:1788777260.372428:0:30869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777260.372435:0:30869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777260.372439:0:30869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f500 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1788777260.372453:0:30869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777260.372458:0:30869:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 819007 usecs (820 jiffies) 00000400:00000200:0.0:1788777260.372461:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777260.372523:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296411499 00000100:00000001:0.0:1788777260.372527:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:0.0:1788777260.372529:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296411499 00000100:00000001:0.0:1788777260.372531:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:0.0:1788777260.372533:0:30869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777260.372535:0:30869:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.372538:0:30869:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777260.372540:0:30869:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777260.372542:0:30869:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906b40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777260.372544:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777260.372546:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777260.374771:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777260.374780:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:1.0:1788777260.374787:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777260.374796:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777260.374802:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c088 00000400:00000010:1.0:1788777260.374804:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c088. 00000100:00000001:1.0:1788777260.374809:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777260.374816:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777260.374827:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777260.374830:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777260.374838:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.374839:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777260.393105:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.393135:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777260.393139:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.393141:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.393149:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.393157:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777260.393167:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.393171:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.393177:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.393181:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 10 MB=0x6a9e8c8c4bc00 00000400:00000200:1.0:1788777260.393185:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.393190:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 400/400 into md 0x65e9 [1] + 224 00000800:00000001:1.0:1788777260.393209:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.393233:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777260.393237:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777260.393243:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777260.393251:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777260.393269:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777260.393281:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777260.393304:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777260.393314:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777260.393318:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.396548:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777260.396560:0:30869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777260.396562:0:30869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777260.396566:0:30869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:3.0:1788777260.396572:0:30869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4caa0 00000400:00000010:3.0:1788777260.396574:0:30869:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4caa0. 00000100:00000001:3.0:1788777260.396578:0:30869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777260.396589:0:30869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777260.396599:0:30869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.396607:0:30869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777260.396609:0:30869:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.396611:0:30869:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777260.396614:0:30869:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777260.396616:0:30869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777260.396618:0:30869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.396621:0:30869:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777260.396630:0:30869:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=83 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777260.396634:0:30869:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777260.396637:0:30869:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777260.396638:0:30869:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.396641:0:30869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777260.396645:0:30869:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.396648:0:30869:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777260.396650:0:30869:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777260.396652:0:30869:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777260.396654:0:30869:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.396658:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.396665:0:30869:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.396668:0:30869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777260.396670:0:30869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777260.396673:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777276 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777260.396680:0:30869:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3100 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126107136:192.168.203.135@tcp:101:touch.0 00000100:00000001:3.0:1788777260.396685:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.396687:0:30869:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.396689:0:30869:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777260.396691:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.396694:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777276 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.396701:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777260.396704:0:30869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906b40. 00000100:00000001:3.0:1788777260.396707:0:30869:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777260.396709:0:30869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.396712:0:30869:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777260.396715:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.396717:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.396721:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=4 00000020:00000001:3.0:1788777260.396723:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396725:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000040:3.0:1788777260.396731:0:30869:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8200, remote cookie: 0xa4f015c75ff3bfa7, flags: 0x1000 00010000:00000001:3.0:1788777260.396735:0:30869:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777260.396738:0:30869:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777260.396740:0:30869:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777260.396742:0:30869:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777260.396743:0:30869:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777260.396746:0:30869:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff945303e34700) refcount = 1 00010000:00010000:3.0:1788777260.396751:0:30869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777260.396759:0:30869:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777260.396763:0:30869:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777260.396764:0:30869:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777260.396767:0:30869:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777260.396769:0:30869:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777260.396772:0:30869:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777260.396778:0:30869:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777260.396780:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.396782:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777260.396783:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.396784:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777260.396785:0:30869:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777260.396790:0:30869:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777260.396791:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.396793:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.396794:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=3 00000020:00000001:3.0:1788777260.396796:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396798:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396800:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.396801:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777260.396806:0:30869:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1788777260.396814:0:30869:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9453090ac800: layout return lvb 56 transno 0 00010000:00000001:3.0:1788777260.396817:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.396818:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.396819:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=3 00000020:00000001:3.0:1788777260.396821:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396822:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00000002:00010000:3.0:1788777260.396825:0:30869:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788777260.396836:0:30869:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945308bb9ac0. 00010000:00000001:3.0:1788777260.396838:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.396839:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777260.396841:0:30869:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777260.396843:0:30869:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777260.396846:0:30869:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777260.396847:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.396848:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.396849:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=3 00000020:00000001:3.0:1788777260.396851:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396853:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00000002:00010000:3.0:1788777260.396856:0:30869:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777260.396862:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.396863:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777260.396865:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777260.396866:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.396867:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.396868:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=3 00000020:00000001:3.0:1788777260.396870:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396872:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000040:3.0:1788777260.396877:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:3.0:1788777260.396879:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777260.396883:0:30869:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 16 res 8589935620/38 (0 0) 00010000:00000001:3.0:1788777260.396886:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.396887:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777260.396888:0:30869:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777260.396890:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817db7b0 00000002:00002000:3.0:1788777260.396892:0:30869:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1788777260.396895:0:30869:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777260.396899:0:30869:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777260.396901:0:30869:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777260.396904:0:30869:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777260.396907:0:30869:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.396910:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.396914:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3100 x1875667126107136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.396921:0:30869:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777260.396923:0:30869:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777260.396926:0:30869:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d22400. 02000000:00000001:3.0:1788777260.396930:0:30869:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777260.396932:0:30869:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777260.396934:0:30869:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777260.396936:0:30869:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777260.396939:0:30869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073f400. 02000000:00000001:3.0:1788777260.396942:0:30869:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777260.396944:0:30869:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777260.396945:0:30869:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3100. 00000100:00000001:3.0:1788777260.396949:0:30869:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777260.396950:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788777260.396955:0:30869:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f000. 00000080:00010000:3.0:1788777260.396959:0:30869:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9453209aba88) for lock 0xe53f2b0cb7af8720 00800000:00000001:3.0:1788777260.396963:0:30869:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777260.396966:0:30869:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777260.396967:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.396968:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.396970:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=3 00000020:00000001:3.0:1788777260.396972:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396974:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396976:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.396977:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777260.396978:0:30869:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777260.396980:0:30869:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777260.396983:0:30869:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8720 from it ffffb1cb817dba78 00010000:00000001:3.0:1788777260.396986:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.396987:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.396988:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=3 00000020:00000001:3.0:1788777260.396990:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396992:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.396994:0:30869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777260.396997:0:30869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777260.397003:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.397004:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777260.397006:0:30869:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777260.397008:0:30869:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777260.397011:0:30869:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777260.397019:0:30869:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777260.397021:0:30869:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777260.397023:0:30869:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777260.397027:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.397028:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777260.397030:0:30869:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.397033:0:30869:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777260.397034:0:30869:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.397036:0:30869:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.397038:0:30869:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.397040:0:30869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777260.397041:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.397042:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777260.397044:0:30869:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.397048:0:30869:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788777260.397049:0:30869:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:3.0:1788777260.397054:0:30869:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777260.397055:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777260.397057:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:3.0:1788777260.397059:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777260.397062:0:30869:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777260.397065:0:30869:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777260.397068:0:30869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777260.397075:0:30869:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777260.397079:0:30869:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777260.397082:0:30869:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777260.397088:0:30869:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788777260.397090:0:30869:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 16 00000080:00000001:3.0:1788777260.397092:0:30869:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1788777260.397094:0:30869:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1788777260.397095:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.397097:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.397098:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=3 00000020:00000001:3.0:1788777260.397100:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.397102:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00000080:00010000:3.0:1788777260.397107:0:30869:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x26:0x0](000000007f6174e2) being reconfigured ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1788777260.397127:0:30869:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777260.397128:0:30869:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777260.397129:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.397130:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.397132:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=4 00000020:00000001:3.0:1788777260.397133:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.397136:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.397137:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.397139:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777260.397140:0:30869:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777260.397141:0:30869:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.397143:0:30869:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1788777260.397145:0:30869:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x26:0x0] LVB_READY=0 l_lvb_data=ffff945308bb9ac0 l_lvb_len=56 00000080:00000001:3.0:1788777260.397147:0:30869:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.397149:0:30869:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777260.397151:0:30869:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777260.397155:0:30869:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090796696 : -118390618754920 : ffff945309397098) 00000020:00001000:3.0:1788777260.397157:0:30869:0:(cl_object.c:823:cl_env_get()) 1@ffff945309397090 00000020:00000001:3.0:1788777260.397159:0:30869:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777260.397162:0:30869:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777260.397165:0:30869:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777260.397171:0:30869:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6c660. 00020000:00000010:3.0:1788777260.397175:0:30869:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453207de000. 00020000:00000010:3.0:1788777260.397180:0:30869:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6cba0. 00020000:00000001:3.0:1788777260.397182:0:30869:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017223072 : -118390692328544 : ffff945304d6cba0) 00020000:00000002:3.0:1788777260.397186:0:30869:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6cba0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777260.397191:0:30869:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777260.397195:0:30869:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453207de000: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777260.397198:0:30869:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b502e8) owner ffff9453012a0000 00020000:00000001:3.0:1788777260.397201:0:30869:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777260.397204:0:30869:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b502e8) owner ffff9453012a0000 00020000:00000010:3.0:1788777260.397209:0:30869:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453207de000. 00020000:00000010:3.0:1788777260.397212:0:30869:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6c660. 00020000:00000010:3.0:1788777260.397215:0:30869:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6cba0. 00020000:00000002:3.0:1788777260.397217:0:30869:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777260.397243:0:30869:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397246:0:30869:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397249:0:30869:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777260.397252:0:30869:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000002:3.0:1788777260.397255:0:30869:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6ca80 addref 2/0 by ffff9453012a0000. 00020000:00000002:3.0:1788777260.397258:0:30869:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000001:3.0:1788777260.397260:0:30869:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777260.397261:0:30869:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777260.397263:0:30869:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777260.397264:0:30869:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777260.397266:0:30869:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777260.397268:0:30869:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788777260.397271:0:30869:0:(cl_object.c:917:cl_env_put()) 1@ffff945309397090 00000080:00000001:3.0:1788777260.397273:0:30869:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.397275:0:30869:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1788777260.397276:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.397277:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777260.397278:0:30869:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777260.397280:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.397281:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8200 refcount=3 00000020:00000001:3.0:1788777260.397283:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.397285:0:30869:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768704 : -118390647782912 : ffff9453077e8200) 00010000:00000001:3.0:1788777260.397299:0:30869:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777260.397302:0:30869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777260.397309:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.397310:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777260.397311:0:30869:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777260.397312:0:30869:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777260.397315:0:30869:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8200/0xe53f2b0cb7af8720 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bfa7 expref: -99 pid: 30869 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777260.397321:0:30869:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777260.397323:0:30869:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777260.397324:0:30869:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777260.397326:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.397327:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777260.397329:0:30869:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.397330:0:30869:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777260.397332:0:30869:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.397333:0:30869:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.397336:0:30869:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.397338:0:30869:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777260.397339:0:30869:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777260.397340:0:30869:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777260.397341:0:30869:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.397344:0:30869:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.397347:0:30869:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777260.397351:0:30869:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff9453105c89a0 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1788777260.397354:0:30869:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000001:3.0:1788777260.397357:0:30869:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777260.397358:0:30869:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777260.397360:0:30869:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777260.397362:0:30869:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397364:0:30869:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777260.397366:0:30869:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777260.397368:0:30869:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397370:0:30869:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777260.397372:0:30869:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777260.397373:0:30869:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777260.397374:0:30869:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00000020:00000001:3.0:1788777260.397376:0:30869:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397379:0:30869:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777260.397381:0:30869:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788777260.397383:0:30869:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1788777260.397385:0:30869:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777260.397388:0:30869:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777260.397392:0:30869:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777260.397395:0:30869:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777260.397396:0:30869:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777260.397397:0:30869:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777260.397399:0:30869:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683090796696 : -118390618754920 : ffff945309397098) 00000020:00001000:3.0:1788777260.397401:0:30869:0:(cl_object.c:823:cl_env_get()) 1@ffff945309397090 00000020:00000001:3.0:1788777260.397404:0:30869:0:(cl_object.c:143:cl_object_top()) ffff94532014c530 -> ffff94532014c850 00000020:00000001:3.0:1788777260.397406:0:30869:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777260.397409:0:30869:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777260.397410:0:30869:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777260.397412:0:30869:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397414:0:30869:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397415:0:30869:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221444976 : -118390488106640 : ffff94531102f970) 00000020:00000001:3.0:1788777260.397418:0:30869:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788777260.397545:0:30869:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788777260.397549:0:30869:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397551:0:30869:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397554:0:30869:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397555:0:30869:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397557:0:30869:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397559:0:30869:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788777260.397562:0:30869:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777260.397564:0:30869:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777260.397565:0:30869:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777260.397566:0:30869:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777260.397567:0:30869:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397569:0:30869:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397571:0:30869:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397572:0:30869:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397574:0:30869:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777260.397575:0:30869:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397576:0:30869:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397578:0:30869:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:3.0:1788777260.397582:0:30869:0:(cl_object.c:143:cl_object_top()) ffff94532014c850 -> ffff94532014c850 00000020:00000001:3.0:1788777260.397584:0:30869:0:(cl_object.c:143:cl_object_top()) ffff94532014c850 -> ffff94532014c850 00000020:00000001:3.0:1788777260.397585:0:30869:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788777260.397588:0:30869:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397589:0:30869:0:(cl_object.c:143:cl_object_top()) ffff94532014c850 -> ffff94532014c850 00020000:00000001:3.0:1788777260.397591:0:30869:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1788777260.397593:0:30869:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777260.397596:0:30869:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777260.397597:0:30869:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777260.397599:0:30869:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1788777260.397601:0:30869:0:(cl_object.c:143:cl_object_top()) ffff945304ec0fc0 -> ffff94532014c850 00000020:00000001:3.0:1788777260.397602:0:30869:0:(cl_object.c:143:cl_object_top()) ffff945304ec0fc0 -> ffff94532014c850 00000020:00000001:3.0:1788777260.397604:0:30869:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788777260.397606:0:30869:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397609:0:30869:0:(cl_object.c:143:cl_object_top()) ffff945304ec0fc0 -> ffff94532014c850 00000020:00000001:3.0:1788777260.397610:0:30869:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788777260.397613:0:30869:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777260.397615:0:30869:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397616:0:30869:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397617:0:30869:0:(cl_object.c:143:cl_object_top()) ffff945304ec0fc0 -> ffff94532014c850 00000020:00000001:3.0:1788777260.397620:0:30869:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777260.397621:0:30869:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777260.397622:0:30869:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777260.397624:0:30869:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777260.397625:0:30869:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777260.397626:0:30869:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777260.397628:0:30869:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:3.0:1788777260.397634:0:30869:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3dc00. 00000020:00000040:3.0:1788777260.397637:0:30869:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777260.397641:0:30869:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788777260.397644:0:30869:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777260.397648:0:30869:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1581 00000400:00000200:3.0:1788777260.397655:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777260.397660:0:30869:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:3.0:1788777260.397664:0:30869:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777260.397667:0:30869:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777260.397669:0:30869:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777260.397671:0:30869:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:3.0:1788777260.397674:0:30869:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777260.397675:0:30869:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:3.0:1788777260.397677:0:30869:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.397679:0:30869:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:3.0:1788777260.397681:0:30869:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:3.0:1788777260.397684:0:30869:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000040:3.0:1788777260.397686:0:30869:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777260.397688:0:30869:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777260.397690:0:30869:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777260.397692:0:30869:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:3.0:1788777260.397695:0:30869:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00080000:3.0:1788777260.397698:0:30869:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: import ffff945311022800 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:3.0:1788777260.397701:0:30869:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.397704:0:30869:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788777260.397709:0:30869:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777260.397712:0:30869:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.397713:0:30869:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777260.397717:0:30869:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788777260.397720:0:30869:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.397722:0:30869:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777260.397725:0:30869:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ed80. 00000020:00000040:3.0:1788777260.397727:0:30869:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 02000000:00000001:3.0:1788777260.397730:0:30869:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777260.397732:0:30869:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.397735:0:30869:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777260.397738:0:30869:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777260.397740:0:30869:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777260.397746:0:30869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2fc00. 00000100:00000001:3.0:1788777260.397752:0:30869:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777260.397759:0:30869:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777260.397767:0:30869:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777260.397771:0:30869:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.397776:0:30869:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000908053d5] to pc [ptlrpcd_rcv+-1] req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777260.397804:0:30869:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.397807:0:30869:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788777260.397809:0:30869:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:3.0:1788777260.397811:0:30869:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777260.397812:0:30869:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777260.397814:0:30869:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777260.397818:0:30869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a0b200. 00000100:00000001:3.0:1788777260.397820:0:30869:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.397824:0:30869:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777260.397825:0:30869:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.397830:0:30869:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cff69d1] to pc [ptlrpcd_01_00+0] req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788777260.397848:0:30869:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777260.397851:0:30869:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397852:0:30869:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397854:0:30869:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397855:0:30869:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.397857:0:30869:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397858:0:30869:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.397860:0:30869:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788777260.397862:0:30869:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788777260.397863:0:30869:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788777260.397864:0:30869:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788777260.397874:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788777260.397878:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788777260.397880:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.397887:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777260.397889:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.397891:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.397892:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777260.397895:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777260.397899:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.397907:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777260.397909:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788777260.397913:0:2349:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.397925:0:2349:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.397928:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.397929:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777260.397930:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.397933:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.397934:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.397946:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.397947:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.399290:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777260.399297:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777260.399300:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777260.399310:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777260.399320:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777260.399321:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777260.399325:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777260.399327:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777260.399330:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777260.399334:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126107264:192.168.203.135@tcp:8:touch.0 00000100:00000001:1.0:1788777260.399338:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777260.399341:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777260.399344:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777260.399346:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777260.399353:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068b800. 02000000:00000001:1.0:1788777260.399356:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777260.399362:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777260.399366:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cba50. 00000400:00000010:1.0:1788777260.399373:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12088. 00000100:00000200:1.0:1788777260.399475:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126107264, portal 4 00000100:00000001:1.0:1788777260.399479:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777260.399480:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000040:1.0:1788777260.399489:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777260.399497:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777260.399500:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777260.399504:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12660. 00000100:00000200:1.0:1788777260.399508:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126107264, offset 0 00000400:00000200:1.0:1788777260.399515:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777260.399523:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.399530:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777260.399536:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777260.399540:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777260.399543:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777260.399545:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777260.399549:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2345:2345:256:4294967295] 192.168.203.135@tcp LPNI seq info [2340:2340:8:4294967295] 00000400:00000200:1.0:1788777260.399553:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777260.399562:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777260.399568:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777260.399573:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777260.399580:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777260.399587:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777260.399592:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777260.400245:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777260.400253:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22423 usecs (23 jiffies) 00000400:00000200:1.0:1788777260.400258:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777260.400261:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296410729 00000100:00000001:1.0:1788777260.400265:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:1.0:1788777260.400267:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296410729 00000100:00000001:1.0:1788777260.400269:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:1.0:1788777260.400272:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777260.400275:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.400279:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.400282:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777260.400288:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777260.400290:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777260.400293:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777260.400294:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777260.400296:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.400298:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777260.409648:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777260.409658:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:0.0:1788777260.409665:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777260.409674:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777260.409696:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12660 00000400:00000010:0.0:1788777260.409699:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12660. 00000100:00000001:0.0:1788777260.409705:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777260.409714:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.409726:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777260.409730:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.409738:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.409740:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777260.414248:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.414275:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777260.414280:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.414283:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777260.414291:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.414299:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777260.414308:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.414312:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.414318:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.414321:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c4bc80 00000400:00000200:0.0:1788777260.414325:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.414331:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x65f9 [1] + 0 00000800:00000001:0.0:1788777260.414337:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.414344:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777260.414346:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777260.414351:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777260.414358:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777260.414367:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777260.414378:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777260.414408:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777260.414415:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.414418:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.414672:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.414677:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777260.414684:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777260.414685:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777260.414689:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cba50. 00000400:00000200:3.0:1788777260.414694:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12088 00000400:00000010:3.0:1788777260.414697:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12088. 00000100:00000001:3.0:1788777260.414699:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777260.414705:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777260.414714:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777260.414720:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777260.414722:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.414724:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777260.414727:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777260.414729:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777260.414731:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.414733:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777260.414742:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=83 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777260.414745:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=11 v=5 (1 1 0 0) 00000100:00000001:3.0:1788777260.414748:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777260.414749:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.414751:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777260.414755:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.414758:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777260.414761:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967337 gen 15 00000100:00000040:3.0:1788777260.414764:0:2345:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788777260.414766:0:2345:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777260.414768:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.414772:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777260.414779:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.414781:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777260.414783:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.414785:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788777260.414790:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:3.0:1788777260.414794:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777260.414796:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:3.0:1788777260.414798:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777260.414801:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:3.0:1788777260.414803:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:3.0:1788777260.414806:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00001000:3.0:1788777260.414809:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=1788777260 v=0 (0 0 0 0) 00000100:00001000:3.0:1788777260.414811:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311022c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788777260.414816:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000100:00080000:3.0:1788777260.414821:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9453090ac800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1788777260.414824:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:3.0:1788777260.414827:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777260.414830:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788777260.414833:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1788777260.414836:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777260.414839:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788777260.414843:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777260.414846:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.414849:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777260.414851:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777260.414853:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.414855:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777260.414857:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788777260.414860:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1788777260.414863:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777260.414864:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788777260.414865:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777260.414866:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788777260.414868:0:2345:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788777260.414869:0:2345:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1788777260.414874:0:2345:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1788777260.414876:0:2345:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777260.414878:0:2345:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.414880:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777260.414883:0:2345:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788777260.414884:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788777260.414886:0:2345:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788777260.414887:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777260.414889:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777260.414891:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.414892:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.414894:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777260.414895:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777260.414896:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.414897:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788777260.414899:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788777260.414902:0:2345:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788777260.414904:0:2345:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.414906:0:2345:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.414907:0:2345:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.414909:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777260.414910:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777260.414911:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777260.414913:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.414914:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788777260.414916:0:2345:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.414918:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788777260.414924:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001f741ae0): req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.414945:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.414948:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.414952:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777260.414959:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126107264:192.168.203.135@tcp:8:touch.0 00000100:00000001:3.0:1788777260.414964:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.414966:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.414969:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ed80 x1875667126107264/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777260.414975:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777260.414977:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777260.414980:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94531068b800. 02000000:00000001:3.0:1788777260.414984:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777260.414986:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777260.414987:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777260.414990:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777260.414992:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777260.414995:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777260.414997:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777260.414998:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ed80. 00000100:00000001:3.0:1788777260.415002:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777260.415003:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.415005:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.415011:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777260.415013:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.415015:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.415017:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.415024:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.415026:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777260.415028:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.415029:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777260.415032:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.415035:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777260.415038:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777260.415040:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.415043:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777260.415047:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777260.415049:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.415052:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777260.415057:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777260.415059:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777260.415064:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777260.415067:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646dbb0. 00000400:00000010:3.0:1788777260.415072:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000100:00000200:3.0:1788777260.415078:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126107392, portal 4 00000100:00000001:3.0:1788777260.415080:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777260.415082:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080993792 : -118390628557824 : ffff945308a3dc00) 00000100:00000040:3.0:1788777260.415087:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.415094:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777260.415096:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777260.415099:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347000. 00000100:00000200:3.0:1788777260.415103:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667126107392, offset 0 00000400:00000200:3.0:1788777260.415119:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777260.415125:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777260.415131:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777260.415136:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777260.415139:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777260.415143:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777260.415145:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777260.415148:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2346:2346:256:4294967295] 192.168.203.135@tcp LPNI seq info [2341:2341:8:4294967295] 00000400:00000200:3.0:1788777260.415152:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777260.415161:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777260.415166:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777260.415171:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfe00. 00000800:00000200:3.0:1788777260.415177:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777260.415185:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777260.415189:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfe00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788777260.415202:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.415206:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22417 usecs (23 jiffies) 00000400:00000200:3.0:1788777260.415209:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777260.415211:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296410744 00000100:00000001:3.0:1788777260.415214:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777260.415216:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296410744 00000100:00000001:3.0:1788777260.415218:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777260.415237:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.415240:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.415242:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.415245:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777260.415247:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777260.415248:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.415250:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777260.415251:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.415253:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777260.418191:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777260.418200:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfe00. 00000400:00000200:0.0:1788777260.418208:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777260.418217:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777260.418248:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347000 00000400:00000010:0.0:1788777260.418251:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347000. 00000100:00000001:0.0:1788777260.418265:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777260.418274:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777260.418285:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777260.418288:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777260.418295:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.418297:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777260.532400:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.532417:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777260.532422:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.532425:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777260.532434:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.532443:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777260.532452:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.532458:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.532463:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.532467:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 432 into portal 4 MB=0x6a9e8c8c4bd00 00000400:00000200:0.0:1788777260.532473:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.532479:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 432/432 into md 0x6609 [1] + 224 00000800:00000001:0.0:1788777260.532487:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.532499:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777260.532502:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777260.532507:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777260.532514:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777260.532523:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777260.532535:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777260.532555:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777260.532565:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.532568:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.532647:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.532652:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777260.532660:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777260.532663:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777260.532666:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646dbb0. 00000400:00000200:3.0:1788777260.532671:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:3.0:1788777260.532673:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:3.0:1788777260.532676:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777260.532681:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777260.532690:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3dc00 x1875667126107392/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.532697:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777260.532699:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.532702:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777260.532705:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777260.532707:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777260.532710:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.532713:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777260.532722:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=83 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777260.532727:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777260.532729:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777260.532731:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.532733:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777260.532737:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.532741:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777260.532743:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967339 gen 15 00000100:00000001:3.0:1788777260.532746:0:2349:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788777260.532749:0:2349:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1788777260.532751:0:2349:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777260.532752:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.532757:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3dc00 x1875667126107392/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.532764:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.532767:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777260.532769:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777260.532772:0:2349:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1788777260.532791:0:2349:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.532796:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3dc00 x1875667126107392/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777260.532804:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:0:1875667126107392:192.168.203.135@tcp:2:touch.0 00000100:00000001:3.0:1788777260.532809:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.532811:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.532814:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3dc00 x1875667126107392/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.532826:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777260.532828:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777260.532832:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777260.532836:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777260.532839:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777260.532840:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777260.532843:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777260.532846:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a0b200. 02000000:00000001:3.0:1788777260.532850:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777260.532851:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777260.532853:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3dc00. 00000100:00000001:3.0:1788777260.532857:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777260.532858:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.532861:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.532868:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777260.532880:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.532882:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777260.532885:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777260.533257:0:30869:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777260.533260:0:30869:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777260.533263:0:30869:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777260.533267:0:30869:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777260.533269:0:30869:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788777260.533271:0:30869:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777260.533274:0:30869:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777260.533275:0:30869:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777260.533276:0:30869:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777260.533277:0:30869:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777260.533279:0:30869:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777260.533280:0:30869:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777260.533281:0:30869:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777260.533283:0:30869:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788777260.533284:0:30869:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777260.533286:0:30869:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777260.533288:0:30869:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777260.533289:0:30869:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777260.533290:0:30869:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777260.533292:0:30869:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777260.533293:0:30869:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777260.533295:0:30869:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777260.533297:0:30869:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777260.533298:0:30869:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777260.533300:0:30869:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777260.533303:0:30869:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777260.533305:0:30869:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777260.533306:0:30869:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777260.533308:0:30869:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777260.533309:0:30869:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777260.533312:0:30869:0:(cl_object.c:917:cl_env_put()) 1@ffff945309397090 00020000:00000001:0.0:1788777260.533315:0:30869:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777260.533318:0:30869:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777260.533321:0:30869:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777260.533323:0:30869:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777260.533326:0:30869:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777260.533328:0:30869:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777260.533329:0:30869:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee3f0 00000080:00000001:0.0:1788777260.533331:0:30869:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777260.533335:0:30869:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1788777260.533340:0:30869:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398c600. 00000020:00000001:0.0:1788777260.533350:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbc30 00000080:00200008:0.0:1788777260.533353:0:30869:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9453209aba88) current size 0, valid attrs 100201f0, mode 0, uid -1052626366, gid -1, new size 213440, atime 1788777244.000000000, mtime 1788777244.000000000, ctime 1788777244.000000000, rc 0 00000080:00000001:0.0:1788777260.533360:0:30869:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777260.533376:0:30869:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777260.533379:0:30869:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000002:0.0:1788777260.533383:0:30869:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000001:0.0:1788777260.533386:0:30869:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777260.533392:0:30869:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777260.533394:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbdf0 00000080:00200008:0.0:1788777260.533396:0:30869:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x26:0x0](ffff9453209aba88), flags 104001 00000080:00000001:0.0:1788777260.533399:0:30869:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777260.533402:0:30869:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788777260.533403:0:30869:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777260.533404:0:30869:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000002:0.0:1788777260.533406:0:30869:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b502e8) owner 0000000000000000/ffff9453012a0000 00020000:00000001:0.0:1788777260.533408:0:30869:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777260.533410:0:30869:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788777260.533417:0:30869:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777260.533420:0:30869:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777260.533426:0:30869:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777260.533429:0:30869:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777260.533433:0:30869:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777260.533435:0:30869:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1788777260.533438:0:30869:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777260.533440:0:30869:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777260.533444:0:30869:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94531073e000. 00000080:00000001:0.0:1788777260.533446:0:30869:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777260.533451:0:30869:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777260.533454:0:30869:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788777260.533457:0:30869:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788777260.533460:0:30869:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777260.533462:0:30869:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x26:0x0] file closed with intent: 0 00000100:00000010:0.0:1788777260.533467:0:30869:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2300. 00000020:00000040:0.0:1788777260.533470:0:30869:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777260.533474:0:30869:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777260.533478:0:30869:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777260.533481:0:30869:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777260.533488:0:30869:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073fc00. 00000100:00000001:0.0:1788777260.533495:0:30869:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777260.533508:0:30869:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777260 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777260.533518:0:30869:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777260.533522:0:30869:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be2300 x1875667126107648/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777260.533528:0:30869:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777260.533530:0:30869:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777260.533535:0:30869:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906180. 00000100:00000001:0.0:1788777260.533537:0:30869:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213934976 : -118390495616640 : ffff945310906180) 00000100:00000001:0.0:1788777260.533539:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777260.533540:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000100:00000001:0.0:1788777260.533544:0:30869:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777260.533547:0:30869:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.533550:0:30869:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777260.533551:0:30869:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777260.533554:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2300 x1875667126107648/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777260.533561:0:30869:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777260.533563:0:30869:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777260.533566:0:30869:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777260.533569:0:30869:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777260.533571:0:30869:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777260.533574:0:30869:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2300 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126107648:192.168.203.135@tcp:35:touch.0 00000100:00000001:0.0:1788777260.533577:0:30869:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777260.533581:0:30869:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777260.533584:0:30869:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777260.533586:0:30869:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777260.533590:0:30869:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d22000. 02000000:00000001:0.0:1788777260.533592:0:30869:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777260.533597:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777260.533601:0:30869:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777260.533606:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c110. 00000100:00000200:0.0:1788777260.533613:0:30869:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126107648, portal 10 00000100:00000001:0.0:1788777260.533615:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777260.533616:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000100:00000040:0.0:1788777260.533622:0:30869:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be2300 x1875667126107648/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777260.533629:0:30869:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777260.533631:0:30869:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777260.533634:0:30869:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c5d8. 00000100:00000200:0.0:1788777260.533636:0:30869:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126107648, offset 0 00000400:00000200:0.0:1788777260.533641:0:30869:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777260.533649:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.533655:0:30869:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777260.533660:0:30869:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777260.533664:0:30869:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777260.533668:0:30869:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777260.533670:0:30869:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777260.533673:0:30869:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2347:2347:256:4294967295] 192.168.203.135@tcp LPNI seq info [2342:2342:8:4294967295] 00000400:00000200:0.0:1788777260.533678:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.533686:0:30869:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777260.533691:0:30869:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777260.533696:0:30869:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777260.533702:0:30869:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777260.533709:0:30869:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777260.533713:0:30869:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777260.533723:0:30869:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777260.533727:0:30869:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 817855 usecs (818 jiffies) 00000400:00000200:0.0:1788777260.533730:0:30869:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777260.533732:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296411658 00000100:00000001:0.0:1788777260.533735:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:0.0:1788777260.533737:0:30869:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296411658 00000100:00000001:0.0:1788777260.533739:0:30869:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:0.0:1788777260.533741:0:30869:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777260.533743:0:30869:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777260.533745:0:30869:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777260.533746:0:30869:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777260.533748:0:30869:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906180 going to sleep for 11 seconds 00000100:00000001:0.0:1788777260.533750:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777260.533752:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777260.533996:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777260.534001:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:1.0:1788777260.534005:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777260.534010:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777260.534014:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c5d8 00000400:00000010:1.0:1788777260.534017:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c5d8. 00000100:00000001:1.0:1788777260.534020:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777260.534024:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2300 x1875667126107648/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777260.534033:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777260.534036:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2300 x1875667126107648/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777260.534042:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777260.534044:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777260.560217:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.560284:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777260.560288:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.560290:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777260.560299:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.560307:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777260.560317:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.560323:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.560333:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.560336:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4be00 00000400:00000200:0.0:1788777260.560340:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777260.560346:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6611 [1] + 224 00000800:00000001:0.0:1788777260.560352:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.560363:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777260.560366:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777260.560370:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777260.560377:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777260.560385:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2300 x1875667126107648/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777260.560394:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308be2300 x1875667126107648/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777260.560418:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777260.560427:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777260.560430:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.560919:0:30869:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777260.560928:0:30869:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777260.560930:0:30869:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777260.560933:0:30869:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:3.0:1788777260.560938:0:30869:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c110 00000400:00000010:3.0:1788777260.560940:0:30869:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c110. 00000100:00000001:3.0:1788777260.560943:0:30869:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777260.560949:0:30869:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2300 x1875667126107648/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777260.560958:0:30869:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2300 x1875667126107648/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.560965:0:30869:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777260.560966:0:30869:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.560969:0:30869:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777260.560972:0:30869:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777260.560974:0:30869:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777260.560976:0:30869:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777260.561019:0:30869:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777260.561029:0:30869:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777260.561034:0:30869:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777260.561036:0:30869:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777260.561038:0:30869:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777260.561040:0:30869:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777260.561044:0:30869:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.561047:0:30869:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777260.561050:0:30869:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777260.561051:0:30869:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777260.561053:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777260.561055:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000100:00000001:3.0:1788777260.561058:0:30869:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777260.561060:0:30869:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777260.561062:0:30869:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777260.561064:0:30869:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777260.561069:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2300 x1875667126107648/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.561076:0:30869:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777260.561079:0:30869:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777260.561080:0:30869:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777260.561084:0:30869:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2300 x1875667126107648/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777260.561093:0:30869:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2300 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30869:1875667126107648:192.168.203.135@tcp:35:touch.0 00000100:00000001:3.0:1788777260.561098:0:30869:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.561100:0:30869:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.561103:0:30869:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777260.561105:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.561125:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2300 x1875667126107648/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.561132:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777260.561135:0:30869:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906180. 00000100:00000001:3.0:1788777260.561139:0:30869:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777260.561141:0:30869:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.561148:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777260.561149:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000002:00000001:3.0:1788777260.561152:0:30869:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777260.561155:0:30869:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777260.561159:0:30869:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e000. 00000080:00000001:3.0:1788777260.561163:0:30869:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777260.561166:0:30869:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777260.561170:0:30869:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777260.561175:0:30869:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777260 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.561182:0:30869:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777260.561183:0:30869:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000001:3.0:1788777260.561186:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.561188:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777260 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.561205:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777260.561207:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.561210:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1c00 x1875667126104320/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777260 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.561217:0:30869:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777260.561241:0:30869:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777260.561243:0:30869:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777260.561245:0:30869:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777260.561249:0:30869:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d23800. 02000000:00000001:3.0:1788777260.561253:0:30869:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777260.561255:0:30869:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777260.561257:0:30869:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1c00. 00000100:00000001:3.0:1788777260.561260:0:30869:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777260.561262:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777260.561263:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.561267:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2300 x1875667126107648/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.561278:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777260.561280:0:30869:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945310690420. 00000002:00000001:3.0:1788777260.561283:0:30869:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777260.561285:0:30869:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777260.561287:0:30869:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb9b00. 00000100:00000001:3.0:1788777260.561289:0:30869:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777260.561292:0:30869:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2300 x1875667126107648/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777260.561298:0:30869:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.561300:0:30869:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777260.561304:0:30869:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945308800dc0. 00000080:00000001:3.0:1788777260.561308:0:30869:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777260.561313:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbdf0 00000080:00000008:3.0:1788777260.561316:0:30869:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9453209aba88), flags 104001, rc = 0 00000080:00000001:3.0:1788777260.561319:0:30869:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777260.561324:0:30869:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777260.561325:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbe00 00000080:00002000:3.0:1788777260.561327:0:30869:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff945320a55bd0, parent ffff945320a55510, inode ffff9453209aba88) hashed, 00000080:00000001:3.0:1788777260.561330:0:30869:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777260.561337:0:30869:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777260.561342:0:30869:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777260.561345:0:30869:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777260.561346:0:30869:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb817dbe00 00000080:00002000:3.0:1788777260.561347:0:30869:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff945320a55510, parent ffff9453208d0a20, inode ffff945320918908) hashed, 00000080:00000001:3.0:1788777260.561350:0:30869:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777260.561353:0:30869:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777260.561355:0:30869:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788777260.574574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453206252c0. 00000080:00000010:3.1:1788777260.574591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453206258e0. 00010000:00000001:1.0:1788777261.021345:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777261.021351:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777261.021356:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777261.021357:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777261.024768:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777261.024775:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777261.024779:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777262.045497:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777262.045504:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.045509:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777262.045510:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777262.438057:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.438062:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b700. 00000400:00000200:1.0:1788777262.438068:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.438073:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.438079:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1660 00000400:00000010:1.0:1788777262.438081:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1660. 00000100:00000001:1.0:1788777262.438086:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.438091:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126107776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.438112:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.438115:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126107776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.438121:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.438123:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.441083:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.441107:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.441112:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.441115:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.441124:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.441131:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.441138:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.441143:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.441148:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.441151:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4be80 00000400:00000200:0.0:1788777262.441156:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.441161:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6621 [1] + 224 00000800:00000001:0.0:1788777262.441170:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.441177:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.441181:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.441185:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.441192:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.441200:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126107776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.441211:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914e300 x1875667126107776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.441245:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.441254:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.441257:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777262.446276:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.446286:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bc00. 00000400:00000200:0.0:1788777262.446294:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.446302:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.446309:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1220 00000400:00000010:0.0:1788777262.446312:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1220. 00000100:00000001:0.0:1788777262.446316:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.446324:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126107904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.446336:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.446339:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126107904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.446346:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.446348:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.458185:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.458204:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.458208:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.458211:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.458235:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.458245:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.458256:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.458261:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.458266:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.458270:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4bf00 00000400:00000200:0.0:1788777262.458275:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.458281:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6629 [1] + 224 00000800:00000001:0.0:1788777262.458288:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.458297:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.458300:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.458304:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.458312:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.458320:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126107904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.458331:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914e300 x1875667126107904/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.458349:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.458359:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.458362:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777262.460975:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.460983:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666be00. 00000400:00000200:0.0:1788777262.460991:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.460999:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.461004:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:0.0:1788777262.461007:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:0.0:1788777262.461014:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.461020:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126108032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.461031:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.461035:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126108032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.461051:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.461053:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.476760:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.476775:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.476779:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.476782:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.476790:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.476798:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.476806:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.476810:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.476815:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.476819:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 640 into portal 10 MB=0x6a9e8c8c4bf80 00000400:00000200:0.0:1788777262.476823:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.476830:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 640/640 into md 0x6631 [1] + 224 00000800:00000001:0.0:1788777262.476837:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.476845:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.476849:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.476853:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.476859:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.476868:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126108032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.476878:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94530914e300 x1875667126108032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.476900:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.476908:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.476911:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:0.0:1788777262.482334:0:30903:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945302fb4cc0. 00020000:00000010:0.0:1788777262.482341:0:30903:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453106b0180. 00020000:00000010:0.0:1788777262.482346:0:30903:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945302fb4ba0. 00020000:00000001:0.0:1788777262.482349:0:30903:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625682986060704 : -118390723490912 : ffff945302fb4ba0) 00020000:00000002:0.0:1788777262.482353:0:30903:0:(lov_ea.c:755:dump_lsm()) lsm ffff945302fb4ba0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777262.482358:0:30903:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777262.482362:0:30903:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453106b0180: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:0.0:1788777262.482368:0:30903:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff945310210000 00020000:00000001:0.0:1788777262.482371:0:30903:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777262.482374:0:30903:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff945310210000 00020000:00000010:0.0:1788777262.482378:0:30903:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453106b0180. 00020000:00000010:0.0:1788777262.482383:0:30903:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945302fb4cc0. 00020000:00000010:0.0:1788777262.482388:0:30903:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945302fb4ba0. 00020000:00000002:0.0:1788777262.482390:0:30903:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777262.482392:0:30903:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.482393:0:30903:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.482398:0:30903:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777262.482401:0:30903:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945310210000 00020000:00000002:0.0:1788777262.482403:0:30903:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b7900 addref 2/0 by ffff945310210000. 00020000:00000002:0.0:1788777262.482405:0:30903:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945310210000 00020000:00000001:0.0:1788777262.482408:0:30903:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777262.482410:0:30903:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777262.482411:0:30903:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777262.482413:0:30903:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777262.482416:0:30903:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777262.482418:0:30903:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788777262.482421:0:30903:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee630 00000080:00000001:0.0:1788777262.482425:0:30903:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.482428:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.482431:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777262.482433:0:30903:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777262.482437:0:30903:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777262.482439:0:30903:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777262.482443:0:30903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af8735 00800000:00000001:0.0:1788777262.482446:0:30903:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777262.482450:0:30903:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777262.482452:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777262.482454:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777262.482457:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:0.0:1788777262.482459:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:0.0:1788777262.482461:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:0.0:1788777262.482464:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.482466:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777262.482467:0:30903:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777262.482469:0:30903:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777262.482475:0:30903:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b54ca8 inode ffff94532091b248 refc 1 flags 0x40000e 00000080:00000001:0.0:1788777262.482478:0:30903:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777262.482483:0:30903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff94532091b248) 00000080:00010000:0.0:1788777262.482486:0:30903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8735 from it ffffb1cb81cebb20 00010000:00000001:0.0:1788777262.482488:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777262.482490:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777262.482491:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:0.0:1788777262.482493:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:0.0:1788777262.482495:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:0.0:1788777262.482498:0:30903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777262.482502:0:30903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8735 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3bff4 expref: -99 pid: 30903 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777262.482511:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.482512:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777262.482513:0:30903:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777262.482517:0:30903:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777262.482520:0:30903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8735 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bff4 expref: -99 pid: 30903 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777262.482527:0:30903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777262.482530:0:30903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777262.482532:0:30903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777262.482536:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.482537:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777262.482539:0:30903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.482542:0:30903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777262.482544:0:30903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.482546:0:30903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.482549:0:30903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.482551:0:30903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777262.482553:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.482554:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777262.482556:0:30903:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777262.482560:0:30903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530939d200. 00000100:00000001:0.0:1788777262.482565:0:30903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.482577:0:30903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126108032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.482584:0:30903:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777262.482587:0:30903:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777262.482591:0:30903:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669000. 02000000:00000001:0.0:1788777262.482594:0:30903:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777262.482596:0:30903:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777262.482597:0:30903:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777262.482599:0:30903:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777262.482602:0:30903:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9000. 02000000:00000001:0.0:1788777262.482605:0:30903:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777262.482607:0:30903:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777262.482609:0:30903:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:0.0:1788777262.482612:0:30903:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777262.482613:0:30903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777262.482616:0:30903:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777262.482617:0:30903:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81cebb20 released 00000080:00000001:0.0:1788777262.482618:0:30903:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788777262.482630:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cebd08 00000080:00200008:0.0:1788777262.482632:0:30903:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x25:0x0](ffff94532091b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777262.482638:0:30903:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777262.482640:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cebc80 00000080:00200000:0.0:1788777262.482641:0:30903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x25:0x0](ffff94532091b248),name=f 00000080:00000010:0.0:1788777262.482646:0:30903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00000080:00000001:0.0:1788777262.482655:0:30903:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777262.482659:0:30903:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777262.482661:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cebba0 00800000:00000002:0.0:1788777262.482663:0:30903:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x25:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:0.0:1788777262.482667:0:30903:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777262.482671:0:30903:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777262.482675:0:30903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777262.482677:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ceba70 00000002:00010000:0.0:1788777262.482679:0:30903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777262.482683:0:30903:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777262.482684:0:30903:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777262.482686:0:30903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777262.482691:0:30903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:0.0:1788777262.482703:0:30903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777262.482708:0:30903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777262.482711:0:30903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777262.482715:0:30903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8735 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bff4 expref: -99 pid: 30903 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777262.482723:0:30903:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777262.482727:0:30903:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777262.482730:0:30903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8735 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bff4 expref: -99 pid: 30903 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777262.482737:0:30903:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777262.482739:0:30903:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777262.482742:0:30903:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777262.482744:0:30903:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777262.482746:0:30903:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777262.482748:0:30903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777262.482750:0:30903:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777262.482752:0:30903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000080:00000001:0.0:1788777262.482755:0:30903:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777262.482757:0:30903:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777262.482759:0:30903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff94532091b248) 00000080:00010000:0.0:1788777262.482762:0:30903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af8735 00800000:00000001:0.0:1788777262.482764:0:30903:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777262.482766:0:30903:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777262.482767:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777262.482768:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777262.482770:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:0.0:1788777262.482772:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:0.0:1788777262.482775:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:0.0:1788777262.482776:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.482777:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777262.482778:0:30903:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777262.482780:0:30903:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777262.482782:0:30903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8735 from it ffffb1cb81cebcb8 00010000:00000001:0.0:1788777262.482783:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777262.482784:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777262.482786:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:0.0:1788777262.482787:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:0.0:1788777262.482789:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:0.0:1788777262.482790:0:30903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777262.482792:0:30903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8735 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3bff4 expref: -99 pid: 30903 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777262.482799:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.482800:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777262.482801:0:30903:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777262.482802:0:30903:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777262.482804:0:30903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8735 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3bff4 expref: -99 pid: 30903 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777262.482811:0:30903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777262.482812:0:30903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777262.482813:0:30903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777262.482816:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.482817:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777262.482818:0:30903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.482819:0:30903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777262.482821:0:30903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.482822:0:30903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.482824:0:30903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.482825:0:30903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777262.482827:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.482828:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777262.482829:0:30903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777262.482830:0:30903:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777262.482833:0:30903:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777262.482836:0:30903:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777262.482837:0:30903:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777262.482839:0:30903:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777262.482841:0:30903:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777262.482843:0:30903:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777262.482846:0:30903:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788777262.482848:0:30903:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777262.482850:0:30903:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154488 : -118390618397128 : ffff9453093ee638) 00000020:00001000:0.0:1788777262.482852:0:30903:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee630 00000020:00000001:0.0:1788777262.482857:0:30903:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:0.0:1788777262.482859:0:30903:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777262.482862:0:30903:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777262.482864:0:30903:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788777262.482867:0:30903:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777262.482869:0:30903:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777262.482871:0:30903:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777262.482872:0:30903:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777262.482874:0:30903:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777262.482877:0:30903:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x25:0x0]io ffff9453105cac50 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788777262.482880:0:30903:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945310210000 00020000:00000001:0.0:1788777262.482883:0:30903:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777262.482885:0:30903:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777262.482887:0:30903:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777262.482889:0:30903:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777262.482891:0:30903:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777262.482893:0:30903:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777262.482895:0:30903:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.482896:0:30903:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777262.482897:0:30903:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777262.482899:0:30903:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777262.482900:0:30903:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945310210000 00000020:00000001:0.0:1788777262.482902:0:30903:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777262.482904:0:30903:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788777262.482906:0:30903:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x25:0x0] 00000020:00000001:0.0:1788777262.482909:0:30903:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777262.482910:0:30903:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777262.482913:0:30903:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777262.482915:0:30903:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777262.482919:0:30903:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788777262.482925:0:30903:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945309327480. 00020000:00000002:0.0:1788777262.482927:0:30903:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777262.482929:0:30903:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777262.482931:0:30903:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777262.482933:0:30903:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777262.482934:0:30903:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777262.482935:0:30903:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153912 : -118390618397704 : ffff9453093ee3f8) 00000020:00001000:0.0:1788777262.482937:0:30903:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee3f0 00000020:00000001:0.0:1788777262.482940:0:30903:0:(cl_object.c:143:cl_object_top()) ffff945309306f58 -> ffff9453093062d8 00000020:00000001:0.0:1788777262.482941:0:30903:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777262.482944:0:30903:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777262.482945:0:30903:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777262.482946:0:30903:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777262.482948:0:30903:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777262.482950:0:30903:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221435048 : -118390488116568 : ffff94531102d2a8) 00000020:00000001:0.0:1788777262.482952:0:30903:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777262.482956:0:30903:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453056f10a0. 00000008:00010000:0.0:1788777262.482958:0:30903:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788777262.482961:0:30903:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777262.482962:0:30903:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777262.482964:0:30903:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9453093274b0, osc lock ffff9453056f10a0, flags 0x400001002 00000020:00000001:0.0:1788777262.482966:0:30903:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777262.482967:0:30903:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777262.482970:0:30903:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683090338944 : -118390619212672 : ffff945309327480) 00000020:00000001:0.0:1788777262.482972:0:30903:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777262.482972:0:30903:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777262.482974:0:30903:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.482976:0:30903:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.482978:0:30903:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788777262.482980:0:30903:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788777262.482982:0:30903:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777262.482984:0:30903:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777262.482985:0:30903:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777262.482986:0:30903:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221435048 : -118390488116568 : ffff94531102d2a8) 00000020:00000001:0.0:1788777262.482988:0:30903:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777262.482990:0:30903:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777262.482992:0:30903:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777262.482995:0:30903:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777262.482997:0:30903:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777262.482998:0:30903:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777262.483000:0:30903:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777262.483001:0:30903:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777262.483001:0:30903:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777262.483003:0:30903:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777262.483005:0:30903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777262.483009:0:30903:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.483012:0:30903:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788777262.483015:0:30903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1f80. 00000020:00000040:0.0:1788777262.483018:0:30903:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:0.0:1788777262.483022:0:30903:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788777262.483025:0:30903:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788777262.483029:0:30903:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1718 00000400:00000200:0.0:1788777262.483036:0:30903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.483059:0:30903:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:0.0:1788777262.483065:0:30903:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777262.483068:0:30903:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777262.483070:0:30903:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777262.483072:0:30903:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:0.0:1788777262.483074:0:30903:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777262.483076:0:30903:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:0.0:1788777262.483078:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777262.483080:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:0.0:1788777262.483082:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:0.0:1788777262.483084:0:30903:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000040:0.0:1788777262.483087:0:30903:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777262.483089:0:30903:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777262.483091:0:30903:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777262.483102:0:30903:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:0.0:1788777262.483107:0:30903:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00080000:0.0:1788777262.483110:0:30903:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9453090ac800: import ffff945311026000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:0.0:1788777262.483112:0:30903:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777262.483114:0:30903:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788777262.483119:0:30903:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777262.483121:0:30903:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.483123:0:30903:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788777262.483126:0:30903:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788777262.483128:0:30903:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.483130:0:30903:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777262.483134:0:30903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2a00. 00000020:00000040:0.0:1788777262.483136:0:30903:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=4 obd=lustre-OST0001-osc-ffff9453090ac800 02000000:00000001:0.0:1788777262.483139:0:30903:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777262.483141:0:30903:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.483144:0:30903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777262.483146:0:30903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777262.483149:0:30903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777262.483155:0:30903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d22c00. 00000100:00000001:0.0:1788777262.483161:0:30903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777262.483168:0:30903:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777262.483177:0:30903:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777262.483181:0:30903:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777262.483185:0:30903:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6ecdef0] to pc [ptlrpcd_rcv+-1] req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.483211:0:30903:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.483214:0:30903:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1788777262.483215:0:30903:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:0.0:1788777262.483218:0:30903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777262.483262:0:30903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777262.483264:0:30903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.483267:0:30903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777262.483268:0:30903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777262.483270:0:30903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777262.483274:0:30903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073ea00. 00000100:00000001:0.0:1788777262.483277:0:30903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.483282:0:30903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777262.483283:0:30903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.483285:0:30903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777262.483286:0:30903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.483288:0:30903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777262.483290:0:30903:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00010000:00000001:0.0:1788777262.483293:0:30903:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777262.483296:0:30903:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777262.483300:0:30903:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34500. 00010000:00000010:0.0:1788777262.483303:0:30903:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff945303e34f00. 00010000:00000001:0.0:1788777262.483308:0:30903:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777262.483311:0:30903:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8400. 00000020:00000001:0.0:1788777262.483314:0:30903:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777262.483317:0:30903:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8400 with handle 0xe53f2b0cb7af873c to hash 00000020:00000001:0.0:1788777262.483319:0:30903:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777262.483321:0:30903:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000010:0.0:1788777262.483325:0:30903:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff945311048740. 00010000:00000001:0.0:1788777262.483327:0:30903:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:0.0:1788777262.483330:0:30903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777262.483331:0:30903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777262.483335:0:30903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777262.483344:0:30903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777262.483353:0:30903:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.483356:0:30903:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777262.483358:0:30903:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777262.483363:0:30903:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a6c1580] to pc [ptlrpcd_00_00+0] req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788777262.483379:0:30903:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777262.483381:0:30903:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.483383:0:30903:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777262.483385:0:30903:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.483387:0:30903:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.483389:0:30903:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777262.483390:0:30903:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788777262.483392:0:30903:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788777262.483394:0:30903:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788777262.483565:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777262.483570:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777262.483573:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777262.483581:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.483589:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777262.483592:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788777262.483597:0:2346:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.483604:0:2346:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.483607:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.483609:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777262.483610:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.483613:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.483615:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.483621:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777262.483623:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.483625:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777262.483627:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777262.483628:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.483629:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777262.483630:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.483632:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.483634:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.483641:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777262.483643:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.484384:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777262.484388:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.484390:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.484397:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.484406:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.484408:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.484411:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.484414:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.484417:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.484420:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126108160:192.168.203.135@tcp:8:checkstat.0 00000100:00000001:3.0:1788777262.484425:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.484428:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.484430:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.484432:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.484438:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777262.484440:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.484446:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.484450:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646dbb0. 00000400:00000010:3.0:1788777262.484457:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000100:00000200:3.0:1788777262.484475:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126108160, portal 4 00000100:00000001:3.0:1788777262.484478:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.484479:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082717696 : -118390626833920 : ffff945308be2a00) 00000100:00000040:3.0:1788777262.484487:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.484495:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.484497:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.484500:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777262.484504:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126108160, offset 0 00000400:00000200:3.0:1788777262.484510:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.484518:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.484524:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.484530:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.484534:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.484538:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.484541:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.484544:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2351:2351:256:4294967295] 192.168.203.135@tcp LPNI seq info [2346:2346:8:4294967295] 00000400:00000200:3.0:1788777262.484548:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.484558:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.484575:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777262.484581:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df200. 00000800:00000200:3.0:1788777262.484588:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777262.484595:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777262.484599:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788777262.484618:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.484622:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 289868 usecs (290 jiffies) 00000400:00000200:3.0:1788777262.484625:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777262.484628:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413081 00000100:00000001:3.0:1788777262.484631:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.484634:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413081 00000100:00000001:3.0:1788777262.484636:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.484638:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.484641:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.484643:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.484646:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.484650:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.484652:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788777262.484654:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777262.484655:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.484656:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.484658:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.484884:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.484889:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df200. 00000400:00000200:0.0:1788777262.484895:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.484900:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.484906:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:0.0:1788777262.484908:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:0.0:1788777262.484913:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.484918:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.484927:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.484930:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.484938:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.484939:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.491092:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.491119:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.491123:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.491126:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.491134:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.491142:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.491151:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.491156:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.491162:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.491167:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c4c000 00000400:00000200:0.0:1788777262.491171:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.491177:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x6639 [1] + 0 00000800:00000001:0.0:1788777262.491184:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.491203:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.491206:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.491210:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.491218:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.491267:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777262.491279:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.491299:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.491309:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.491312:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.491367:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777262.491371:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777262.491378:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777262.491380:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777262.491384:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646dbb0. 00000400:00000200:3.0:1788777262.491389:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:3.0:1788777262.491391:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:3.0:1788777262.491394:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777262.491400:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777262.491416:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.491423:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777262.491425:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.491427:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777262.491430:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777262.491433:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777262.491434:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.491437:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777262.491446:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=85 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777262.491449:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777262.491452:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777262.491454:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.491457:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777262.491461:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.491474:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777262.491476:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: committing for last_committed 4294967312 gen 14 00000100:00000040:3.0:1788777262.491479:0:2345:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788777262.491481:0:2345:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777262.491483:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.491488:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.491495:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.491498:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777262.491500:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.491502:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788777262.491509:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:3.0:1788777262.491512:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777262.491514:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:3.0:1788777262.491517:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.491520:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:3.0:1788777262.491522:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:3.0:1788777262.491525:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00001000:3.0:1788777262.491528:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=1788777262 v=0 (0 0 0 0) 00000100:00001000:3.0:1788777262.491531:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311026418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788777262.491536:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000100:00080000:3.0:1788777262.491540:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9453090ac800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1788777262.491544:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000001:3.0:1788777262.491546:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777262.491549:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788777262.491553:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1788777262.491556:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777262.491559:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788777262.491570:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777262.491573:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777262.491576:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777262.491578:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777262.491580:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.491581:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777262.491583:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788777262.491586:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311026000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1788777262.491589:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777262.491590:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788777262.491591:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777262.491592:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788777262.491594:0:2345:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788777262.491596:0:2345:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1788777262.491601:0:2345:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1788777262.491602:0:2345:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1788777262.491604:0:2345:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.491606:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777262.491609:0:2345:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788777262.491611:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788777262.491614:0:2345:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788777262.491615:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777262.491617:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777262.491620:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.491622:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.491624:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777262.491625:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777262.491626:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.491628:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788777262.491630:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788777262.491634:0:2345:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788777262.491636:0:2345:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.491637:0:2345:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.491639:0:2345:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.491641:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777262.491643:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777262.491644:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777262.491646:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.491647:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788777262.491649:0:2345:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.491652:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788777262.491658:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000bbb4f637): req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.491679:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.491698:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.491702:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777262.491710:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126108160:192.168.203.135@tcp:8:checkstat.0 00000100:00000001:3.0:1788777262.491714:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.491716:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.491720:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2a00 x1875667126108160/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.491727:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777262.491730:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777262.491733:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777262.491737:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777262.491739:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777262.491740:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777262.491743:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777262.491746:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d22c00. 02000000:00000001:3.0:1788777262.491750:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777262.491752:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777262.491753:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2a00. 00000100:00000001:3.0:1788777262.491756:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777262.491758:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.491760:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.491768:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.491770:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.491772:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777262.491773:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.492071:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777262.492075:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777262.492077:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.492080:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777262.492082:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777262.492085:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777262.492087:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777262.492090:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.492104:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777262.492110:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777262.492113:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777262.492115:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777262.492122:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068ac00. 02000000:00000001:1.0:1788777262.492124:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777262.492130:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777262.492134:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbec8. 00000400:00000010:1.0:1788777262.492138:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12330. 00000100:00000200:1.0:1788777262.492144:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126108288, portal 4 00000100:00000001:1.0:1788777262.492146:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777262.492148:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000100:00000040:1.0:1788777262.492155:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.492162:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777262.492165:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777262.492168:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12990. 00000100:00000200:1.0:1788777262.492171:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126108288, offset 0 00000400:00000200:1.0:1788777262.492177:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777262.492184:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.492190:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777262.492195:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777262.492199:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777262.492202:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777262.492205:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777262.492208:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2352:2352:256:4294967295] 192.168.203.135@tcp LPNI seq info [2347:2347:8:4294967295] 00000400:00000200:1.0:1788777262.492212:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.492241:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777262.492247:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777262.492252:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929a00. 00000800:00000200:1.0:1788777262.492259:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777262.492265:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777262.492269:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777262.492286:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777262.492291:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 288005 usecs (289 jiffies) 00000400:00000200:1.0:1788777262.492294:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777262.492297:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413088 00000100:00000001:1.0:1788777262.492300:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:1.0:1788777262.492302:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413088 00000100:00000001:1.0:1788777262.492304:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:1.0:1788777262.492306:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777262.492309:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.492311:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.492315:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777262.492316:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777262.492318:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777262.492320:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777262.492321:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.492323:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.492474:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.492479:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929a00. 00000400:00000200:0.0:1788777262.492483:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.492488:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.492491:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12990 00000400:00000010:0.0:1788777262.492493:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12990. 00000100:00000001:0.0:1788777262.492497:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.492501:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.492509:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.492513:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.492518:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.492520:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.496201:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.496217:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.496259:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.496264:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.496274:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.496282:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.496292:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.496297:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.496302:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.496306:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c4c080 00000400:00000200:0.0:1788777262.496311:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.496318:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x6641 [1] + 224 00000800:00000001:0.0:1788777262.496325:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.496333:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.496336:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.496341:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.496349:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.496358:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.496369:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.496382:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.496391:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.496394:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.496460:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777262.496464:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777262.496470:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777262.496473:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777262.496476:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbec8. 00000400:00000200:1.0:1788777262.496482:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12330 00000400:00000010:1.0:1788777262.496484:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12330. 00000100:00000001:1.0:1788777262.496487:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777262.496492:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777262.496505:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.496510:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777262.496512:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.496515:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777262.496518:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777262.496520:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777262.496522:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777262.496525:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777262.496534:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=85 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777262.496538:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777262.496541:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777262.496543:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.496545:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777262.496549:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.496552:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777262.496554:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788777262.496556:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777262.496558:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777262.496562:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.496568:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777262.496572:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777262.496574:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788777262.496577:0:2346:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788777262.496579:0:2346:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.496582:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.496585:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=4 00000020:00000001:1.0:1788777262.496587:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496590:0:2346:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496592:0:2346:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.496593:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.496595:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=5 00000020:00000001:1.0:1788777262.496597:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496599:0:2346:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496603:0:2346:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777262.496605:0:2346:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777262.496610:0:2346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777262.496621:0:2346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.496623:0:2346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.496625:0:2346:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777262.496627:0:2346:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.496628:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.496630:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=6 00000020:00000001:1.0:1788777262.496632:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496634:0:2346:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000040:1.0:1788777262.496640:0:2346:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8400, remote cookie: 0xa4f015c75ff3c002, flags: 0x1001 00010000:00010000:1.0:1788777262.496645:0:2346:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777262.496652:0:2346:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788777262.496655:0:2346:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.496658:0:2346:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777262.496661:0:2346:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788777262.496665:0:2346:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777262.496674:0:2346:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x12:0x0].0x0 (ffff945303e34500) refcount = 1 00010000:00000040:1.0:1788777262.496677:0:2346:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777262.496680:0:2346:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777262.496693:0:2346:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777262.496695:0:2346:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777262.496698:0:2346:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777262.496700:0:2346:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777262.496703:0:2346:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777262.496710:0:2346:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777262.496711:0:2346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.496712:0:2346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.496713:0:2346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.496714:0:2346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777262.496716:0:2346:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788777262.496719:0:2346:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777262.496721:0:2346:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.496722:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.496724:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=5 00000020:00000001:1.0:1788777262.496726:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496728:0:2346:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00000008:00000001:1.0:1788777262.496732:0:2346:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788777262.496737:0:2346:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00010000:1.0:1788777262.496741:0:2346:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788777262.496749:0:2346:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:1.0:1788777262.496751:0:2346:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777262.496753:0:2346:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788777262.496755:0:2346:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777262.496758:0:2346:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777262.496759:0:2346:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777262.496762:0:2346:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00000001:1.0:1788777262.496763:0:2346:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788777262.496766:0:2346:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777262.496768:0:2346:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777262.496820:0:2346:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777262.496823:0:2346:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.496825:0:2346:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.496826:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.496828:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=6 00000020:00000001:1.0:1788777262.496829:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496832:0:2346:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496834:0:2346:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777262.496837:0:2346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777262.496844:0:2346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.496845:0:2346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777262.496847:0:2346:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777262.496854:0:2346:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777262.496855:0:2346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.496856:0:2346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777262.496857:0:2346:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.496859:0:2346:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.496860:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.496861:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=5 00000020:00000001:1.0:1788777262.496863:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496865:0:2346:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777262.496867:0:2346:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777262.496868:0:2346:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777262.496873:0:2346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.496875:0:2346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.496876:0:2346:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777262.496879:0:2346:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777262.496881:0:2346:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777262.496889:0:2346:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777262.496892:0:2346:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777262.496893:0:2346:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777262.496896:0:2346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.496897:0:2346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.496898:0:2346:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.496901:0:2346:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777262.496903:0:2346:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.496905:0:2346:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.496907:0:2346:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.496909:0:2346:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777262.496910:0:2346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.496911:0:2346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.496912:0:2346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.496913:0:2346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777262.496914:0:2346:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777262.496920:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777262.496928:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:0:1875667126108288:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:1.0:1788777262.496933:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.496935:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.496938:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1f80 x1875667126108288/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.496945:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777262.496948:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777262.496952:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94531068ac00. 02000000:00000001:1.0:1788777262.496956:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777262.496959:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777262.496961:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:1.0:1788777262.496963:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777262.496966:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073ea00. 02000000:00000001:1.0:1788777262.496969:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777262.496971:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777262.496973:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1f80. 00000100:00000001:1.0:1788777262.496977:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777262.496979:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.496980:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.496987:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777262.496989:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.496991:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777262.496993:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.499785:0:30903:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.499794:0:30903:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777262.499801:0:30903:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777262.499805:0:30903:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:0.0:1788777262.499808:0:30903:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:0.0:1788777262.499810:0:30903:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777262.499815:0:30903:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777262.499819:0:30903:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777262.499820:0:30903:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777262.499822:0:30903:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777262.499823:0:30903:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777262.499825:0:30903:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788777262.499829:0:30903:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777262.499832:0:30903:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788777262.499834:0:30903:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.499836:0:30903:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.499837:0:30903:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000080:00200000:0.0:1788777262.499840:0:30903:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x25:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788777262.499842:0:30903:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777262.499844:0:30903:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777262.499846:0:30903:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105cabf0 (ffff9453093ee638/0) at cl_lock_release():245 00000020:00000001:0.0:1788777262.499849:0:30903:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777262.499850:0:30903:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105cabf0 (ffff9453093ee638/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777262.499853:0:30903:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777262.499857:0:30903:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777262.499858:0:30903:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221435048 : -118390488116568 : ffff94531102d2a8) 00000020:00000001:0.0:1788777262.499861:0:30903:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777262.499862:0:30903:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453093274b0 (ffff9453093ee3f8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777262.499865:0:30903:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777262.499867:0:30903:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777262.499869:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.499871:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777262.499872:0:30903:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777262.499874:0:30903:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777262.499876:0:30903:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777262.499876:0:30903:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777262.499878:0:30903:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777262.499879:0:30903:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105cabf0 (ffff9453093ee638/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777262.499881:0:30903:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777262.499882:0:30903:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777262.499883:0:30903:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453093274b0 (ffff9453093ee638/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777262.499886:0:30903:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453056f10a0. 00000020:00000001:0.0:1788777262.499891:0:30903:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777262.499892:0:30903:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945309327480. 00020000:00000001:0.0:1788777262.499895:0:30903:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777262.499897:0:30903:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777262.499898:0:30903:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788777262.499900:0:30903:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.499902:0:30903:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777262.499904:0:30903:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777262.499906:0:30903:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777262.499908:0:30903:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777262.499909:0:30903:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777262.499911:0:30903:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee3f0 00020000:00000001:0.0:1788777262.499914:0:30903:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777262.499916:0:30903:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777262.499918:0:30903:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777262.499920:0:30903:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777262.499924:0:30903:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777262.499926:0:30903:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777262.499928:0:30903:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777262.499930:0:30903:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777262.499931:0:30903:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777262.499932:0:30903:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee630 00000001:00000001:0.0:1788777262.499934:0:30903:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.499942:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cebd08 00000080:00000008:0.0:1788777262.499945:0:30903:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x25:0x0](ffff94532091b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777262.499952:0:30903:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777262.499953:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cebda0 00000080:00002000:0.0:1788777262.499955:0:30903:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff945320b54ca8, parent ffff945320b540d8, inode ffff94532091b248) hashed, 00000080:00000001:0.0:1788777262.499958:0:30903:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.527179:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.527187:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.527189:0:30904:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777262.527192:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bb20 00000080:00200000:3.0:1788777262.527197:0:30904:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777262.527205:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0aa00. 00800000:00000002:3.0:1788777262.527213:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.527217:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.527238:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.527241:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba40 00800000:00000002:3.0:1788777262.527244:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.527248:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777262.527253:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777262.527258:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.527261:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b910 00000002:00010000:3.0:1788777262.527263:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777262.527267:0:30904:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777262.527269:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.528790:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.528800:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.528805:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.528920:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.528927:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777262.528932:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777262.528945:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777262.528950:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.528953:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777262.528962:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.528964:0:30904:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.528966:0:30904:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.528968:0:30904:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.528971:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.528973:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777262.528976:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777262.528979:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.528983:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0aa00. 00000080:00000001:3.0:1788777262.528987:0:30904:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777262.528989:0:30904:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.528991:0:30904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777262.528994:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8727 00800000:00000001:3.0:1788777262.528998:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.529001:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.529003:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.529006:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.529008:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:3.0:1788777262.529010:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.529013:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.529016:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.529017:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.529018:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.529020:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.529022:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8727 from it ffffb1cb81d1bb58 00010000:00000001:3.0:1788777262.529025:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.529026:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.529027:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:3.0:1788777262.529029:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.529031:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.529033:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.529035:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777262.529041:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.529042:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.529044:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.529046:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.529048:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777262.529056:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.529060:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.529062:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.529066:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.529068:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.529069:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.529072:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.529074:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.529076:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.529079:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.529081:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.529082:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.529083:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777262.529086:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777262.529088:0:30904:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.529090:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777262.529107:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.529121:0:30904:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945310690480. 00000020:00000001:3.0:1788777262.529126:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba88 00000080:00200000:3.0:1788777262.529129:0:30904:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=24 00000080:00000001:3.0:1788777262.529132:0:30904:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777262.529134:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b938 00000080:00200000:3.0:1788777262.529136:0:30904:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:3.0:1788777262.529142:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0aa00. 00800000:00000002:3.0:1788777262.529146:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.529150:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.529152:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.529153:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b858 00800000:00000002:3.0:1788777262.529156:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.529159:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788777262.529163:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b7f0 00800000:00000002:3.0:1788777262.529165:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788777262.529169:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.529170:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b728 00000002:00010000:3.0:1788777262.529171:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788777262.529175:0:30904:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777262.529177:0:30904:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777262.529182:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3dc00. 00000020:00000040:3.0:1788777262.529186:0:30904:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777262.529191:0:30904:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777262.529195:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.529198:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.529199:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.529200:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.529204:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777262.529206:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777262.529208:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777262.529216:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2e400. 00000100:00000001:3.0:1788777262.529242:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.529248:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.529249:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.529251:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.529252:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.529254:0:30904:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.529261:0:30904:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683080993792 : -118390628557824 : ffff945308a3dc00) 00010000:00000001:3.0:1788777262.529265:0:30904:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777262.529267:0:30904:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777262.529270:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.532673:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.532679:0:30904:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777262.532766:0:30904:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152c200. 00000020:00000001:3.0:1788777262.532773:0:30904:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777262.532777:0:30904:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152c200 with handle 0xe53f2b0cb7af8743 to hash 00000020:00000001:3.0:1788777262.532780:0:30904:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777262.532781:0:30904:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:3.0:1788777262.532786:0:30904:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:3.0:1788777262.532791:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.532795:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.532800:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af8743 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.533667:0:30904:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af8743 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.533696:0:30904:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af8743 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777262.533703:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777262.533705:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777262.533714:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b586c0. 00000100:00000001:3.0:1788777262.533716:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082151616 : -118390627400000 : ffff945308b586c0) 00000100:00000001:3.0:1788777262.533719:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.533720:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080993792 : -118390628557824 : ffff945308a3dc00) 00000100:00000001:3.0:1788777262.533726:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777262.533729:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.533731:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777262.533733:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.533743:0:30904:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3dc00 x1875667126108416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.533753:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.533755:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.533759:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.533762:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.533765:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.533768:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3dc00 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30904:1875667126108416:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:3.0:1788777262.533772:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.533778:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.533780:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.533783:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.533788:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453091d9000. 02000000:00000001:3.0:1788777262.533791:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.533797:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.533801:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646dbb0. 00000400:00000010:3.0:1788777262.534135:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000100:00000200:3.0:1788777262.534145:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126108416, portal 10 00000100:00000001:3.0:1788777262.534147:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.534148:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080993792 : -118390628557824 : ffff945308a3dc00) 00000100:00000040:3.0:1788777262.534156:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3dc00 x1875667126108416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.534163:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.534166:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.534170:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347cc0. 00000100:00000200:3.0:1788777262.534173:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126108416, offset 0 00000400:00000200:3.0:1788777262.534180:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.534188:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.534196:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.534201:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.534205:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.534209:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.534211:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.534216:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2353:2353:256:4294967295] 192.168.203.135@tcp LPNI seq info [2348:2348:8:4294967295] 00000400:00000200:3.0:1788777262.534248:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.534260:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.534267:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000200:0.0:1788777262.535514:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.535519:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b500. 00000400:00000200:0.0:1788777262.535525:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.535530:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.535536:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347cc0 00000400:00000010:0.0:1788777262.535539:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347cc0. 00000100:00000001:0.0:1788777262.535543:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.535549:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3dc00 x1875667126108416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.535560:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.535563:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3dc00 x1875667126108416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.535569:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.535570:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.547468:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.547485:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.547490:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.547493:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.547502:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.547509:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.547517:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.547521:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.547526:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.547529:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4c100 00000400:00000200:0.0:1788777262.547534:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.547539:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6651 [1] + 224 00000800:00000001:0.0:1788777262.547546:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.547553:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.547556:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.547561:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.547567:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.547577:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3dc00 x1875667126108416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.547587:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308a3dc00 x1875667126108416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.547609:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.547618:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.547621:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777262.549153:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.549157:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b200. 00000400:00000200:0.0:1788777262.549162:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.549167:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.549172:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1908 00000400:00000010:0.0:1788777262.549175:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1908. 00000100:00000001:0.0:1788777262.549179:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.549183:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126108544/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.549192:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.549196:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126108544/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.549203:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.549204:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.573513:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.573530:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.573534:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.573537:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.573546:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.573618:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.573628:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.573633:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.573639:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.573643:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 640 into portal 10 MB=0x6a9e8c8c4c180 00000400:00000200:0.0:1788777262.573647:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.573739:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 640/640 into md 0x6659 [1] + 224 00000800:00000001:0.0:1788777262.573748:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.573757:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.573762:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.573766:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.573773:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.573782:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126108544/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.573794:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94530914fb80 x1875667126108544/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.573883:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.573894:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.573897:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.576716:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777262.576721:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.576723:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.576732:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914fb80 x1875667126108672/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.576740:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.576743:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.576747:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.576750:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.576752:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.576756:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126108672:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:3.0:1788777262.576760:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.576767:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.576770:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.576772:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.576778:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777262.576781:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.576788:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.576793:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646db00. 00000400:00000010:3.0:1788777262.576799:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347908. 00000100:00000200:3.0:1788777262.576817:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126108672, portal 4 00000100:00000001:3.0:1788777262.576820:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.576821:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000040:3.0:1788777262.576828:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914fb80 x1875667126108672/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.576836:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.576840:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.576843:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777262.576847:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126108672, offset 0 00000400:00000200:3.0:1788777262.576853:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.576863:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.576873:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.576879:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.576886:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.576890:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.576893:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.576897:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2355:2355:256:4294967295] 192.168.203.135@tcp LPNI seq info [2350:2350:8:4294967295] 00000400:00000200:3.0:1788777262.576901:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.576910:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.576916:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000200:0.0:1788777262.577396:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.577401:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b200. 00000400:00000200:0.0:1788777262.577406:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.577412:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.577417:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:0.0:1788777262.577419:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:0.0:1788777262.577424:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.577428:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126108672/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.577437:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.577441:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126108672/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.577448:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.577449:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.588926:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.588943:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.588947:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.588950:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.588960:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.588968:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.588978:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.588983:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.588988:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.588992:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c4c200 00000400:00000200:0.0:1788777262.588996:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.589003:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x6661 [1] + 224 00000800:00000001:0.0:1788777262.589010:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.589017:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.589020:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.589025:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.589032:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.589042:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126108672/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.589052:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914fb80 x1875667126108672/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777278 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.589076:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.589086:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.589089:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777262.590600:0:30904:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.590606:0:30904:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777262.590612:0:30904:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777262.590615:0:30904:0:(cl_object.c:143:cl_object_top()) ffff94532014c850 -> ffff94532014c850 00000020:00000001:0.0:1788777262.590618:0:30904:0:(cl_object.c:143:cl_object_top()) ffff94532014c850 -> ffff94532014c850 00000020:00000001:0.0:1788777262.590620:0:30904:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777262.590624:0:30904:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777262.590628:0:30904:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777262.590630:0:30904:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777262.590631:0:30904:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777262.590633:0:30904:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777262.590635:0:30904:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1028 on OST[0]: s=0 (1) m=1788777244 a=1788777244 c=1788777244 b=1 00020000:00000001:0.0:1788777262.590638:0:30904:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777262.590640:0:30904:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788777244 a=1788777244 c=1788777244 b=1 00020000:00000001:0.0:1788777262.590643:0:30904:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.590645:0:30904:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.590646:0:30904:0:(cl_object.c:143:cl_object_top()) ffff94532014c850 -> ffff94532014c850 00000080:00200000:0.0:1788777262.590648:0:30904:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x26:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788777262.590651:0:30904:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777262.590653:0:30904:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777262.590714:0:30904:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8de0 (ffff9453093eeab8/0) at cl_lock_release():245 00000020:00000001:0.0:1788777262.590718:0:30904:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777262.590719:0:30904:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8de0 (ffff9453093eeab8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777262.590723:0:30904:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777262.590727:0:30904:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777262.590728:0:30904:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777262.590730:0:30904:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777262.590731:0:30904:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9ecb0 (ffff9453093eec68/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777262.590734:0:30904:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777262.590735:0:30904:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777262.590737:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777262.590739:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777262.590740:0:30904:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777262.590742:0:30904:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777262.590743:0:30904:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777262.590745:0:30904:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777262.590746:0:30904:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777262.590747:0:30904:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8de0 (ffff9453093eeab8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777262.590750:0:30904:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777262.590751:0:30904:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777262.590752:0:30904:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9ecb0 (ffff9453093eeab8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777262.590755:0:30904:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b0260. 00000020:00000001:0.0:1788777262.590758:0:30904:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777262.590760:0:30904:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9ec80. 00020000:00000001:0.0:1788777262.590763:0:30904:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777262.590764:0:30904:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777262.590765:0:30904:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788777262.590767:0:30904:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.590769:0:30904:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777262.590772:0:30904:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777262.590774:0:30904:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777262.590775:0:30904:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777262.590776:0:30904:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777262.590778:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eec60 00020000:00000001:0.0:1788777262.590781:0:30904:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777262.590783:0:30904:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777262.590785:0:30904:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777262.590788:0:30904:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777262.590792:0:30904:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777262.590794:0:30904:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777262.590796:0:30904:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777262.590798:0:30904:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777262.590799:0:30904:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777262.590800:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000001:00000001:0.0:1788777262.590802:0:30904:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777262.590810:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bd08 00000080:00000008:0.0:1788777262.590813:0:30904:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9453209aba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777262.590819:0:30904:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777262.590821:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bda0 00000080:00002000:0.0:1788777262.590823:0:30904:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff945320b54948, parent ffff945320b3c798, inode ffff9453209aba88) hashed, 00000080:00000001:0.0:1788777262.590826:0:30904:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777262.594679:0:30714:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777262.594685:0:30714:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777262.594689:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b78 00000080:00200000:1.0:1788777262.594693:0:30714:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777262.594701:0:30714:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363c00. 00800000:00000002:1.0:1788777262.594706:0:30714:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777262.594710:0:30714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777262.594715:0:30714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777262.594717:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53a98 00800000:00000002:1.0:1788777262.594719:0:30714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777262.594723:0:30714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777262.594726:0:30714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777262.594732:0:30714:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777262.594734:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53968 00000002:00010000:1.0:1788777262.594736:0:30714:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777262.594740:0:30714:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777262.594742:0:30714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777262.594745:0:30714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777262.594751:0:30714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:1.0:1788777262.594754:0:30714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777262.594759:0:30714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777262.594762:0:30714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777262.594767:0:30714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777262.594778:0:30714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777262.594784:0:30714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777262.594789:0:30714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777262.594796:0:30714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777262.594798:0:30714:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777262.594799:0:30714:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777262.594801:0:30714:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777262.594802:0:30714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777262.594804:0:30714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777262.594807:0:30714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777262.594809:0:30714:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777262.594812:0:30714:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363c00. 00000080:00000001:1.0:1788777262.594816:0:30714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777262.594818:0:30714:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777262.594820:0:30714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777262.594823:0:30714:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8727 00800000:00000001:1.0:1788777262.594826:0:30714:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777262.594828:0:30714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777262.594829:0:30714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.594831:0:30714:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.594834:0:30714:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:1.0:1788777262.594836:0:30714:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.594838:0:30714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.594841:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.594843:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777262.594844:0:30714:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777262.594845:0:30714:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777262.594847:0:30714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8727 from it ffffb1cb81c53bb0 00010000:00000001:1.0:1788777262.594849:0:30714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.594850:0:30714:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.594852:0:30714:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:1.0:1788777262.594854:0:30714:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.594855:0:30714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.594857:0:30714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777262.594860:0:30714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777262.594867:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.594868:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.594869:0:30714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777262.594872:0:30714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777262.594874:0:30714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777262.594881:0:30714:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777262.594884:0:30714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777262.594886:0:30714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777262.594891:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.594892:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.594893:0:30714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.594896:0:30714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777262.594898:0:30714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.594900:0:30714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.594903:0:30714:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.594905:0:30714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777262.594906:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.594907:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777262.594910:0:30714:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777262.594911:0:30714:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777262.594914:0:30714:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:1.0:1788777262.594918:0:30714:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777262.594922:0:30714:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788777262.594924:0:30714:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777262.594925:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b78 00000080:00200008:1.0:1788777262.594927:0:30714:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 304000 00000080:00000010:1.0:1788777262.594932:0:30714:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453017afe00. 00000080:00000001:1.0:1788777262.594936:0:30714:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777262.594937:0:30714:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777262.594947:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d28 00000080:00200008:1.0:1788777262.594949:0:30714:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777262.594955:0:30714:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788777262.594957:0:30714:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1788777262.594960:0:30714:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363c00. 00800000:00000002:1.0:1788777262.594963:0:30714:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:1.0:1788777262.594968:0:30714:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:1.0:1788777262.594971:0:30714:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788777262.594973:0:30714:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777262.594974:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53990 00000002:00010000:1.0:1788777262.594976:0:30714:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788777262.594978:0:30714:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777262.594979:0:30714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777262.594981:0:30714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777262.594983:0:30714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:1.0:1788777262.594985:0:30714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777262.594988:0:30714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777262.594990:0:30714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777262.594992:0:30714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777262.594998:0:30714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777262.595000:0:30714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777262.595003:0:30714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777262.595009:0:30714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777262.595010:0:30714:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777262.595012:0:30714:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777262.595013:0:30714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777262.595014:0:30714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.595016:0:30714:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.595017:0:30714:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:1.0:1788777262.595020:0:30714:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.595022:0:30714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.595024:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.595025:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777262.595026:0:30714:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777262.595083:0:30714:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788777262.595089:0:30714:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff945304dac000. 00000002:00000001:1.0:1788777262.602821:0:30714:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788777262.602836:0:30714:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906df80. 00000020:00000040:1.0:1788777262.602843:0:30714:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777262.602847:0:30714:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777262.602850:0:30714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777262.602855:0:30714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777262.602863:0:30714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310363800. 00000100:00000001:1.0:1788777262.602870:0:30714:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.602873:0:30714:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788777262.602877:0:30714:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94531068ac00. 00000100:00000010:1.0:1788777262.602882:0:30714:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff945311040000. 00000020:00000040:1.0:1788777262.602885:0:30714:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777262.602923:0:30714:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777262.602926:0:30714:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777262.602933:0:30714:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061df840. 00000100:00000001:1.0:1788777262.602936:0:30714:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038664768 : -118390670886848 : ffff9453061df840) 00000100:00000001:1.0:1788777262.602938:0:30714:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777262.602940:0:30714:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087482752 : -118390622068864 : ffff94530906df80) 00000100:00000001:1.0:1788777262.602944:0:30714:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777262.602948:0:30714:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.602950:0:30714:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777262.602951:0:30714:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777262.602962:0:30714:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.602971:0:30714:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777262.602973:0:30714:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777262.602977:0:30714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777262.602980:0:30714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777262.602983:0:30714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777262.602987:0:30714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30714:1875667126108800:192.168.203.135@tcp:37:bash.0 00000100:00000001:1.0:1788777262.602990:0:30714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777262.602995:0:30714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777262.602997:0:30714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.603000:0:30714:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788777262.603008:0:30714:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777262.603013:0:30714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbec8. 00000400:00000010:1.0:1788777262.603021:0:30714:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff945320244000. 00000100:00000200:1.0:1788777262.603029:0:30714:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8c8c4c280-0x6a9e8c8c4c280, portal 14 00000100:00000001:1.0:1788777262.603032:0:30714:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777262.603035:0:30714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777262.603039:0:30714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310689c00. 02000000:00000001:1.0:1788777262.603041:0:30714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777262.603045:0:30714:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777262.603047:0:30714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbd10. 00000400:00000010:1.0:1788777262.603051:0:30714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12330. 00000100:00000200:1.0:1788777262.603054:0:30714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126108800, portal 10 00000100:00000001:1.0:1788777262.603056:0:30714:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777262.603057:0:30714:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087482752 : -118390622068864 : ffff94530906df80) 00000100:00000040:1.0:1788777262.603065:0:30714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.603072:0:30714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777262.603075:0:30714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777262.603078:0:30714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12ee0. 00000100:00000200:1.0:1788777262.603081:0:30714:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667126108800, offset 0 00000400:00000200:1.0:1788777262.603088:0:30714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777262.603107:0:30714:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.603115:0:30714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777262.603120:0:30714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777262.603125:0:30714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777262.603129:0:30714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777262.603132:0:30714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777262.603136:0:30714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2356:2356:256:4294967295] 192.168.203.135@tcp LPNI seq info [2351:2351:8:4294967295] 00000400:00000200:1.0:1788777262.603141:0:30714:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.603150:0:30714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777262.603156:0:30714:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777262.603161:0:30714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929a00. 00000800:00000200:1.0:1788777262.603168:0:30714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777262.603176:0:30714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777262.603181:0:30714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929a00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788777262.604294:0:30714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777262.604305:0:30714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 810936 usecs (811 jiffies) 00000400:00000200:1.0:1788777262.604310:0:30714:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777262.604314:0:30714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413721 00000100:00000001:1.0:1788777262.604318:0:30714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:1.0:1788777262.604321:0:30714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413721 00000100:00000001:1.0:1788777262.604323:0:30714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:1.0:1788777262.604325:0:30714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777262.604329:0:30714:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.604331:0:30714:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777262.604333:0:30714:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777262.604337:0:30714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061df840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777262.604340:0:30714:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777262.604343:0:30714:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.609784:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.609794:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929a00. 00000400:00000200:0.0:1788777262.609801:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.609811:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.609820:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12ee0 00000400:00000010:0.0:1788777262.609822:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12ee0. 00000100:00000001:0.0:1788777262.609828:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.609836:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.609847:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.609851:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.609858:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.609860:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.633286:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.633315:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.633320:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.633323:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.633332:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.633339:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.633354:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.633359:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.633364:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.633367:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c4c280 00000400:00000200:0.0:1788777262.633371:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.633377:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x6669 [256] + 0 00000400:00000010:0.0:1788777262.633382:0:2339:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbec8. 00000400:00000200:0.0:1788777262.633390:0:2339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff945320244000 00000800:00000001:0.0:1788777262.633394:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.633407:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.633410:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.633414:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.633420:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945320244000 00000400:00000010:0.0:1788777262.633422:0:2339:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff945320244000. 00000100:00000001:0.0:1788777262.633429:0:2339:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788777262.633431:0:2339:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94530906df80 desc ffff94531068ac00 mbits 1875667126108800 00000100:00000001:0.0:1788777262.633441:0:2339:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1788777262.633449:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777262.633452:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.633457:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777262.633463:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2357:2357:256:4294967295] 192.168.203.135@tcp LPNI seq info [2352:2352:8:4294967295] 00000400:00000200:0.0:1788777262.633467:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.633474:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777262.633479:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777262.633487:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94530670e000. 00000800:00000200:0.0:1788777262.633493:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777262.633501:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777262.633505:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530670e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777262.633598:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.633602:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94530670e000. 00000400:00000200:0.0:1788777262.633606:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.633610:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777262.633616:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.633619:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.642264:0:30714:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777262.642272:0:30714:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777262.648284:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.648305:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.648318:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.648321:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.648330:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.648338:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.648347:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.648352:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.648358:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.648361:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c4c280 00000400:00000200:0.0:1788777262.648366:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.648372:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x6671 [1] + 224 00000800:00000001:0.0:1788777262.648379:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.648392:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.648395:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.648400:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.648407:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.648417:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.648427:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.648438:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.648445:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.648448:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.648866:0:30714:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777262.648875:0:30714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777262.648877:0:30714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777262.648880:0:30714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbd10. 00000400:00000200:1.0:1788777262.648885:0:30714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12330 00000400:00000010:1.0:1788777262.648887:0:30714:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12330. 00000100:00000001:1.0:1788777262.648891:0:30714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777262.648896:0:30714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777262.648904:0:30714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.648911:0:30714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777262.648913:0:30714:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.648916:0:30714:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777262.648920:0:30714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777262.648922:0:30714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777262.648924:0:30714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777262.648927:0:30714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777262.648936:0:30714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777262.648941:0:30714:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777262.648944:0:30714:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777262.648945:0:30714:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.648948:0:30714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777262.648951:0:30714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.648955:0:30714:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777262.648957:0:30714:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:1.0:1788777262.648959:0:30714:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777262.648963:0:30714:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777262.648967:0:30714:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777262.648975:0:30714:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.648982:0:30714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777262.648984:0:30714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777262.648987:0:30714:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777262.648995:0:30714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30714:1875667126108800:192.168.203.135@tcp:37:bash.0 00000100:00000001:1.0:1788777262.648999:0:30714:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777262.649003:0:30714:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.649006:0:30714:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777262.649008:0:30714:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.649011:0:30714:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.649016:0:30714:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777262.649019:0:30714:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061df840. 00000100:00000001:1.0:1788777262.649024:0:30714:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777262.649025:0:30714:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777262.649028:0:30714:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.649031:0:30714:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.649033:0:30714:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906df80 x1875667126108800/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.649039:0:30714:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777262.649042:0:30714:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777262.649044:0:30714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945310689c00. 02000000:00000001:1.0:1788777262.649047:0:30714:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777262.649050:0:30714:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777262.649052:0:30714:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777262.649054:0:30714:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777262.649056:0:30714:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788777262.649058:0:30714:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777262.649059:0:30714:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777262.649060:0:30714:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788777262.649084:0:30714:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff945311040000. 00000100:00000010:1.0:1788777262.649088:0:30714:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94531068ac00. 00000100:00000001:1.0:1788777262.649090:0:30714:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788777262.649102:0:30714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310363800. 02000000:00000001:1.0:1788777262.649106:0:30714:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777262.649108:0:30714:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777262.649110:0:30714:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906df80. 00000100:00000001:1.0:1788777262.649114:0:30714:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777262.649115:0:30714:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777262.649118:0:30714:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788777262.649120:0:30714:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788777262.649744:0:30714:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff945304dac000. 00000002:00000001:1.0:1788777262.649750:0:30714:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.649756:0:30714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.649759:0:30714:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.649762:0:30714:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:1.0:1788777262.649765:0:30714:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.649768:0:30714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.649770:0:30714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777262.649775:0:30714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777262.649784:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.649787:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.649788:0:30714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777262.649791:0:30714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777262.649794:0:30714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777262.649802:0:30714:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777262.649804:0:30714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777262.649806:0:30714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777262.649810:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.649811:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.649813:0:30714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.649816:0:30714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777262.649817:0:30714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.649819:0:30714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.649822:0:30714:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.649824:0:30714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777262.649826:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.649827:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788777262.649829:0:30714:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777262.649837:0:30714:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1788777262.649841:0:30714:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777262.649845:0:30714:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363c00. 00000080:00000001:1.0:1788777262.649850:0:30714:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777262.649855:0:30714:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777262.649857:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53ca0 00000080:00200000:1.0:1788777262.649860:0:30714:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777262.649868:0:30714:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363c00. 00800000:00000002:1.0:1788777262.649874:0:30714:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777262.649878:0:30714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777262.649882:0:30714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777262.649884:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53bc0 00800000:00000002:1.0:1788777262.649886:0:30714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777262.649890:0:30714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777262.649894:0:30714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777262.649899:0:30714:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777262.649901:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53a90 00000002:00010000:1.0:1788777262.649903:0:30714:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777262.649907:0:30714:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777262.649908:0:30714:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777262.649911:0:30714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777262.649915:0:30714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:1.0:1788777262.649918:0:30714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777262.649922:0:30714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777262.649925:0:30714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777262.649929:0:30714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777262.649937:0:30714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777262.649941:0:30714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777262.649944:0:30714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777262.649952:0:30714:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777262.649954:0:30714:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777262.649956:0:30714:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777262.649958:0:30714:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777262.649960:0:30714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777262.649961:0:30714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777262.649964:0:30714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777262.649966:0:30714:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777262.649968:0:30714:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363c00. 00000080:00000001:1.0:1788777262.649972:0:30714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777262.649973:0:30714:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777262.649976:0:30714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777262.649979:0:30714:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8727 00800000:00000001:1.0:1788777262.649983:0:30714:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777262.649985:0:30714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777262.649986:0:30714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.649987:0:30714:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.649989:0:30714:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:1.0:1788777262.649992:0:30714:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.649994:0:30714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.649996:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.649997:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777262.649999:0:30714:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777262.650001:0:30714:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777262.650003:0:30714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8727 from it ffffb1cb81c53cd8 00010000:00000001:1.0:1788777262.650005:0:30714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777262.650006:0:30714:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777262.650007:0:30714:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:1.0:1788777262.650009:0:30714:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.650012:0:30714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777262.650014:0:30714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777262.650016:0:30714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777262.650023:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.650024:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.650025:0:30714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777262.650027:0:30714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777262.650029:0:30714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777262.650041:0:30714:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777262.650042:0:30714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777262.650044:0:30714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777262.650046:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.650047:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777262.650048:0:30714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.650050:0:30714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777262.650052:0:30714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.650054:0:30714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.650056:0:30714:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777262.650057:0:30714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777262.650058:0:30714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777262.650060:0:30714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777262.650061:0:30714:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777262.650063:0:30714:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777262.650066:0:30714:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777262.650070:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d28 00000080:00000008:1.0:1788777262.650072:0:30714:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777262.650372:0:30714:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777262.650375:0:30714:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788777262.650381:0:30714:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363c00. 00800000:00000002:1.0:1788777262.650384:0:30714:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777262.650386:0:30714:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788777262.650393:0:30714:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446723442904802752 : -20630804748864 : ffffed3c843625c0) 00000080:00000001:1.0:1788777262.650396:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777262.650400:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777262.650402:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:1.0:1788777262.650404:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:1.0:1788777262.650406:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:1.0:1788777262.650408:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1788777262.650411:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1788777262.650413:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1788777262.650416:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:1.0:1788777262.650418:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1788777262.650420:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:1.0:1788777262.650422:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:1.0:1788777262.650424:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:1.0:1788777262.650425:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:1.0:1788777262.650427:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788777262.650429:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:1.0:1788777262.650431:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:1.0:1788777262.650433:0:30714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1788777262.650445:0:30714:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777262.650448:0:30714:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777262.650451:0:30714:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363c00. 00000080:00000001:1.0:1788777262.650454:0:30714:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777262.650474:0:30714:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788777262.650475:0:30714:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:1.0:1788777262.650478:0:30714:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777262.650480:0:30714:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777262.650491:0:30714:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777262.650493:0:30714:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777262.650495:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53dd0 00000080:00200008:1.0:1788777262.650497:0:30714:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 304000 00000080:00400000:1.0:1788777262.650500:0:30714:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788777262.650503:0:30714:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453017afe00. 00000080:00000001:1.0:1788777262.650507:0:30714:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777262.650509:0:30714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53dd0 00000080:00000008:1.0:1788777262.650511:0:30714:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 304000, rc = 0 00000080:00000001:1.0:1788777262.650514:0:30714:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777262.650515:0:30714:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.655351:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.655357:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777262.655363:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.655365:0:30905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.655366:0:30905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.655368:0:30905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.655370:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.655372:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777262.655374:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777262.655376:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.655378:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530939c800. 00000080:00000001:3.0:1788777262.655382:0:30905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777262.655383:0:30905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.655385:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff94532097ba88) 00000080:00010000:3.0:1788777262.655387:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff94532097ba88) for lock 0xe53f2b0cb7af872e 00800000:00000001:3.0:1788777262.655390:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.655392:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.655393:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.655395:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.655397:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.655399:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.655401:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.655403:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.655404:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.655405:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.655406:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.655408:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af872e from it ffffb1cb819d7cb8 00010000:00000001:3.0:1788777262.655410:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.655411:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.655412:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.655414:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.655416:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.655417:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.655420:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777262.655426:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.655427:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.655428:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.655430:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.655432:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777262.655438:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.655440:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.655441:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.655443:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.655444:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.655445:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.655447:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.655448:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.655450:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.655452:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.655454:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.655455:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.655456:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777262.655458:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777262.655459:0:30905:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.655462:0:30905:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.655476:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d08 00000080:00000008:3.0:1788777262.655479:0:30905:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777262.655504:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.655506:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.655508:0:30905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777262.655509:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7bc0 00000080:00200000:3.0:1788777262.655511:0:30905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777262.655514:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00800000:00000002:3.0:1788777262.655517:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.655519:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.655520:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.655522:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7ae0 00800000:00000002:3.0:1788777262.655524:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.655526:0:30905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777262.655528:0:30905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777262.655530:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.655532:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d79b0 00000002:00010000:3.0:1788777262.655533:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777262.655536:0:30905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777262.655537:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.655538:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.655540:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.655542:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.655544:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.655546:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777262.655549:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788777262.655556:0:30905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777262.655558:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.655560:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788777262.655566:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.655568:0:30905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.655569:0:30905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.655571:0:30905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.655572:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.655574:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777262.655576:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777262.655579:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.655581:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.655583:0:30905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777262.655584:0:30905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.655586:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777262.655588:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8727 00800000:00000001:3.0:1788777262.655590:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.655591:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.655593:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.655594:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.655595:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:3.0:1788777262.655597:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.655599:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.655601:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.655602:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.655603:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.655604:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.655605:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8727 from it ffffb1cb819d7bf8 00010000:00000001:3.0:1788777262.655607:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.655608:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.655609:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:3.0:1788777262.655611:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.655613:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.655615:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.655617:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788777262.655622:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.655623:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.655624:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.655625:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.655628:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788777262.655633:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.655635:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.655636:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.655638:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.655639:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.655640:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.655643:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.655644:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.655645:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.655647:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.655649:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.655650:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.655651:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777262.655652:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777262.655664:0:30905:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.655887:0:30905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777262.655898:0:30905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.655901:0:30905:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777262.655903:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7bc0 00000080:00002000:3.0:1788777262.655905:0:30905:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff945320b540d8) flags 0x20000e refc 1 00000080:00000001:3.0:1788777262.655907:0:30905:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.655909:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7c08 00000080:00200000:3.0:1788777262.655910:0:30905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:3.0:1788777262.655913:0:30905:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777262.655915:0:30905:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.655919:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777262.655920:0:30905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff94532097ba88), inode mode 41ed mask 44 00000080:00000001:3.0:1788777262.655923:0:30905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.655927:0:30905:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777262.655930:0:30905:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777262.655931:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b78 00000080:00200008:3.0:1788777262.655933:0:30905:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), flags 704400 00000080:00000010:3.0:1788777262.655939:0:30905:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945308800dc0. 00000080:00000001:3.0:1788777262.655945:0:30905:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788777262.655948:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00800000:00000002:3.0:1788777262.655951:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.655954:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.655955:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.655957:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a28 00800000:00000002:3.0:1788777262.655958:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.655962:0:30905:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788777262.655964:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d79a8 00800000:00000002:3.0:1788777262.655966:0:30905:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788777262.655970:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.655971:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d78e0 00000002:00010000:3.0:1788777262.655973:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1788777262.655977:0:30905:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777262.655979:0:30905:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788777262.655982:0:30905:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777262.655985:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777262.655987:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.655990:0:30905:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777262.655992:0:30905:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.655994:0:30905:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.655996:0:30905:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.655998:0:30905:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777262.656000:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.656002:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.656004:0:30905:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777262.656005:0:30905:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.656007:0:30905:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.656009:0:30905:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.656014:0:30905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ed80. 00000020:00000040:3.0:1788777262.656017:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777262.656023:0:30905:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777262.656024:0:30905:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.656027:0:30905:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777262.656030:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.656033:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.656034:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.656035:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.656038:0:30905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777262.656039:0:30905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777262.656043:0:30905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777262.656049:0:30905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2f400. 00000100:00000001:3.0:1788777262.656055:0:30905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.656060:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.656061:0:30905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.656062:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.656063:0:30905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.656065:0:30905:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.656070:0:30905:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00010000:00000001:3.0:1788777262.656074:0:30905:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777262.656076:0:30905:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777262.656077:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.656079:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.656081:0:30905:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777262.656085:0:30905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152da00. 00000020:00000001:3.0:1788777262.656088:0:30905:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777262.656090:0:30905:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152da00 with handle 0xe53f2b0cb7af8758 to hash 00000020:00000001:3.0:1788777262.656103:0:30905:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777262.656105:0:30905:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.656108:0:30905:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.656111:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.656112:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.656116:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.656122:0:30905:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788777262.656133:0:30905:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788777262.656144:0:30905:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788777262.656153:0:30905:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777262.656158:0:30905:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777262.656160:0:30905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777262.656166:0:30905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.656169:0:30905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082152192 : -118390627399424 : ffff945308b58900) 00000100:00000001:3.0:1788777262.656171:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.656173:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000001:3.0:1788777262.656177:0:30905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777262.656180:0:30905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.656183:0:30905:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777262.656184:0:30905:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.656188:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.656194:0:30905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.656197:0:30905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.656200:0:30905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.656202:0:30905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.656215:0:30905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.656249:0:30905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126109056:192.168.203.135@tcp:101:rm.0 00000100:00000001:3.0:1788777262.656254:0:30905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.656258:0:30905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.656260:0:30905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.656263:0:30905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.656601:0:30905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:3.0:1788777262.656604:0:30905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.656613:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.656618:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d6e0. 00000400:00000010:3.0:1788777262.656624:0:30905:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9453091dd000. 00000100:00000200:3.0:1788777262.656631:0:30905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126109056, portal 10 00000100:00000001:3.0:1788777262.656633:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.656634:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000040:3.0:1788777262.656641:0:30905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.656649:0:30905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.656652:0:30905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.656854:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347aa0. 00000100:00000200:3.0:1788777262.656860:0:30905:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126109056, offset 0 00000400:00000200:3.0:1788777262.656867:0:30905:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.656876:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.656883:0:30905:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.656899:0:30905:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.656903:0:30905:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.656907:0:30905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.656910:0:30905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.656913:0:30905:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2358:2358:256:4294967295] 192.168.203.135@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:3.0:1788777262.656918:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.656928:0:30905:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.656935:0:30905:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777262.656940:0:30905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df700. 00000800:00000200:3.0:1788777262.656948:0:30905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777262.656955:0:30905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777262.656960:0:30905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788777262.656980:0:30905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.656985:0:30905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 809846 usecs (810 jiffies) 00000400:00000200:3.0:1788777262.656989:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777262.656992:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413773 00000100:00000001:3.0:1788777262.656995:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.656996:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413773 00000100:00000001:3.0:1788777262.656998:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.657001:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.657003:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.657005:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.657007:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777262.657010:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777262.657012:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.657015:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.657218:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.657253:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df700. 00000400:00000200:0.0:1788777262.657258:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.657263:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.657269:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347aa0 00000400:00000010:0.0:1788777262.657272:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347aa0. 00000100:00000001:0.0:1788777262.657277:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.657281:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.657301:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.657311:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.657318:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.657320:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.692273:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.692303:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.692307:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.692311:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.692320:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.692328:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.692339:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.692344:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.692350:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.692354:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c4c380 00000400:00000200:0.0:1788777262.692358:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.692365:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x6681 [64] + 224 00000800:00000001:0.0:1788777262.692371:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.692383:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.692386:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.692390:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.692398:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.692407:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.692418:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.692443:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.692452:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.692455:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.692577:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777262.692586:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777262.692588:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777262.692592:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d6e0. 00000400:00000200:3.0:1788777262.692596:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453091dd000 00000400:00000010:3.0:1788777262.692599:0:30905:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9453091dd000. 00000100:00000001:3.0:1788777262.692604:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777262.692609:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777262.692617:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.692622:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777262.692624:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.692627:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777262.692630:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777262.692632:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777262.692634:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.692637:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777262.692646:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=85 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777262.692651:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777262.692654:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777262.692657:0:30905:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff945308a3ed80 x1875667126109056/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.692665:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777262.692668:0:30905:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777262.692669:0:30905:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777262.692671:0:30905:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777262.692673:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.692675:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000001:3.0:1788777262.692678:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777262.692680:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777262.692682:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777262.692684:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788777262.692688:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.692695:0:30905:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788777262.692698:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777262.692700:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777262.692703:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777262.692710:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126109056:192.168.203.135@tcp:101:rm.0 00000100:00000001:3.0:1788777262.692715:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.692717:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777262.692720:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777262.692721:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.692725:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.692731:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.692734:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.692737:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777262.692739:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788777262.692743:0:30905:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777262.692747:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.692750:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.692753:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=4 00000020:00000001:3.0:1788777262.692755:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.692757:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00010000:3.0:1788777262.692761:0:30905:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.692770:0:30905:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788777262.692774:0:30905:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.692780:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.692783:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.692788:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.692790:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777262.692791:0:30905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.692796:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.692799:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.692802:0:30905:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777262.692804:0:30905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.692809:0:30905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152da00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777262.692813:0:30905:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777262.692816:0:30905:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.692822:0:30905:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777262.692824:0:30905:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777262.692827:0:30905:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.692832:0:30905:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777262.692833:0:30905:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777262.692834:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.692835:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.692837:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=5 00000020:00000001:3.0:1788777262.692838:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.692840:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.692842:0:30905:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777262.692844:0:30905:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777262.692849:0:30905:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777262.692851:0:30905:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.692853:0:30905:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777262.692855:0:30905:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777262.692858:0:30905:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777262.692860:0:30905:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777262.692861:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.692862:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777262.692865:0:30905:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152da00 with handle 0xe53f2b0cb7af8758 from hash 00010000:00000001:3.0:1788777262.692867:0:30905:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777262.692868:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.692869:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.692870:0:30905:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777262.692872:0:30905:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777262.692873:0:30905:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777262.692876:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.692876:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.692878:0:30905:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.692880:0:30905:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.692882:0:30905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.692887:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.692888:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.692889:0:30905:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777262.692891:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.692892:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.692893:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.692894:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777262.692896:0:30905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8758 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.692907:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.692908:0:30905:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788777262.692913:0:30905:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788777262.692919:0:30905:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777262.692928:0:30905:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777262.692932:0:30905:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777262.692938:0:30905:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.692940:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777262.692941:0:30905:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.692943:0:30905:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.692945:0:30905:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.692947:0:30905:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777262.692948:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.692950:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00010000:00000001:3.0:1788777262.692952:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777262.692953:0:30905:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.692954:0:30905:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777262.692957:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7868 00000002:00002000:3.0:1788777262.692959:0:30905:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788777262.692962:0:30905:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.692965:0:30905:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.692967:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777262.692970:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777262.692973:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777262.692976:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.692979:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.692984:0:30905:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777262.692989:0:30905:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777262.692991:0:30905:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777262.692993:0:30905:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777262.692995:0:30905:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1788777262.692997:0:30905:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.693001:0:30905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788777262.693004:0:30905:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788777262.693008:0:30905:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00000001:3.0:1788777262.693011:0:30905:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777262.693013:0:30905:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777262.693014:0:30905:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.693017:0:30905:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777262.693019:0:30905:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.693021:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.693025:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.693031:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.693034:0:30905:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.693040:0:30905:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb95c0. 00000080:00000001:3.0:1788777262.693043:0:30905:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777262.693046:0:30905:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777262.693048:0:30905:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777262.693051:0:30905:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945310690780. 00000002:00100000:3.0:1788777262.693055:0:30905:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777262.693060:0:30905:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.693062:0:30905:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777262.693065:0:30905:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777262.693068:0:30905:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.693071:0:30905:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777262.693072:0:30905:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.693074:0:30905:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.693078:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.693081:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777262.693086:0:30905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777262.693089:0:30905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:3.0:1788777262.693135:0:30905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777262.693138:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.693140:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b78 00000080:00000008:3.0:1788777262.693142:0:30905:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), flags 704400, rc = 0 00000080:00000001:3.0:1788777262.693146:0:30905:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.693167:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d28 00000080:00200008:3.0:1788777262.693169:0:30905:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777262.693176:0:30905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777262.693177:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7ca0 00000080:00200000:3.0:1788777262.693179:0:30905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff94532097ba88),name=d21g.recovery-small-1 00000080:00000010:3.0:1788777262.693184:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00800000:00000002:3.0:1788777262.693189:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.693195:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.693198:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.693200:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7bc0 00800000:00000002:3.0:1788777262.693202:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.693206:0:30905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777262.693211:0:30905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777262.693215:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.693217:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a90 00000002:00010000:3.0:1788777262.693315:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777262.693319:0:30905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777262.693322:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.693325:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.693331:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777262.693334:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.693337:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.693340:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777262.693343:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777262.693351:0:30905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777262.693355:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.693358:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788777262.693365:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.693367:0:30905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.693369:0:30905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.693371:0:30905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.693373:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.693375:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777262.693377:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777262.693379:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.693381:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.693384:0:30905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777262.693386:0:30905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.693388:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff94532097ba88) 00000080:00010000:3.0:1788777262.693392:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff94532097ba88) for lock 0xe53f2b0cb7af872e 00800000:00000001:3.0:1788777262.693395:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.693397:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.693398:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.693399:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.693401:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.693403:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.693405:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.693408:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.693410:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.693411:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.693413:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.693414:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af872e from it ffffb1cb819d7cd8 00010000:00000001:3.0:1788777262.693416:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.693417:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.693418:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.693420:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.693422:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.693423:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.693426:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777262.693431:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.693432:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.693433:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.693435:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.693437:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777262.693443:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.693445:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.693447:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.693450:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.693451:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.693452:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.693455:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.693456:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.693458:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.693460:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.693462:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.693463:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.693464:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777262.693466:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777262.693467:0:30905:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.693470:0:30905:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.693475:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d28 00000080:00000008:3.0:1788777262.693477:0:30905:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777262.693540:0:30905:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788777262.693542:0:30905:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff94532097ba88) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788777262.693547:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.693551:0:30905:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1788777262.693556:0:30905:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1788777262.693559:0:30905:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788777262.693561:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.693563:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7ab8 00000002:00010000:3.0:1788777262.693565:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000404:0x23:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788777262.693567:0:30905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777262.693568:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.693570:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.693572:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777262.693574:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.693577:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.693579:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777262.693582:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788777262.693588:0:30905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777262.693590:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.693592:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788777262.693597:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.693599:0:30905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.693600:0:30905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.693602:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.693603:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.693604:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.693606:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.693608:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.693610:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.693612:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.693613:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.693615:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.693644:0:30905:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788777262.693648:0:30905:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9453091dd000. 00000002:00000001:3.0:1788777262.694165:0:30905:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788777262.694172:0:30905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777262.694176:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777262.694180:0:30905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777262.694183:0:30905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777262.694186:0:30905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777262.694192:0:30905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a0a600. 00000100:00000001:3.0:1788777262.694198:0:30905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.694201:0:30905:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788777262.694204:0:30905:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff945303c2e400. 00000100:00000010:3.0:1788777262.694208:0:30905:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94531070f000. 00000020:00000040:3.0:1788777262.694211:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777262.694260:0:30905:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777262.694263:0:30905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777262.694268:0:30905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.694271:0:30905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082152192 : -118390627399424 : ffff945308b58900) 00000100:00000001:3.0:1788777262.694274:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.694275:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777262.694279:0:30905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777262.694283:0:30905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.694286:0:30905:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777262.694287:0:30905:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.694296:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.694304:0:30905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.694306:0:30905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.694310:0:30905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.694313:0:30905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.694315:0:30905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.694319:0:30905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126109184:192.168.203.135@tcp:37:rm.0 00000100:00000001:3.0:1788777262.694323:0:30905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.694328:0:30905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.694331:0:30905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.694333:0:30905:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788777262.694340:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.694344:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d6e0. 00000400:00000010:3.0:1788777262.694354:0:30905:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9453102ea000. 00000100:00000200:3.0:1788777262.694362:0:30905:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8c8c4c400-0x6a9e8c8c4c400, portal 14 00000100:00000001:3.0:1788777262.694365:0:30905:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.694367:0:30905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.694372:0:30905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777262.694374:0:30905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.694376:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.694378:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777262.694382:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347880. 00000100:00000200:3.0:1788777262.694384:0:30905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126109184, portal 10 00000100:00000001:3.0:1788777262.694386:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.694387:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777262.694395:0:30905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.694402:0:30905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.694405:0:30905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.694408:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347aa0. 00000100:00000200:3.0:1788777262.694411:0:30905:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667126109184, offset 0 00000400:00000200:3.0:1788777262.694418:0:30905:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.694426:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.694433:0:30905:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.694437:0:30905:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.694442:0:30905:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.694445:0:30905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.694448:0:30905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.694452:0:30905:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2359:2359:256:4294967295] 192.168.203.135@tcp LPNI seq info [2354:2354:8:4294967295] 00000400:00000200:3.0:1788777262.694456:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.694466:0:30905:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.694472:0:30905:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777262.694476:0:30905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df800. 00000800:00000200:3.0:1788777262.694483:0:30905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777262.694492:0:30905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777262.694496:0:30905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df800 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788777262.695209:0:30905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.695217:0:30905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 808741 usecs (809 jiffies) 00000400:00000200:3.0:1788777262.695247:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777262.695250:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413811 00000100:00000001:3.0:1788777262.695254:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.695256:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413811 00000100:00000001:3.0:1788777262.695259:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.695261:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.695264:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.695266:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.695267:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777262.695270:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777262.695273:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.695276:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.699005:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.699014:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df800. 00000400:00000200:0.0:1788777262.699021:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.699030:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.699036:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347aa0 00000400:00000010:0.0:1788777262.699039:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347aa0. 00000100:00000001:0.0:1788777262.699044:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.699051:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.699063:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.699067:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.699074:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.699075:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777262.704641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152da00. 00000800:00000001:0.0:1788777262.708943:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.708962:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.708967:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.708969:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.708977:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.708984:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.708994:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.708998:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.709003:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.709007:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c4c400 00000400:00000200:0.0:1788777262.709012:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.709018:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x6689 [256] + 0 00000400:00000010:0.0:1788777262.709024:0:2339:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d6e0. 00000400:00000200:0.0:1788777262.709030:0:2339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9453102ea000 00000800:00000001:0.0:1788777262.709035:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.709044:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.709047:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.709052:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.709057:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453102ea000 00000400:00000010:0.0:1788777262.709060:0:2339:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9453102ea000. 00000100:00000001:0.0:1788777262.709065:0:2339:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788777262.709067:0:2339:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff945308a3e300 desc ffff945303c2e400 mbits 1875667126109184 00000100:00000001:0.0:1788777262.709083:0:2339:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1788777262.709098:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777262.709102:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.709107:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777262.709112:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2360:2360:256:4294967295] 192.168.203.135@tcp LPNI seq info [2355:2355:8:4294967295] 00000400:00000200:0.0:1788777262.709117:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.709124:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777262.709129:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777262.709137:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94530670e000. 00000800:00000200:0.0:1788777262.709143:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777262.709150:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777262.709155:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530670e000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1788777262.709398:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.709403:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.709457:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.709461:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94530670e000. 00000400:00000200:0.0:1788777262.709465:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.709469:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777262.709478:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.709481:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.722901:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.722918:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.722922:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.722925:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.722934:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.722943:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.722952:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.722957:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.722962:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.722967:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c4c400 00000400:00000200:0.0:1788777262.722971:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.722977:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x6691 [1] + 224 00000800:00000001:0.0:1788777262.722983:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.722994:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.722997:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.723001:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.723008:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.723016:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.723026:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.723048:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.723057:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.723060:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.723130:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777262.723137:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777262.723139:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777262.723142:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777262.723147:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347880 00000400:00000010:3.0:1788777262.723150:0:30905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347880. 00000100:00000001:3.0:1788777262.723153:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777262.723157:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777262.723166:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.723172:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777262.723174:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.723176:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777262.723179:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777262.723181:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777262.723183:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.723186:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777262.723195:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777262.723200:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777262.723202:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777262.723204:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.723207:0:30905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777262.723211:0:30905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.723215:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777262.723217:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777262.723254:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777262.723258:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.723263:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777262.723281:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.723301:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777262.723304:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777262.723308:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777262.723316:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126109184:192.168.203.135@tcp:37:rm.0 00000100:00000001:3.0:1788777262.723321:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.723324:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.723326:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777262.723328:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.723331:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.723338:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.723341:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.723344:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777262.723346:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.723349:0:30905:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.723351:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.723354:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126109184/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.723360:0:30905:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777262.723363:0:30905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777262.723366:0:30905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777262.723369:0:30905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777262.723372:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777262.723374:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777262.723376:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777262.723378:0:30905:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788777262.723379:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777262.723380:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777262.723382:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1788777262.723406:0:30905:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94531070f000. 00000100:00000010:3.0:1788777262.723410:0:30905:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff945303c2e400. 00000100:00000001:3.0:1788777262.723412:0:30905:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788777262.723415:0:30905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a0a600. 02000000:00000001:3.0:1788777262.723418:0:30905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777262.723419:0:30905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777262.723421:0:30905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777262.723424:0:30905:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777262.723425:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.723427:0:30905:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788777262.723429:0:30905:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788777262.724002:0:30905:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9453091dd000. 00000002:00000001:3.0:1788777262.724009:0:30905:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.724014:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.724017:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.724019:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.724022:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.724025:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.724027:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.724032:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777262.724040:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.724042:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.724044:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.724047:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.724049:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777262.724056:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.724059:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.724061:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.724064:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.724065:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.724067:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.724070:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.724072:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.724074:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.724077:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.724079:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.724080:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.724081:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788777262.724084:0:30905:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.724089:0:30905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788777262.724105:0:30905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788777262.724107:0:30905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1788777262.724112:0:30905:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.724117:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.724122:0:30905:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.724204:0:30905:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788777262.724207:0:30905:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777262.724211:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7dd0 00000080:00200008:3.0:1788777262.724213:0:30905:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), flags 704000 00000080:00400000:3.0:1788777262.724217:0:30905:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:3.0:1788777262.724247:0:30905:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788777262.724249:0:30905:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788777262.724251:0:30905:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788777262.724258:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.724260:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.724266:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777262.724268:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.724272:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777262.724274:0:30905:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 0 00000080:00000001:3.0:1788777262.724276:0:30905:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777262.724279:0:30905:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777262.724283:0:30905:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.724285:0:30905:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777262.724291:0:30905:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777262.724295:0:30905:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788777262.724297:0:30905:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x23:0x0] 00000002:00000001:3.0:1788777262.724300:0:30905:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777262.724302:0:30905:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x23:0x0] file closed with intent: 0 00000100:00000010:3.0:1788777262.724307:0:30905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777262.724310:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777262.724314:0:30905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777262.724318:0:30905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777262.724321:0:30905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777262.724327:0:30905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a0a600. 00000100:00000001:3.0:1788777262.724333:0:30905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777262.724348:0:30905:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777262.724358:0:30905:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777262.724362:0:30905:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3e300 x1875667126109440/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777262.724369:0:30905:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777262.724371:0:30905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777262.724375:0:30905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.724378:0:30905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082152192 : -118390627399424 : ffff945308b58900) 00000100:00000001:3.0:1788777262.724380:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.724381:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777262.724385:0:30905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777262.724389:0:30905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.724391:0:30905:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777262.724392:0:30905:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.724396:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126109440/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.724402:0:30905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.724404:0:30905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.724407:0:30905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.724409:0:30905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.724411:0:30905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.724414:0:30905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126109440:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777262.724418:0:30905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.724423:0:30905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.724425:0:30905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.724427:0:30905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.724430:0:30905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777262.724432:0:30905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.724438:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.724441:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777262.724446:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347880. 00000100:00000200:3.0:1788777262.724452:0:30905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126109440, portal 10 00000100:00000001:3.0:1788777262.724453:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.724454:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777262.724460:0:30905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e300 x1875667126109440/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.724466:0:30905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.724469:0:30905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.724471:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347908. 00000100:00000200:3.0:1788777262.724474:0:30905:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126109440, offset 0 00000400:00000200:3.0:1788777262.724481:0:30905:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.724488:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.724494:0:30905:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.724498:0:30905:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.724502:0:30905:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.724506:0:30905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.724508:0:30905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.724512:0:30905:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2361:2361:256:4294967295] 192.168.203.135@tcp LPNI seq info [2356:2356:8:4294967295] 00000400:00000200:3.0:1788777262.724516:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.724524:0:30905:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.724529:0:30905:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777262.724534:0:30905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df000. 00000800:00000200:3.0:1788777262.724540:0:30905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777262.724547:0:30905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777262.724551:0:30905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777262.724915:0:30905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.724921:0:30905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 807627 usecs (808 jiffies) 00000400:00000200:3.0:1788777262.724925:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777262.724927:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413839 00000100:00000001:3.0:1788777262.724930:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.724932:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413839 00000100:00000001:3.0:1788777262.724934:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.724936:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.724939:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.724941:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.724943:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777262.724946:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777262.724948:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.724951:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777262.725708:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.725716:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:1.0:1788777262.725723:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.725730:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.725737:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347908 00000400:00000010:1.0:1788777262.725739:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347908. 00000100:00000001:1.0:1788777262.725743:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.725750:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126109440/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.725759:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.725763:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126109440/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.725769:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.725771:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.729893:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.729911:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.729915:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.729918:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.729928:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.729936:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.729945:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.729950:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.729956:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.729960:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4c500 00000400:00000200:0.0:1788777262.729964:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.729970:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6699 [1] + 224 00000800:00000001:0.0:1788777262.729977:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.729985:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.729989:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.729993:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.730001:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.730010:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126109440/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.730020:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3e300 x1875667126109440/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.730039:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.730050:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.730053:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.730122:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777262.730132:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777262.730134:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777262.730137:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777262.730142:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347880 00000400:00000010:3.0:1788777262.730145:0:30905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347880. 00000100:00000001:3.0:1788777262.730148:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777262.730153:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126109440/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777262.730162:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126109440/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.730168:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777262.730170:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.730172:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777262.730176:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777262.730178:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777262.730180:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.730184:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777262.730193:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777262.730197:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777262.730200:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777262.730202:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.730204:0:30905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777262.730208:0:30905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.730211:0:30905:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777262.730213:0:30905:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777262.730215:0:30905:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777262.730217:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.730252:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777262.730257:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777262.730259:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777262.730260:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777262.730263:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.730268:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126109440/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.730421:0:30905:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.730424:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777262.730426:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777262.730431:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126109440/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777262.730438:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126109440:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777262.730443:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.730445:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.730448:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777262.730450:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.730453:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126109440/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.730460:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.730463:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.730467:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777262.730477:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.730485:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.730487:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000002:00000001:3.0:1788777262.730490:0:30905:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.730493:0:30905:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.730498:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.730502:0:30905:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777262.730505:0:30905:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777262.730510:0:30905:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777262.730514:0:30905:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.730522:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.730523:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000001:3.0:1788777262.730526:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.730529:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.730536:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.730538:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.730540:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126109440/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.730546:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.730548:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.730551:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ed80 x1875667126109056/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.730556:0:30905:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777262.730559:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777262.730561:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777262.730563:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777262.730566:0:30905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777262.730570:0:30905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777262.730572:0:30905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777262.730574:0:30905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ed80. 00000100:00000001:3.0:1788777262.730577:0:30905:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777262.730578:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.730580:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.730583:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126109440/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.730588:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.730589:0:30905:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945310690780. 00000002:00000001:3.0:1788777262.730592:0:30905:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.730594:0:30905:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.730596:0:30905:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb95c0. 00000100:00000001:3.0:1788777262.730598:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.730601:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126109440/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.730606:0:30905:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777262.730608:0:30905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777262.730611:0:30905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777262.730613:0:30905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777262.730614:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777262.730616:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777262.730617:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777262.730618:0:30905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a0a600. 02000000:00000001:3.0:1788777262.730620:0:30905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777262.730621:0:30905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777262.730622:0:30905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777262.730624:0:30905:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777262.730625:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.730628:0:30905:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.730631:0:30905:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945308800dc0. 00000080:00000001:3.0:1788777262.730635:0:30905:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.730641:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7dd0 00000080:00000008:3.0:1788777262.730643:0:30905:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), flags 704000, rc = 0 00000080:00000001:3.0:1788777262.730646:0:30905:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.730648:0:30905:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.730698:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.730702:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.730703:0:30905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777262.730705:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7bc0 00000080:00200000:3.0:1788777262.730706:0:30905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777262.730711:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:3.0:1788777262.730717:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.730721:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.730724:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.730726:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7ae0 00800000:00000002:3.0:1788777262.730729:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.730731:0:30905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777262.730734:0:30905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777262.730738:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.730740:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d79b0 00000002:00010000:3.0:1788777262.730742:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777262.730745:0:30905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777262.730746:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.730749:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.730754:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.730757:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.730762:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.730766:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777262.730770:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1788777262.730779:0:30905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777262.730783:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.730787:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1788777262.730794:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.730795:0:30905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.730797:0:30905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.730799:0:30905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.730801:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.730803:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777262.730806:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777262.730808:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.730810:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000080:00000001:3.0:1788777262.730813:0:30905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777262.730815:0:30905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.730819:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777262.730821:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8727 00800000:00000001:3.0:1788777262.730824:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.730825:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.730827:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.730829:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.730831:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:3.0:1788777262.730833:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.730836:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.730839:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.730840:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.730842:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.730843:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.730845:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8727 from it ffffb1cb819d7bf8 00010000:00000001:3.0:1788777262.730847:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.730848:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.730849:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:3.0:1788777262.730851:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.730853:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.730855:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.730857:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788777262.730864:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.730865:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.730867:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.730869:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.730871:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788777262.730878:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.730881:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.730882:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.730886:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.730887:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.730889:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.730892:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.730893:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.730895:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.730898:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.730899:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.730901:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.730902:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777262.730903:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777262.730904:0:30905:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.730907:0:30905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777262.730911:0:30905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.730915:0:30905:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777262.730918:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7bc0 00000080:00002000:3.0:1788777262.730919:0:30905:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff945320b540d8) flags 0x20000e refc 1 00000080:00000001:3.0:1788777262.730921:0:30905:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.730923:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7c08 00000080:00200000:3.0:1788777262.730925:0:30905:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:3.0:1788777262.730928:0:30905:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777262.730930:0:30905:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.730934:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777262.730935:0:30905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff94532097ba88), inode mode 41ed mask 44 00000080:00000001:3.0:1788777262.730938:0:30905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.730943:0:30905:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777262.730945:0:30905:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777262.730947:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b78 00000080:00200008:3.0:1788777262.730948:0:30905:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), flags 704400 00000080:00000010:3.0:1788777262.730953:0:30905:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945308800dc0. 00000080:00000001:3.0:1788777262.730958:0:30905:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788777262.730962:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:3.0:1788777262.730964:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.730967:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.730968:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.730970:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a28 00800000:00000002:3.0:1788777262.730971:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.730974:0:30905:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788777262.730977:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d79a8 00800000:00000002:3.0:1788777262.730979:0:30905:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788777262.730982:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.730983:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d78e0 00000002:00010000:3.0:1788777262.730985:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1788777262.730988:0:30905:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777262.730990:0:30905:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788777262.730993:0:30905:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777262.730997:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777262.730999:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.731002:0:30905:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777262.731005:0:30905:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.731007:0:30905:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.731009:0:30905:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.731011:0:30905:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777262.731012:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.731014:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.731016:0:30905:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777262.731017:0:30905:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.731019:0:30905:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.731020:0:30905:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.731023:0:30905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777262.731026:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777262.731031:0:30905:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777262.731032:0:30905:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.731035:0:30905:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777262.731038:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.731040:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.731041:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.731042:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.731045:0:30905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777262.731046:0:30905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777262.731049:0:30905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777262.731053:0:30905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2e400. 00000100:00000001:3.0:1788777262.731059:0:30905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.731063:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.731065:0:30905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.731066:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.731067:0:30905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.731069:0:30905:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.731075:0:30905:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00010000:00000001:3.0:1788777262.731078:0:30905:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777262.731080:0:30905:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777262.731082:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.731084:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.731087:0:30905:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777262.731090:0:30905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152da00. 00000020:00000001:3.0:1788777262.731105:0:30905:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777262.731106:0:30905:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152da00 with handle 0xe53f2b0cb7af875f to hash 00000020:00000001:3.0:1788777262.731108:0:30905:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777262.731110:0:30905:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.731113:0:30905:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.731115:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.731116:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.731119:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.731126:0:30905:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788777262.731137:0:30905:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788777262.731143:0:30905:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3e300 x1875667126109696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788777262.731151:0:30905:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777262.731156:0:30905:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777262.731157:0:30905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777262.731162:0:30905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.731164:0:30905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082152192 : -118390627399424 : ffff945308b58900) 00000100:00000001:3.0:1788777262.731167:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.731168:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777262.731172:0:30905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777262.731175:0:30905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.731177:0:30905:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777262.731179:0:30905:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.731182:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126109696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.731194:0:30905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.731196:0:30905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.731200:0:30905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.731202:0:30905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.731205:0:30905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.731208:0:30905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126109696:192.168.203.135@tcp:101:rm.0 00000100:00000001:3.0:1788777262.731212:0:30905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.731217:0:30905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.731265:0:30905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.731268:0:30905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.731664:0:30905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:3.0:1788777262.731668:0:30905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.731674:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.731678:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777262.731685:0:30905:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9453091dd000. 00000100:00000200:3.0:1788777262.731691:0:30905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126109696, portal 10 00000100:00000001:3.0:1788777262.731693:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.731694:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777262.731701:0:30905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e300 x1875667126109696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.731709:0:30905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.731712:0:30905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.731715:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347880. 00000100:00000200:3.0:1788777262.731718:0:30905:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126109696, offset 0 00000400:00000200:3.0:1788777262.731724:0:30905:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.731731:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.731738:0:30905:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.731744:0:30905:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.731748:0:30905:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.731751:0:30905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.731754:0:30905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.731757:0:30905:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2362:2362:256:4294967295] 192.168.203.135@tcp LPNI seq info [2357:2357:8:4294967295] 00000400:00000200:3.0:1788777262.731763:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.731771:0:30905:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.731777:0:30905:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777262.731783:0:30905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df300. 00000800:00000200:3.0:1788777262.731789:0:30905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777262.731797:0:30905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777262.731801:0:30905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788777262.731858:0:30905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.731863:0:30905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 806473 usecs (807 jiffies) 00000400:00000200:3.0:1788777262.731866:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777262.731869:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413845 00000100:00000001:3.0:1788777262.731871:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.731874:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413845 00000100:00000001:3.0:1788777262.731876:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.731878:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.731881:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.731884:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.731886:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777262.731889:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777262.731892:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.731894:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777262.741544:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.741554:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:1.0:1788777262.741561:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.741569:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.741576:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347880 00000400:00000010:1.0:1788777262.741579:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347880. 00000100:00000001:1.0:1788777262.741584:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.741593:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126109696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.741606:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.741609:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126109696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.741617:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.741619:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.759378:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.759397:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.759401:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.759403:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.759412:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.759419:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.759428:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.759433:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.759439:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.759443:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c4c600 00000400:00000200:0.0:1788777262.759447:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.759453:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x66a1 [64] + 224 00000800:00000001:0.0:1788777262.759460:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.759470:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.759473:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.759477:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.759484:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.759492:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126109696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.759504:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff945308a3e300 x1875667126109696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.759524:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.759531:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.759533:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.759609:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777262.759617:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777262.759619:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777262.759623:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777262.759627:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453091dd000 00000400:00000010:3.0:1788777262.759630:0:30905:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9453091dd000. 00000100:00000001:3.0:1788777262.759634:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777262.759639:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126109696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777262.759648:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126109696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.759665:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777262.759667:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.759670:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777262.759673:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777262.759675:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777262.759677:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.759680:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777262.759689:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=85 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777262.759693:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777262.759697:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777262.759698:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.759701:0:30905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777262.759704:0:30905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.759707:0:30905:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777262.759709:0:30905:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777262.759710:0:30905:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777262.759712:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.759713:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777262.759717:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777262.759718:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777262.759720:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777262.759723:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.759727:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.759735:0:30905:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.759738:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777262.759739:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777262.759743:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777262.759750:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126109696:192.168.203.135@tcp:101:rm.0 00000100:00000001:3.0:1788777262.759755:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.759758:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.759760:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777262.759762:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.759765:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.759772:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.759774:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.759777:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777262.759779:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.759781:0:30905:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777262.759786:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.759788:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.759791:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=4 00000020:00000001:3.0:1788777262.759794:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.759796:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000040:3.0:1788777262.759802:0:30905:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152da00, remote cookie: 0xa4f015c75ff3c05d, flags: 0x1001 00010000:00000040:3.0:1788777262.759805:0:30905:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777262.759808:0:30905:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788777262.759814:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777262.759817:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.759820:0:30905:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.759825:0:30905:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.759835:0:30905:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.759842:0:30905:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777262.759845:0:30905:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777262.759847:0:30905:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777262.759849:0:30905:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777262.759850:0:30905:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777262.759852:0:30905:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9453054b8c00) refcount = 2 00010000:00000040:3.0:1788777262.759855:0:30905:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777262.759858:0:30905:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788777262.759865:0:30905:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.759871:0:30905:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777262.759874:0:30905:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777262.759875:0:30905:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.759878:0:30905:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777262.759880:0:30905:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.759883:0:30905:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.759888:0:30905:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777262.759898:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.759901:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.759902:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.759903:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.759904:0:30905:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.759908:0:30905:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777262.759910:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.759912:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.759913:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.759915:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.759917:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.759919:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.759920:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777262.759924:0:30905:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777262.759933:0:30905:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777262.759938:0:30905:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777262.759945:0:30905:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.759947:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.759948:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.759949:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.759951:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.759953:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.759954:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.759955:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.759957:0:30905:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.759959:0:30905:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.759962:0:30905:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777262.759964:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.759965:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00010000:00000001:3.0:1788777262.759967:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.759968:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.759969:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.759970:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.759972:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00000002:00010000:3.0:1788777262.759975:0:30905:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.759981:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.759982:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.759984:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777262.759985:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.759986:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.759987:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.759988:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.759990:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000040:3.0:1788777262.759992:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 3 00010000:00000001:3.0:1788777262.759994:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777262.759998:0:30905:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 16 res 8589935620/35 (0 0) 00010000:00000001:3.0:1788777262.760001:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.760002:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.760003:0:30905:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777262.760006:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7868 00000002:00002000:3.0:1788777262.760008:0:30905:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788777262.760011:0:30905:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.760014:0:30905:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.760017:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777262.760020:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777262.760023:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777262.760026:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.760030:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000080:00000001:3.0:1788777262.760034:0:30905:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777262.760040:0:30905:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777262.760043:0:30905:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777262.760045:0:30905:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777262.760047:0:30905:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1788777262.760050:0:30905:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.760054:0:30905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788777262.760056:0:30905:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788777262.760060:0:30905:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00010000:00000001:3.0:1788777262.760062:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.760063:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.760064:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.760066:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.760068:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.760070:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.760071:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777262.760073:0:30905:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777262.760075:0:30905:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777262.760077:0:30905:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.760080:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff94532097ba88) for lock 0xe53f2b0cb7af875f 00800000:00000001:3.0:1788777262.760083:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.760085:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.760086:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.760087:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.760088:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.760098:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.760101:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.760103:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.760104:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.760105:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.760107:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.760110:0:30905:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777262.760112:0:30905:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.760113:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.760117:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.760124:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.760127:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af875f from it ffffb1cb819d7bd0 00010000:00000001:3.0:1788777262.760129:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.760130:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.760131:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.760133:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.760134:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.760137:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.760139:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.760146:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.760147:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.760149:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.760152:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.760154:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777262.760161:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.760164:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.760166:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.760170:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.760171:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.760172:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.760175:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.760177:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.760179:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.760181:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.760183:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.760184:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.760185:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777262.760188:0:30905:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.760465:0:30905:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb95c0. 00000080:00000001:3.0:1788777262.760469:0:30905:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777262.760473:0:30905:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777262.760476:0:30905:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777262.760479:0:30905:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945310690780. 00000002:00100000:3.0:1788777262.760484:0:30905:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777262.760491:0:30905:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.760492:0:30905:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777262.760496:0:30905:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777262.760500:0:30905:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.760502:0:30905:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777262.760504:0:30905:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.760506:0:30905:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.760510:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.760514:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777262.760520:0:30905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777262.760524:0:30905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:3.0:1788777262.760559:0:30905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777262.760561:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.760564:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b78 00000080:00000008:3.0:1788777262.760567:0:30905:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), flags 704400, rc = 0 00000080:00000001:3.0:1788777262.760571:0:30905:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.760594:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d28 00000080:00200008:3.0:1788777262.760597:0:30905:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777262.760604:0:30905:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788777262.760608:0:30905:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.760612:0:30905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777262.760613:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7ca0 00000080:00200000:3.0:1788777262.760615:0:30905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff94532097ba88),name=d21g.recovery-small-1 00000080:00000010:3.0:1788777262.760620:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:3.0:1788777262.760626:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.760631:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.760634:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.760636:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7bc0 00800000:00000002:3.0:1788777262.760638:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.760641:0:30905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777262.760646:0:30905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777262.760650:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.760651:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a90 00000002:00010000:3.0:1788777262.760692:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777262.760697:0:30905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777262.760699:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.760701:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.760704:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 3 00010000:00000001:3.0:1788777262.760706:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.760842:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.760845:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777262.760850:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788777262.760859:0:30905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777262.760863:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.760866:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788777262.760878:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.760880:0:30905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.760882:0:30905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.760884:0:30905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.760886:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.761003:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777262.761006:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777262.761008:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.761011:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000080:00000001:3.0:1788777262.761015:0:30905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777262.761016:0:30905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.761019:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff94532097ba88) 00000080:00010000:3.0:1788777262.761022:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff94532097ba88) for lock 0xe53f2b0cb7af872e 00800000:00000001:3.0:1788777262.761025:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.761027:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.761028:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.761030:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.761031:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.761033:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.761035:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.761038:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.761039:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.761040:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.761042:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.761044:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af872e from it ffffb1cb819d7cd8 00010000:00000001:3.0:1788777262.761046:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.761047:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.761048:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.761050:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.761051:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.761053:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.761056:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777262.761063:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.761064:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.761065:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.761067:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.761070:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af872e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfd8 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777262.761075:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.761077:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.761079:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.761081:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.761082:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.761084:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.761086:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.761088:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.761090:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.761101:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.761103:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.761104:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.761106:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777262.761107:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777262.761109:0:30905:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.761112:0:30905:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.761115:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d28 00000080:00000008:3.0:1788777262.761117:0:30905:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff94532097ba88), request_mask 2047, flags 0, foreign 0 00000020:00000001:3.0:1788777262.761345:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d48 00000080:00200000:3.0:1788777262.761348:0:30905:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9453090ac800) d21g.recovery-small-1 proj=0 00000080:00000001:3.0:1788777262.761351:0:30905:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1788777262.761353:0:30905:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:3.0:1788777262.761355:0:30905:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9453090ac800: age 1718, max_age 1744 00000800:00000200:1.0:1788777262.770550:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.770555:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b500. 00000400:00000200:1.0:1788777262.770568:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.770573:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.770578:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1088 00000400:00000010:1.0:1788777262.770581:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1088. 00000100:00000001:1.0:1788777262.770585:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.770592:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126109824/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777262.770602:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.770605:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126109824/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777278 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777262.770612:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.770613:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.777949:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.777967:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.777973:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.777976:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.777985:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.777993:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.778002:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.778007:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.778013:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.778017:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 10 MB=0x6a9e8c8c4c680 00000400:00000200:0.0:1788777262.778021:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.778027:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 368/368 into md 0x66a9 [1] + 224 00000800:00000001:0.0:1788777262.778034:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.778043:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.778045:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.778050:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.778058:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.778068:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126109824/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777262.778080:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94530914fb80 x1875667126109824/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.778106:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.778115:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.778119:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777262.789591:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.789602:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666be00. 00000400:00000200:0.0:1788777262.789609:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.789617:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.789625:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1b28 00000400:00000010:0.0:1788777262.789628:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1b28. 00000100:00000001:0.0:1788777262.789633:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.789642:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126110080/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.790046:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.790053:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126110080/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.790061:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.790063:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777262.792401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:2.1:1788777262.792413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00010000:00000010:2.1:1788777262.792417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00000800:00000001:0.0:1788777262.809812:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.809829:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.809833:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.809835:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.809844:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.809851:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.809860:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.809864:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.809870:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.809873:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4c780 00000400:00000200:0.0:1788777262.809878:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.809883:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x66b1 [1] + 224 00000800:00000001:0.0:1788777262.809954:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.809963:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.809967:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.809972:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.809979:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.809987:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126110080/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777262.809998:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914fb80 x1875667126110080/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.810073:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777262.810083:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777262.810086:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.810101:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777262.810107:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2365:2365:256:4294967295] 192.168.203.135@tcp LPNI seq info [2360:2360:8:4294967295] 00000400:00000200:0.0:1788777262.810112:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.810120:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777262.810126:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777262.810133:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777262.810139:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777262.810146:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777262.810150:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1788777262.810346:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1788777262.810461:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.810465:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:0.0:1788777262.810468:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.810472:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777262.810523:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.815241:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.815245:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413925 00000100:00000001:3.0:1788777262.815248:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.815251:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.815253:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.815256:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.815258:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777262.815262:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123edc00 going to sleep for 11 seconds 00000100:00000001:3.0:1788777262.815265:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.815267:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.821753:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.821763:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bc00. 00000400:00000200:0.0:1788777262.821770:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.821779:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.821786:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:0.0:1788777262.821789:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:0.0:1788777262.821794:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.821802:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.821814:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.821818:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.821826:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.821828:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788777262.826266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b57e0. 00000080:00000010:2.1:1788777262.826292:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091b180. 00000080:00000010:2.1:1788777262.826302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5940. 00000800:00000001:1.0:1788777262.829412:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.829429:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777262.829433:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.829435:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777262.829444:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.829452:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777262.829460:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.829464:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.829469:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.829473:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4c800 00000400:00000200:1.0:1788777262.829477:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.829483:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x66b9 [1] + 224 00000800:00000001:1.0:1788777262.829489:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.829496:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777262.829499:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.829504:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777262.829511:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777262.829519:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777262.829530:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.829583:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777262.829600:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777262.829609:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.829612:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777262.832403:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777262.832410:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777262.832414:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464e18. 00000400:00000200:3.0:1788777262.832422:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1f68 00000400:00000010:3.0:1788777262.832425:0:30905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1f68. 00000100:00000001:3.0:1788777262.832430:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777262.832440:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777262.832451:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.832459:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777262.832461:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.832464:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777262.832468:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777262.832470:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777262.832473:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.832476:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777262.832483:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=85 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777262.832488:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777262.832490:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777262.832492:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.832494:0:30905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777262.832498:0:30905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.832501:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777262.832503:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777262.832505:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777262.832508:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.832513:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.832520:0:30905:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.832523:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777262.832525:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777262.832529:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777262.832537:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126110208:192.168.203.135@tcp:101:rm.0 00000100:00000001:3.0:1788777262.832542:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.832545:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.832547:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777262.832549:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.832553:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.832560:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.832563:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123edc00. 00000100:00000001:3.0:1788777262.832566:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777262.832568:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.832570:0:30905:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777262.832574:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.832576:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.832579:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=4 00000020:00000001:3.0:1788777262.832581:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.832583:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000040:3.0:1788777262.832589:0:30905:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155000, remote cookie: 0xa4f015c75ff3c09c, flags: 0x1001 00010000:00010000:3.0:1788777262.832594:0:30905:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777262.832602:0:30905:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777262.832605:0:30905:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788777262.832611:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777262.832613:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.832616:0:30905:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.832619:0:30905:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.832627:0:30905:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.832633:0:30905:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777262.832636:0:30905:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777262.832638:0:30905:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777262.832640:0:30905:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777262.832641:0:30905:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777262.832644:0:30905:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9453054b8c00) refcount = 2 00010000:00000040:3.0:1788777262.832646:0:30905:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777262.832649:0:30905:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788777262.833802:0:30905:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.833810:0:30905:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777262.833815:0:30905:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777262.833816:0:30905:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.833820:0:30905:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777262.833822:0:30905:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.833826:0:30905:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.833832:0:30905:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777262.833833:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.833835:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.833837:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.833838:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.833840:0:30905:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.833846:0:30905:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777262.833848:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.833850:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.833852:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.833854:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.833856:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.833859:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.833860:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.833861:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=4 00000020:00000001:3.0:1788777262.833863:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.833865:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.833868:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.833870:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.833874:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.833879:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.833880:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.833882:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.833883:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.833884:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=5 00000020:00000001:3.0:1788777262.833886:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.833888:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.833999:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.834002:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.834008:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834009:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777262.834011:0:30905:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.834017:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.834018:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834019:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.834020:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834021:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777262.834030:0:30905:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777262.834038:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.834039:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.834041:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.834043:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834045:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834047:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834048:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.834050:0:30905:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.834052:0:30905:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.834055:0:30905:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777262.834057:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.834058:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.834059:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.834061:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834063:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00000002:00010000:3.0:1788777262.834066:0:30905:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.834073:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834074:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.834075:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777262.834076:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.834077:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.834078:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.834080:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834082:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000040:3.0:1788777262.834087:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 3 00010000:00000001:3.0:1788777262.834089:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777262.834103:0:30905:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:3.0:1788777262.834106:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834107:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.834108:0:30905:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777262.834111:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d79f0 00000002:00002000:3.0:1788777262.834114:0:30905:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777262.834116:0:30905:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.834120:0:30905:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.834123:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777262.834127:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777262.834130:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777262.834134:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:3.0:1788777262.834137:0:30905:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777262.834139:0:30905:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb819d7e00 it_disposition b 00000080:00000001:3.0:1788777262.834142:0:30905:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777262.834148:0:30905:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777262.834150:0:30905:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777262.834153:0:30905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788777262.834156:0:30905:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788777262.834163:0:30905:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777262.834165:0:30905:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1788777262.834167:0:30905:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.834170:0:30905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788777262.834173:0:30905:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777262.834175:0:30905:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833955 mtime from 1788777243 to 1788777262 00000080:00200000:3.0:1788777262.834179:0:30905:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00200000:3.0:1788777262.834181:0:30905:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff94532097ba88): rc = 0 00000080:00000001:3.0:1788777262.834183:0:30905:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482851976 : -118390226699640 : ffff94532097ba88) 00010000:00000001:3.0:1788777262.834185:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.834186:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.834187:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.834376:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834379:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834381:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834382:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777262.834384:0:30905:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777262.834386:0:30905:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777262.834387:0:30905:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777262.834390:0:30905:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777262.834391:0:30905:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.834395:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff94532097ba88) for lock 0xe53f2b0cb7af8766 00800000:00000001:3.0:1788777262.834398:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.834400:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.834401:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.834402:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.834403:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.834405:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834407:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834409:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834410:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.834411:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.834413:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777262.834417:0:30905:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b54a20 inode ffff94532097ba88 refc 1 flags 0x20000e 00000080:00000001:3.0:1788777262.834420:0:30905:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777262.834422:0:30905:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.834424:0:30905:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788777262.834427:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff94532097ba88) 00000080:00010000:3.0:1788777262.834431:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8766 from it ffffb1cb819d7e00 00010000:00000001:3.0:1788777262.834432:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.834433:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.834434:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777262.834436:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834438:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777262.834439:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.834442:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.834448:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834449:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.834450:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.834453:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.834455:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777262.834460:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.834463:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.834465:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.834469:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834470:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.834471:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.834474:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.834475:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.834477:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.834480:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.834481:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.834482:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.834483:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777262.834485:0:30905:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777262.834489:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398d600. 00000100:00000001:3.0:1788777262.834494:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.834499:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126110208/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.834506:0:30905:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777262.834508:0:30905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777262.834512:0:30905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94531066f000. 02000000:00000001:3.0:1788777262.834515:0:30905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777262.834517:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777262.834519:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777262.834521:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777262.834524:0:30905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9400. 02000000:00000001:3.0:1788777262.834527:0:30905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777262.834529:0:30905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777262.834530:0:30905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:3.0:1788777262.834534:0:30905:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777262.834535:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.834537:0:30905:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777262.834539:0:30905:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb819d7e00 released 00000080:00000001:3.0:1788777262.834540:0:30905:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777262.834544:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.834546:0:30905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777262.834547:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d50 00000080:00200000:3.0:1788777262.834549:0:30905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777262.834558:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:3.0:1788777262.834563:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.834566:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.834569:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.834570:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7c70 00800000:00000002:3.0:1788777262.834572:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.834575:0:30905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777262.834578:0:30905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777262.834581:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.834583:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b40 00000002:00010000:3.0:1788777262.834584:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777262.834587:0:30905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777262.834589:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.834591:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.834594:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.834596:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.834599:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.834601:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777262.834604:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1788777262.834611:0:30905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777262.834615:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.834617:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1788777262.834624:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.834626:0:30905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.834628:0:30905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.834629:0:30905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.834631:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.834633:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777262.834635:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777262.834637:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.834639:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000080:00000001:3.0:1788777262.834641:0:30905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777262.834643:0:30905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.834645:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777262.834648:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8727 00800000:00000001:3.0:1788777262.834650:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.834651:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.834652:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.835287:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.835290:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:3.0:1788777262.835293:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.835295:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.835298:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.835299:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.835300:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.835303:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.835305:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8727 from it ffffb1cb819d7d88 00010000:00000001:3.0:1788777262.835307:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.835308:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.835310:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:3.0:1788777262.835312:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.835314:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777262.835316:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.835320:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1788777262.835328:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.835329:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.835330:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.835332:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.835334:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1788777262.835340:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.835342:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.835344:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.835347:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.835348:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.835349:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.835352:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.835354:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.835355:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.835358:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.835360:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.835361:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.835362:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777262.835365:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777262.835366:0:30905:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.835369:0:30905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:3.0:1788777262.835375:0:30905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.835381:0:30905:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:3.0:1788777262.835383:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7e18 00000080:00200000:3.0:1788777262.835385:0:30905:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:3.0:1788777262.835388:0:30905:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1788777262.835391:0:30905:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-1, [0x200000404:0x23:0x0]) is foreign... 00000080:00000001:3.0:1788777262.835394:0:30905:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788777262.835399:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:3.0:1788777262.835404:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:3.0:1788777262.835410:0:30905:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788777262.835415:0:30905:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788777262.835417:0:30905:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1788777262.835420:0:30905:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777262.835422:0:30905:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x23:0x0] -> mds #0 00000002:00000001:3.0:1788777262.835427:0:30905:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788777262.835429:0:30905:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777262.835432:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777262.835434:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.835437:0:30905:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777262.835440:0:30905:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777262.835442:0:30905:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1788777262.835449:0:30905:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777262.835453:0:30905:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777262.835455:0:30905:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777262.835457:0:30905:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777262.835459:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.835460:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.835462:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 3 00010000:00000001:3.0:1788777262.835464:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.835466:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.835468:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.835468:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.835470:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 3 00010000:00000001:3.0:1788777262.835472:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.835473:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.835475:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.835476:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.835477:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 3 00010000:00000001:3.0:1788777262.835479:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.835481:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.835483:0:30905:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777262.835485:0:30905:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777262.835541:0:30905:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788777262.835544:0:30905:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777262.835547:0:30905:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777262.835548:0:30905:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.835552:0:30905:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777262.835555:0:30905:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777262.835556:0:30905:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777262.835558:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.835560:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777262.835563:0:30905:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155800 with handle 0xe53f2b0cb7af8727 from hash 00010000:00000001:3.0:1788777262.835566:0:30905:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777262.835567:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.835568:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.835569:0:30905:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777262.835572:0:30905:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777262.835574:0:30905:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777262.835577:0:30905:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777262.835579:0:30905:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.835581:0:30905:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.835584:0:30905:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777262.835586:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 3 00010000:00000001:3.0:1788777262.835588:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.835589:0:30905:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777262.835592:0:30905:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777262.835594:0:30905:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788777262.835600:0:30905:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777262.835601:0:30905:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777262.835603:0:30905:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777262.835604:0:30905:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1788777262.835606:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.835608:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.835609:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 4 00010000:00000001:3.0:1788777262.835611:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.835613:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.835615:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.835616:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.835617:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 4 00010000:00000001:3.0:1788777262.835619:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.835621:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.835622:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.835623:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.835625:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 4 00010000:00000001:3.0:1788777262.835626:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.835628:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.835629:0:30905:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777262.835631:0:30905:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff94532097b9c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777262.835634:0:30905:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788777262.835635:0:30905:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777262.835637:0:30905:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777262.835638:0:30905:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff94532097ba88) invalid 00000020:00000001:3.0:1788777262.835641:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a80 00000080:00002000:3.0:1788777262.835643:0:30905:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff945320b54a20) parent ffff9453208d0a20 inode ffff94532097ba88 refc 2 00000080:00000001:3.0:1788777262.835647:0:30905:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777262.835649:0:30905:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777262.835650:0:30905:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.835652:0:30905:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777262.836985:0:30905:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777262.836990:0:30905:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777262.836992:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.836995:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777262.837000:0:30905:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155000 with handle 0xe53f2b0cb7af8766 from hash 00010000:00000001:3.0:1788777262.837003:0:30905:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777262.837004:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.837005:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.837006:0:30905:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777262.837009:0:30905:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777262.837012:0:30905:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777262.837015:0:30905:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777262.837018:0:30905:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1788777262.837031:0:30905:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777262.837034:0:30905:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777262.837035:0:30905:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777262.837036:0:30905:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode CR 00000002:00000001:3.0:1788777262.837039:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.837040:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.837045:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 4 00010000:00000001:3.0:1788777262.837047:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.837050:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.837051:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.837052:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.837053:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 4 00010000:00000001:3.0:1788777262.837055:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.837056:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.837058:0:30905:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.837060:0:30905:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777262.837063:0:30905:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777262.837069:0:30905:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.837071:0:30905:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777262.837076:0:30905:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777262.837080:0:30905:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788777262.837082:0:30905:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x23:0x0] 00000002:00000001:3.0:1788777262.837085:0:30905:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777262.837087:0:30905:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x23:0x0] file closed with intent: 0 00000100:00000010:3.0:1788777262.837102:0:30905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ed80. 00000020:00000040:3.0:1788777262.837106:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777262.837109:0:30905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777262.837113:0:30905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777262.837116:0:30905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777262.837122:0:30905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a0b200. 00000100:00000001:3.0:1788777262.837128:0:30905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777262.837144:0:30905:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777262.837154:0:30905:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777262.837160:0:30905:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3ed80 x1875667126110464/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777262.837167:0:30905:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777262.837168:0:30905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777262.837176:0:30905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.837178:0:30905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082152192 : -118390627399424 : ffff945308b58900) 00000100:00000001:3.0:1788777262.837181:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.837182:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000001:3.0:1788777262.837187:0:30905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777262.837201:0:30905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.837203:0:30905:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777262.837205:0:30905:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.837210:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ed80 x1875667126110464/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.837216:0:30905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.837235:0:30905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.837239:0:30905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.837242:0:30905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.837244:0:30905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.837248:0:30905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126110464:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777262.837252:0:30905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.837257:0:30905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.837260:0:30905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.837262:0:30905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.837267:0:30905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777262.837268:0:30905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.837275:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.837280:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777262.837288:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777262.837298:0:30905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126110464, portal 10 00000100:00000001:3.0:1788777262.837300:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.837301:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000040:3.0:1788777262.837308:0:30905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3ed80 x1875667126110464/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.837315:0:30905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.837318:0:30905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.837320:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000100:00000200:3.0:1788777262.837323:0:30905:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126110464, offset 0 00000400:00000200:3.0:1788777262.837330:0:30905:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.837338:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.837346:0:30905:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.837351:0:30905:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.837355:0:30905:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.837359:0:30905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.837362:0:30905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.837365:0:30905:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2367:2367:256:4294967295] 192.168.203.135@tcp LPNI seq info [2362:2362:8:4294967295] 00000400:00000200:3.0:1788777262.837370:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.837380:0:30905:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.837385:0:30905:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777262.837391:0:30905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df300. 00000800:00000200:3.0:1788777262.837397:0:30905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777262.837404:0:30905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777262.837408:0:30905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777262.837428:0:30905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.837433:0:30905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 802013 usecs (803 jiffies) 00000400:00000200:3.0:1788777262.837437:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777262.837439:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413947 00000100:00000001:3.0:1788777262.837442:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.837444:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413947 00000100:00000001:3.0:1788777262.837446:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.837448:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.837451:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.837453:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.837455:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777262.837458:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777262.837460:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.837463:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.839107:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.839115:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:0.0:1788777262.839122:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.839130:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.839136:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:0.0:1788777262.839139:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:0.0:1788777262.839144:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.839151:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ed80 x1875667126110464/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.839162:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.839165:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ed80 x1875667126110464/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.839173:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.839174:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777262.846260:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.846286:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777262.846291:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.846294:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777262.846304:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.846311:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777262.846321:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.846326:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.846333:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.846337:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4c900 00000400:00000200:1.0:1788777262.846342:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.846348:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x66c1 [1] + 224 00000800:00000001:1.0:1788777262.846355:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.846362:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777262.846365:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.846370:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777262.846379:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777262.846388:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ed80 x1875667126110464/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777262.846399:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3ed80 x1875667126110464/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.846413:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777262.846422:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.846424:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.846596:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777262.846604:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777262.846606:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777262.846609:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777262.846613:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:3.0:1788777262.846616:0:30905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:3.0:1788777262.846618:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777262.846623:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ed80 x1875667126110464/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777262.846630:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ed80 x1875667126110464/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.846636:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777262.846638:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.846640:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777262.846644:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777262.846646:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777262.846648:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.846650:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777262.846672:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777262.846677:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777262.846679:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777262.846680:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.846683:0:30905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777262.846686:0:30905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.846689:0:30905:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777262.846691:0:30905:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777262.846693:0:30905:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777262.846695:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.846697:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000001:3.0:1788777262.846700:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777262.846701:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777262.846704:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777262.846706:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.846711:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ed80 x1875667126110464/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.846719:0:30905:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.846721:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777262.846723:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777262.846727:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ed80 x1875667126110464/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777262.846734:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126110464:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777262.846738:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.846741:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.846743:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777262.846745:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.846748:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ed80 x1875667126110464/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.846754:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.846756:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.846760:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777262.846761:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.846767:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.846768:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000002:00000001:3.0:1788777262.846771:0:30905:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.846773:0:30905:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.846778:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.846782:0:30905:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777262.846784:0:30905:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777262.846790:0:30905:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777262.846794:0:30905:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.846801:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.846803:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777262.846805:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.846807:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.846813:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.846815:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.846817:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ed80 x1875667126110464/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.846822:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.846824:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.846826:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126109696/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.846833:0:30905:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777262.846836:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777262.846838:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777262.846840:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777262.846844:0:30905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777262.846847:0:30905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777262.846849:0:30905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777262.846851:0:30905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777262.846854:0:30905:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777262.846855:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.846856:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.846860:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126110464/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.846866:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.846868:0:30905:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945310690780. 00000002:00000001:3.0:1788777262.846870:0:30905:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.846872:0:30905:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.846874:0:30905:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb95c0. 00000100:00000001:3.0:1788777262.846877:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.846880:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ed80 x1875667126110464/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.846903:0:30905:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777262.846905:0:30905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777262.846908:0:30905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777262.846911:0:30905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777262.846912:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777262.846913:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777262.846915:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777262.846916:0:30905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a0b200. 02000000:00000001:3.0:1788777262.846918:0:30905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777262.846919:0:30905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777262.846921:0:30905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ed80. 00000100:00000001:3.0:1788777262.846923:0:30905:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777262.846925:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.846927:0:30905:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.846929:0:30905:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777262.846931:0:30905:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1788777262.846935:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.846938:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.846944:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 4 00010000:00000001:3.0:1788777262.846946:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.846952:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.846954:0:30905:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.846957:0:30905:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777262.846959:0:30905:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff94532097ba88) invalid 00000020:00000001:3.0:1788777262.846963:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a80 00000080:00002000:3.0:1788777262.846965:0:30905:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff945320b54a20) parent ffff9453208d0a20 inode ffff94532097ba88 refc 2 00000080:00000001:3.0:1788777262.846969:0:30905:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777262.846972:0:30905:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777262.846974:0:30905:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.846978:0:30905:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777262.846981:0:30905:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777262.846983:0:30905:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777262.846985:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.846987:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777262.846991:0:30905:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152da00 with handle 0xe53f2b0cb7af875f from hash 00010000:00000001:3.0:1788777262.846994:0:30905:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777262.846996:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.846997:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.846999:0:30905:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777262.847002:0:30905:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777262.847003:0:30905:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777262.847006:0:30905:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788777262.847009:0:30905:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788777262.847011:0:30905:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788777262.847016:0:30905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ed80. 00000020:00000040:3.0:1788777262.847020:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777262.847024:0:30905:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777262.847025:0:30905:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.847027:0:30905:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777262.847031:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.847036:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.847038:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.847039:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.847042:0:30905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777262.847043:0:30905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777262.847048:0:30905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777262.847053:0:30905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a0b200. 00000100:00000001:3.0:1788777262.847059:0:30905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.847061:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.847063:0:30905:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777262.847069:0:30905:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777262.847077:0:30905:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788777262.847084:0:30905:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1788777262.847104:0:30905:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788777262.847107:0:30905:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788777262.847109:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777262.847111:0:30905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8766 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c09c expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777262.847121:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.847123:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777262.847124:0:30905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af875f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c05d expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1788777262.847130:0:30905:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8c00 count: 0 00010000:00000010:3.0:1788777262.847135:0:30905:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e080. 00010000:00000001:3.0:1788777262.847141:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.847143:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777262.847145:0:30905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8727 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3bfbc expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1788777262.847151:0:30905:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8d00 count: 0 00010000:00000010:3.0:1788777262.847154:0:30905:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e880. 00010000:00000001:3.0:1788777262.847158:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.847159:0:30905:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.847161:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.847162:0:30905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.847164:0:30905:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777262.847173:0:30905:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777262.847179:0:30905:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3ed80 x1875667126110720/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777262.847186:0:30905:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777262.847187:0:30905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777262.847193:0:30905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.847195:0:30905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082152192 : -118390627399424 : ffff945308b58900) 00000100:00000001:3.0:1788777262.847197:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.847199:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000001:3.0:1788777262.847202:0:30905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777262.847207:0:30905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.847208:0:30905:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777262.847210:0:30905:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.847213:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ed80 x1875667126110720/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.847247:0:30905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.847250:0:30905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.847254:0:30905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.847256:0:30905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.847259:0:30905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.847262:0:30905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126110720:192.168.203.135@tcp:36:rm.0 00000100:00000001:3.0:1788777262.847266:0:30905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.847280:0:30905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.847282:0:30905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.847285:0:30905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.847289:0:30905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777262.847291:0:30905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.847296:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.847298:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777262.847303:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777262.847308:0:30905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126110720, portal 10 00000100:00000001:3.0:1788777262.847310:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.847311:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000040:3.0:1788777262.847317:0:30905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ed80 x1875667126110720/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.847324:0:30905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.847326:0:30905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.847328:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347cc0. 00000100:00000200:3.0:1788777262.847332:0:30905:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875667126110720, offset 0 00000400:00000200:3.0:1788777262.847337:0:30905:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.847343:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.847350:0:30905:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.847355:0:30905:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.847359:0:30905:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.847363:0:30905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.847365:0:30905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.847369:0:30905:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2368:2368:256:4294967295] 192.168.203.135@tcp LPNI seq info [2363:2363:8:4294967295] 00000400:00000200:3.0:1788777262.847373:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.847382:0:30905:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.847387:0:30905:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777262.847391:0:30905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df000. 00000800:00000200:3.0:1788777262.847397:0:30905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777262.847404:0:30905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777262.847408:0:30905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1788777262.847416:0:30905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.847419:0:30905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 800882 usecs (801 jiffies) 00000400:00000200:3.0:1788777262.847422:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777262.847425:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413955 00000100:00000001:3.0:1788777262.847428:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.847430:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413955 00000100:00000001:3.0:1788777262.847432:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.847434:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.847437:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.847439:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.847441:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777262.847443:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777262.847445:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.847447:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.847903:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.847910:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:0.0:1788777262.847914:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.847919:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.847924:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347cc0 00000400:00000010:0.0:1788777262.847926:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347cc0. 00000100:00000001:0.0:1788777262.847930:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.847935:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ed80 x1875667126110720/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.847949:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.847952:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ed80 x1875667126110720/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.847957:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.847959:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777262.857329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00010000:00000010:3.1:1788777262.857343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:3.1:1788777262.857348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152da00. 00010000:00000010:3.1:1788777262.857369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:3.1:1788777262.857372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00000800:00000001:1.0:1788777262.866211:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.866268:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777262.866281:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.866285:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777262.866294:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.866302:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777262.866310:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.866315:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.866321:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.866324:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4ca00 00000400:00000200:1.0:1788777262.866329:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.866334:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x66c9 [1] + 224 00000800:00000001:1.0:1788777262.866340:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.866347:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777262.866350:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.866355:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777262.866361:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777262.866369:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ed80 x1875667126110720/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777262.866380:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff945308a3ed80 x1875667126110720/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777262.866394:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777262.866402:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777262.866405:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.866411:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777262.866416:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2369:2369:256:4294967295] 192.168.203.135@tcp LPNI seq info [2364:2364:8:4294967295] 00000400:00000200:1.0:1788777262.866420:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777262.866428:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777262.866434:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777262.866440:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777262.866445:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777262.866452:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777262.866456:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777262.866529:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.866533:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777262.866536:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.866540:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777262.866548:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777262.866552:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.866878:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777262.866886:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777262.866960:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777262.866965:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777262.866971:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:3.0:1788777262.866973:0:30905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:3.0:1788777262.866976:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777262.866982:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ed80 x1875667126110720/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777262.866992:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ed80 x1875667126110720/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.866999:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777262.867001:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.867004:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777262.867007:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777262.867009:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777262.867011:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.867014:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777262.867022:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=85 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777262.867026:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777262.867029:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777262.867030:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.867033:0:30905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777262.867036:0:30905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.867040:0:30905:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777262.867042:0:30905:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x10000013b] 00000100:00000001:3.0:1788777262.867043:0:30905:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777262.867045:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.867047:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000001:3.0:1788777262.867050:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777262.867051:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777262.867053:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777262.867055:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.867059:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ed80 x1875667126110720/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777278 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.867066:0:30905:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.867069:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777262.867071:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777262.867075:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ed80 x1875667126110720/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777278 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777262.867082:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126110720:192.168.203.135@tcp:36:rm.0 00000100:00000001:3.0:1788777262.867087:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.867089:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.867163:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777262.867165:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.867170:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ed80 x1875667126110720/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777278 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.867178:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.867180:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.867184:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777262.867185:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.867192:0:30905:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.867195:0:30905:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777262.867199:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.867202:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000080:00000002:3.0:1788777262.867206:0:30905:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777243 to 1788777262 00000100:00000001:3.0:1788777262.867212:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.867216:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126110720/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777278 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777262.867257:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.867259:0:30905:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.867568:0:30905:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788777262.867572:0:30905:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788777262.867574:0:30905:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x23:0x0](ffff94532097ba88) 00800000:00000001:3.0:1788777262.867580:0:30905:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788777262.867581:0:30905:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x23:0x0] 00000002:00000001:3.0:1788777262.867586:0:30905:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788777262.867592:0:30905:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.867594:0:30905:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.867596:0:30905:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788777262.867599:0:30905:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788777262.867602:0:30905:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.867604:0:30905:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.867608:0:30905:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788777262.867609:0:30905:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788777262.867623:0:30905:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777262.867627:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7e30 00000080:00002000:3.0:1788777262.867630:0:30905:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff945320b54a20, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777262.867633:0:30905:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.867636:0:30905:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777262.867638:0:30905:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000200:1.0:1788777262.874024:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.874028:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b700. 00000400:00000200:1.0:1788777262.874035:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.874040:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.874045:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:1.0:1788777262.874048:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:1.0:1788777262.874052:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.874056:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126110848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.874066:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.874069:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126110848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.874077:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.874078:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788777262.877305:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532097b9c0. 00000080:00000010:3.1:1788777262.877324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5a40. 00000800:00000001:0.0:1788777262.879480:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.879495:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.879500:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.879502:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.879510:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.879517:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.879527:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.879532:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.879537:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.879540:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4ca80 00000400:00000200:0.0:1788777262.879545:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.879550:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x66d1 [1] + 224 00000800:00000001:0.0:1788777262.879557:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.879566:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.879570:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.879574:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.879581:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.879590:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126110848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.879601:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914f480 x1875667126110848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.879622:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.879632:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.879636:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777262.881843:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.881848:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b100. 00000400:00000200:1.0:1788777262.881853:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.881858:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.881864:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1880 00000400:00000010:1.0:1788777262.881866:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1880. 00000100:00000001:1.0:1788777262.881869:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.881874:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126111104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.881883:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.881886:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126111104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.881893:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.881894:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.898737:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.898751:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.898756:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.898758:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.898766:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.898774:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.898782:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.898786:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.898791:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.898795:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c4cb80 00000400:00000200:0.0:1788777262.898800:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.898805:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x66d9 [64] + 224 00000800:00000001:0.0:1788777262.898811:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.898818:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.898821:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.898825:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.898833:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.898840:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126111104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.898852:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530914f480 x1875667126111104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.898872:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.898880:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.898882:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777262.903600:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.903605:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666ba00. 00000400:00000200:1.0:1788777262.903611:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.903616:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.903622:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1770 00000400:00000010:1.0:1788777262.903624:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1770. 00000100:00000001:1.0:1788777262.903628:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.903633:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126111232/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.903642:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.903644:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126111232/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.903651:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.903652:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777262.907273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154800. 00000800:00000001:0.0:1788777262.909009:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.909024:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.909029:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.909031:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.909040:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.909048:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.909057:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.909062:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.909068:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.909073:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c4cc00 00000400:00000200:0.0:1788777262.909079:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.909086:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x66e1 [256] + 0 00000400:00000010:0.0:1788777262.909102:0:2339:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464478. 00000400:00000200:0.0:1788777262.909108:0:2339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff945310278000 00000800:00000001:0.0:1788777262.909114:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.909124:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.909128:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.909132:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.909138:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945310278000 00000400:00000010:0.0:1788777262.909140:0:2339:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff945310278000. 00000100:00000001:0.0:1788777262.909150:0:2339:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788777262.909152:0:2339:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94530914df80 desc ffff9453093a9000 mbits 1875667126111232 00000100:00000001:0.0:1788777262.909168:0:2339:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1788777262.909176:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777262.909179:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.909184:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777262.909190:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2373:2373:256:4294967295] 192.168.203.135@tcp LPNI seq info [2368:2368:8:4294967295] 00000400:00000200:0.0:1788777262.909194:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.909202:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777262.909208:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777262.909216:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94530670e000. 00000800:00000200:0.0:1788777262.909264:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777262.909271:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777262.909276:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530670e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777262.909334:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.909337:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94530670e000. 00000400:00000200:0.0:1788777262.909342:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.909346:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777262.909352:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.909356:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.916274:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.916293:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.916299:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.916302:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.916311:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.916318:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.916327:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.916332:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.916337:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.916341:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c4cc00 00000400:00000200:0.0:1788777262.916346:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.916352:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x66e9 [1] + 224 00000800:00000001:0.0:1788777262.916359:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.916370:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.916373:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.916377:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.916385:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.916394:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126111232/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.916404:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94530914df80 x1875667126111232/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.916424:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.916433:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.916436:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777262.918250:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.918254:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b900. 00000400:00000200:1.0:1788777262.918260:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.918264:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.918268:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1990 00000400:00000010:1.0:1788777262.918270:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1990. 00000100:00000001:1.0:1788777262.918274:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.918278:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126111488/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.918287:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.918290:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126111488/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.918295:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.918297:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.924648:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.924670:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.924675:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.924678:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.924695:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.924703:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.924714:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.924719:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.924724:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.924728:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4cd00 00000400:00000200:0.0:1788777262.924733:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.924739:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x66f1 [1] + 224 00000800:00000001:0.0:1788777262.924746:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.924758:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.924761:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.924766:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.924773:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.924781:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126111488/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.924792:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530914df80 x1875667126111488/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.924818:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.924829:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.924833:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777262.932490:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.932499:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b300. 00000400:00000200:1.0:1788777262.932506:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.932514:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.932531:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1a18 00000400:00000010:1.0:1788777262.932534:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1a18. 00000100:00000001:1.0:1788777262.932540:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.932548:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126111744/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.932561:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.932565:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126111744/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777262.932573:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.932575:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.936648:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.936666:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.936670:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.936673:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.936690:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.936697:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.936705:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.936710:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.936716:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.936719:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c4ce00 00000400:00000200:0.0:1788777262.936724:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.936730:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x66f9 [64] + 224 00000800:00000001:0.0:1788777262.936737:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.936745:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.936748:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.936753:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.936761:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.936769:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126111744/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.936788:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530914df80 x1875667126111744/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.936808:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.936817:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.936821:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777262.940146:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777262.940155:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b400. 00000400:00000200:1.0:1788777262.940162:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777262.940171:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777262.940179:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1990 00000400:00000010:1.0:1788777262.940182:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1990. 00000100:00000001:1.0:1788777262.940187:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777262.940193:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126112000/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777262.940204:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777262.940207:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126112000/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777262.940218:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777262.940249:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777262.952075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00010000:00000010:2.1:1788777262.952102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34700. 00010000:00000010:2.1:1788777262.952108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8200. 00010000:00000010:2.1:1788777262.952111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00000800:00000001:0.0:1788777262.961131:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.961148:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.961152:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.961156:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.961166:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.961173:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.961182:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.961187:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.961193:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.961197:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4cf00 00000400:00000200:0.0:1788777262.961201:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.961208:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6701 [1] + 224 00000800:00000001:0.0:1788777262.961215:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.961264:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.961268:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.961282:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.961290:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.961298:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126112000/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777262.961309:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914f480 x1875667126112000/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777262.961329:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777262.961338:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777262.961341:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.961346:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777262.961352:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2377:2377:256:4294967295] 192.168.203.135@tcp LPNI seq info [2372:2372:8:4294967295] 00000400:00000200:0.0:1788777262.961357:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.961365:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777262.961371:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777262.961377:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777262.961384:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777262.961391:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777262.961395:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777262.961472:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.961476:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:0.0:1788777262.961480:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.961484:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777262.961490:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.961493:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788777262.963988:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.963996:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af877b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c0db expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777262.964006:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.964008:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.964010:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788777262.964013:0:30905:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 16 00000080:00000010:3.0:1788777262.964018:0:30905:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a0640. 00000080:00000001:3.0:1788777262.964023:0:30905:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777262.964029:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7dd0 00000080:00000008:3.0:1788777262.964032:0:30905:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff945320918908), flags 704000, rc = 0 00000080:00000001:3.0:1788777262.964035:0:30905:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.964038:0:30905:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.964042:0:30905:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777262.964044:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7e00 00000080:00002000:3.0:1788777262.964046:0:30905:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff945320b3c798, parent ffff9453208d0a20, inode ffff945320918908) hashed, 00000080:00000001:3.0:1788777262.964049:0:30905:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.964055:0:30905:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777262.964059:0:30905:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777262.964101:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.964105:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.964107:0:30905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777262.964109:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7bd8 00000080:00200000:3.0:1788777262.964111:0:30905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777262.964118:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00800000:00000002:3.0:1788777262.964123:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.964127:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.964131:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.964134:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7af8 00800000:00000002:3.0:1788777262.964136:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.964140:0:30905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777262.964144:0:30905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777262.964148:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.964150:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d79c8 00000002:00010000:3.0:1788777262.964152:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777262.964156:0:30905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777262.964158:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.964160:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.964163:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777262.964166:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.964170:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.964173:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777262.964177:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788777262.964184:0:30905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777262.964186:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.964189:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788777262.964196:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.964198:0:30905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.964201:0:30905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.964203:0:30905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.964205:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.964208:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777262.964211:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777262.964214:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.964218:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.964400:0:30905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777262.964402:0:30905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.964404:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777262.964408:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af876d 00800000:00000001:3.0:1788777262.964411:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.964413:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.964415:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.964417:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.964420:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:3.0:1788777262.964422:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777262.964424:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777262.964427:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.964428:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.964429:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.964431:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.964433:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af876d from it ffffb1cb819d7c10 00010000:00000001:3.0:1788777262.964435:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.964436:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.964438:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:3.0:1788777262.964440:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777262.964441:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777262.964443:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.964446:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777262.964453:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.964454:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.964456:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.964457:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.964460:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777262.964467:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.964470:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.964472:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.964476:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.964477:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.964479:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.964482:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.964483:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.964485:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.964487:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.964489:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.964491:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.964492:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777262.964494:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777262.964496:0:30905:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.964499:0:30905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777262.964502:0:30905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777262.964516:0:30905:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453106908e0. 00000020:00000001:3.0:1788777262.964519:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7dc8 00000080:00200000:3.0:1788777262.964521:0:30905:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=0 00000080:00000001:3.0:1788777262.964895:0:30905:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777262.964897:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7c78 00000080:00200000:3.0:1788777262.964899:0:30905:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=getattr 00000080:00000010:3.0:1788777262.964908:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00800000:00000002:3.0:1788777262.964912:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.964916:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.964919:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.964921:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b98 00800000:00000002:3.0:1788777262.964923:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.964926:0:30905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788777262.964929:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b30 00800000:00000002:3.0:1788777262.964931:0:30905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788777262.964936:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.964937:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a68 00000002:00010000:3.0:1788777262.964939:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788777262.964943:0:30905:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777262.964946:0:30905:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777262.964950:0:30905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777262.964954:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=10 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777262.964959:0:30905:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777262.964963:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.964966:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.964967:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.964969:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.964973:0:30905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777262.964975:0:30905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777262.964978:0:30905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777262.964984:0:30905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2e400. 00000100:00000001:3.0:1788777262.964990:0:30905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.964995:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.964996:0:30905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.964998:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777262.965000:0:30905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.965002:0:30905:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.965008:0:30905:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00010000:00000001:3.0:1788777262.965012:0:30905:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777262.965014:0:30905:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777262.965017:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777262.965020:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.965022:0:30905:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777262.965025:0:30905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152da00. 00000020:00000001:3.0:1788777262.965028:0:30905:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777262.965030:0:30905:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152da00 with handle 0xe53f2b0cb7af8782 to hash 00000020:00000001:3.0:1788777262.965033:0:30905:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777262.965035:0:30905:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.965038:0:30905:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.965041:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.965043:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.965046:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.965058:0:30905:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.965068:0:30905:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30905 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777262.965073:0:30905:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777262.965075:0:30905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777262.965080:0:30905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.965082:0:30905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082152192 : -118390627399424 : ffff945308b58900) 00000100:00000001:3.0:1788777262.965085:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.965087:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777262.965101:0:30905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777262.965107:0:30905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.965109:0:30905:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777262.965110:0:30905:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.965120:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.965128:0:30905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.965130:0:30905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.965134:0:30905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.965136:0:30905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.965139:0:30905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.965142:0:30905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126112128:192.168.203.135@tcp:101:rm.0 00000100:00000001:3.0:1788777262.965147:0:30905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.965152:0:30905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.965154:0:30905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.965157:0:30905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.965161:0:30905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453091dd000. 02000000:00000001:3.0:1788777262.965163:0:30905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.965170:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.965174:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777262.965181:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777262.965188:0:30905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126112128, portal 10 00000100:00000001:3.0:1788777262.965190:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.965191:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777262.965197:0:30905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.965204:0:30905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.965207:0:30905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.965210:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777262.965213:0:30905:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126112128, offset 0 00000400:00000200:3.0:1788777262.965345:0:30905:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.965355:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.965362:0:30905:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.965367:0:30905:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.965371:0:30905:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.965375:0:30905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.965378:0:30905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.965382:0:30905:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2378:2378:256:4294967295] 192.168.203.135@tcp LPNI seq info [2373:2373:8:4294967295] 00000400:00000200:3.0:1788777262.965386:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.965395:0:30905:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.965401:0:30905:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777262.965406:0:30905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df800. 00000800:00000200:3.0:1788777262.965414:0:30905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777262.965421:0:30905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777262.965426:0:30905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788777262.965495:0:30905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.965500:0:30905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 793120 usecs (794 jiffies) 00000400:00000200:3.0:1788777262.965503:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777262.965506:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296414066 00000100:00000001:3.0:1788777262.965510:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.965513:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296414066 00000100:00000001:3.0:1788777262.965515:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.965517:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.965520:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.965522:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.965533:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777262.965536:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777262.965539:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.965542:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.966303:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.966308:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df800. 00000400:00000200:0.0:1788777262.966314:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.966320:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.966325:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:0.0:1788777262.966328:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:0.0:1788777262.966331:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.966337:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.966347:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.966351:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.966358:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.966360:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777262.981797:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.981828:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.981832:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.981836:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.981846:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.981854:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.981865:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.981871:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.981876:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.981881:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4cf80 00000400:00000200:0.0:1788777262.981886:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.981892:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6709 [1] + 224 00000800:00000001:0.0:1788777262.981899:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.981911:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.981915:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.981919:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.981927:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.981935:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.981947:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.981969:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.981978:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.981981:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.982505:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777262.982514:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777262.982516:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777262.982519:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777262.982533:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:3.0:1788777262.982536:0:30905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:3.0:1788777262.982539:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777262.982545:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777262.982553:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.982560:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777262.982562:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.982564:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777262.982568:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777262.982570:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777262.982572:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.982575:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777262.982583:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=85 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777262.982587:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777262.982590:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777262.982591:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.982593:0:30905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777262.982597:0:30905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.982600:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777262.982602:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777262.982604:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777262.982607:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.982611:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.982618:0:30905:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.982620:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777262.982622:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777262.982625:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777262.982632:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126112128:192.168.203.135@tcp:101:rm.0 00000100:00000001:3.0:1788777262.982636:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777262.982639:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.982641:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777262.982642:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.982646:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.982652:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777262.982654:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.982658:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777262.982659:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.982662:0:30905:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777262.982666:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.982668:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.982671:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=4 00000020:00000001:3.0:1788777262.982674:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982676:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000040:3.0:1788777262.982691:0:30905:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152da00, remote cookie: 0xa4f015c75ff3c11a, flags: 0x1001 00010000:00010000:3.0:1788777262.982696:0:30905:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777262.982709:0:30905:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777262.982712:0:30905:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788777262.982719:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:3.0:1788777262.982721:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.982724:0:30905:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.982727:0:30905:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777262.982734:0:30905:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.982740:0:30905:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777262.982743:0:30905:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777262.982745:0:30905:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777262.982747:0:30905:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777262.982748:0:30905:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777262.982751:0:30905:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9453054b8b00) refcount = 2 00010000:00000040:3.0:1788777262.982753:0:30905:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777262.982755:0:30905:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af877b lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c0db expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788777262.982762:0:30905:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.982768:0:30905:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777262.982771:0:30905:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777262.982772:0:30905:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.982775:0:30905:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777262.982777:0:30905:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.982780:0:30905:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.982786:0:30905:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777262.982788:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.982789:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.982790:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.982791:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.982793:0:30905:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.982797:0:30905:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777262.982799:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.982800:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.982801:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.982803:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982806:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982808:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.982809:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.982810:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=4 00000020:00000001:3.0:1788777262.982812:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982814:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982816:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.982819:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.982822:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.982828:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.982829:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.982831:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.982832:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.982833:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=5 00000020:00000001:3.0:1788777262.982835:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982837:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982839:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.982842:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.982848:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.982849:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777262.982852:0:30905:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.982858:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.982859:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.982860:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.982861:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.982862:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777262.982867:0:30905:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777262.982875:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.982876:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.982877:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.982879:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982881:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982883:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.982884:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.982886:0:30905:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.982888:0:30905:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.982890:0:30905:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777262.982893:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.982893:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.982895:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.982896:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982898:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00000002:00010000:3.0:1788777262.982901:0:30905:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.982907:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.982908:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.982910:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777262.982911:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.982912:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.982914:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.982915:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.982917:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000040:3.0:1788777262.982920:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 3 00010000:00000001:3.0:1788777262.982922:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777262.982925:0:30905:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:3.0:1788777262.982928:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.982929:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.982930:0:30905:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777262.982933:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d79f0 00000002:00002000:3.0:1788777262.982935:0:30905:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777262.982938:0:30905:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.982942:0:30905:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.982944:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777262.982947:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777262.982949:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777262.982953:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:3.0:1788777262.982956:0:30905:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777262.982957:0:30905:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb819d7e00 it_disposition b 00000080:00000001:3.0:1788777262.982960:0:30905:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777262.982965:0:30905:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777262.982968:0:30905:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777262.982970:0:30905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788777262.982972:0:30905:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788777262.982978:0:30905:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777262.982980:0:30905:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1788777262.982982:0:30905:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.982985:0:30905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788777262.982988:0:30905:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777262.982991:0:30905:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833956 mtime from 1788777244 to 1788777262 00000080:00200000:3.0:1788777262.982995:0:30905:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:3.0:1788777262.982997:0:30905:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff945320918908): rc = 0 00000080:00000001:3.0:1788777262.982999:0:30905:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482446088 : -118390227105528 : ffff945320918908) 00010000:00000001:3.0:1788777262.983001:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.983003:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.983004:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.983006:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.983008:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.983010:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983011:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777262.983013:0:30905:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777262.983014:0:30905:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777262.983016:0:30905:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777262.983018:0:30905:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777262.983020:0:30905:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.983023:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff945320918908) for lock 0xe53f2b0cb7af8782 00800000:00000001:3.0:1788777262.983025:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.983027:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.983028:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.983029:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.983030:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.983032:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.983034:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.983036:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983037:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.983038:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.983040:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777262.983045:0:30905:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b3caf8 inode ffff945320918908 refc 1 flags 0x20000e 00000080:00000001:3.0:1788777262.983049:0:30905:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777262.983050:0:30905:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.983052:0:30905:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788777262.983056:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff945320918908) 00000080:00010000:3.0:1788777262.983059:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8782 from it ffffb1cb819d7e00 00010000:00000001:3.0:1788777262.983060:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.983061:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.983063:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=3 00000020:00000001:3.0:1788777262.983065:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.983067:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777262.983068:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.983071:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777262.983078:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983078:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.983080:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.983082:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.983084:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777262.983102:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.983104:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.983105:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.983109:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983110:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.983112:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.983114:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.983116:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.983118:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.983121:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.983123:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.983124:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983126:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777262.983128:0:30905:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777262.983132:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000100:00000001:3.0:1788777262.983136:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777262.983140:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126112128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.983147:0:30905:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777262.983150:0:30905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777262.983153:0:30905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453091dd000. 02000000:00000001:3.0:1788777262.983157:0:30905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777262.983159:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777262.983161:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777262.983163:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777262.983166:0:30905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777262.983169:0:30905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777262.983171:0:30905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777262.983173:0:30905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777262.983177:0:30905:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777262.983178:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777262.983180:0:30905:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777262.983182:0:30905:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb819d7e00 released 00000080:00000001:3.0:1788777262.983183:0:30905:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777262.983187:0:30905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777262.983189:0:30905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777262.983190:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d50 00000080:00200000:3.0:1788777262.983192:0:30905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777262.983200:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00800000:00000002:3.0:1788777262.983205:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777262.983208:0:30905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777262.983210:0:30905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.983212:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7c70 00800000:00000002:3.0:1788777262.983214:0:30905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777262.983217:0:30905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777262.983243:0:30905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777262.983247:0:30905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777262.983248:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b40 00000002:00010000:3.0:1788777262.983250:0:30905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777262.983253:0:30905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777262.983255:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.983256:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.983259:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777262.983260:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.983263:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.983265:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777262.983698:0:30905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788777262.983711:0:30905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777262.983715:0:30905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777262.983719:0:30905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788777262.983725:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777262.983728:0:30905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.983729:0:30905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.983731:0:30905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777262.983733:0:30905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.983736:0:30905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777262.983738:0:30905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777262.983741:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777262.983744:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000080:00000001:3.0:1788777262.983748:0:30905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777262.983750:0:30905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.983752:0:30905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777262.983755:0:30905:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af876d 00800000:00000001:3.0:1788777262.983758:0:30905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777262.983760:0:30905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777262.983761:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.983763:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.983765:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:3.0:1788777262.983767:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777262.983770:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777262.983772:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983774:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777262.983775:0:30905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777262.983776:0:30905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777262.983778:0:30905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af876d from it ffffb1cb819d7d88 00010000:00000001:3.0:1788777262.983780:0:30905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777262.983781:0:30905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777262.983783:0:30905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:3.0:1788777262.983785:0:30905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777262.983787:0:30905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777262.983789:0:30905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777262.983792:0:30905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777262.983799:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983800:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.983801:0:30905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777262.983802:0:30905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777262.983805:0:30905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777262.983811:0:30905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777262.983813:0:30905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777262.983814:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777262.983818:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983819:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.983820:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.983823:0:30905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777262.983824:0:30905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.983826:0:30905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.983829:0:30905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.983831:0:30905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777262.983832:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983834:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777262.983836:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777262.983837:0:30905:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777262.983840:0:30905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:3.0:1788777262.983845:0:30905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.983849:0:30905:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:3.0:1788777262.983851:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7e18 00000080:00200000:3.0:1788777262.983853:0:30905:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:3.0:1788777262.983857:0:30905:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1788777262.983860:0:30905:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000404:0x24:0x0]) is foreign... 00000080:00000001:3.0:1788777262.983863:0:30905:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788777262.983868:0:30905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0ba00. 00800000:00000002:3.0:1788777262.983871:0:30905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:3.0:1788777262.983877:0:30905:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788777262.983882:0:30905:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788777262.983884:0:30905:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x24:0x0] 00800000:00000001:3.0:1788777262.983887:0:30905:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777262.983888:0:30905:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x24:0x0] -> mds #0 00000002:00000001:3.0:1788777262.983892:0:30905:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788777262.983894:0:30905:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777262.983897:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777262.983899:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.983901:0:30905:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777262.983904:0:30905:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777262.983907:0:30905:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1788777262.983914:0:30905:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777262.983918:0:30905:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777262.983920:0:30905:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777262.983922:0:30905:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777262.983925:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.983926:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.983928:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 3 00010000:00000001:3.0:1788777262.983930:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.983932:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.983934:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.983935:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.983937:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 3 00010000:00000001:3.0:1788777262.983938:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.983940:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.983942:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.983943:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.983944:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 3 00010000:00000001:3.0:1788777262.983946:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.983948:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.983951:0:30905:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777262.983953:0:30905:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777262.983958:0:30905:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788777262.983959:0:30905:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777262.983962:0:30905:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777262.983963:0:30905:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.983966:0:30905:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777262.983969:0:30905:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777262.983971:0:30905:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777262.983972:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.983974:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777262.983977:0:30905:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155600 with handle 0xe53f2b0cb7af876d from hash 00010000:00000001:3.0:1788777262.983979:0:30905:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777262.983981:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.983982:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.983983:0:30905:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777262.983985:0:30905:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777262.983987:0:30905:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777262.983989:0:30905:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777262.983991:0:30905:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.983994:0:30905:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777262.983996:0:30905:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777262.983998:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 3 00010000:00000001:3.0:1788777262.983999:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777262.984001:0:30905:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777262.984003:0:30905:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777262.984005:0:30905:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788777262.984011:0:30905:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777262.984013:0:30905:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777262.984014:0:30905:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777262.984015:0:30905:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:3.0:1788777262.984017:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.984018:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.984020:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 4 00010000:00000001:3.0:1788777262.984022:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.984024:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.984025:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.984026:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.984027:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 4 00010000:00000001:3.0:1788777262.984029:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.984031:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.984032:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.984033:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.984034:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 4 00010000:00000001:3.0:1788777262.984036:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.984038:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.984039:0:30905:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777262.984041:0:30905:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff945320918840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777262.984045:0:30905:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788777262.984046:0:30905:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777262.984047:0:30905:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777262.984050:0:30905:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff945320918908) invalid 00000020:00000001:3.0:1788777262.984052:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a80 00000080:00002000:3.0:1788777262.984053:0:30905:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff945320b3caf8) parent ffff9453208d0a20 inode ffff945320918908 refc 2 00000080:00000001:3.0:1788777262.984056:0:30905:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777262.984057:0:30905:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777262.984059:0:30905:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777262.984060:0:30905:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777262.984062:0:30905:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777262.984063:0:30905:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777262.984065:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777262.984066:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777262.984068:0:30905:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152da00 with handle 0xe53f2b0cb7af8782 from hash 00010000:00000001:3.0:1788777262.984070:0:30905:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777262.984071:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777262.984072:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777262.984073:0:30905:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777262.984075:0:30905:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777262.984076:0:30905:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777262.984078:0:30905:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777262.984080:0:30905:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af877b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c0db expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1788777262.984086:0:30905:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777262.984087:0:30905:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777262.984088:0:30905:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777262.984101:0:30905:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode CR 00000002:00000001:3.0:1788777262.984103:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.984104:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.984106:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 4 00010000:00000001:3.0:1788777262.984108:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.984111:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777262.984112:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777262.984113:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777262.984115:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 4 00010000:00000001:3.0:1788777262.984116:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777262.984118:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.984120:0:30905:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777262.984122:0:30905:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777262.984124:0:30905:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777262.984128:0:30905:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945308a0a000. 00000080:00000001:3.0:1788777262.984130:0:30905:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777262.984133:0:30905:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777262.984136:0:30905:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788777262.984138:0:30905:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:3.0:1788777262.984141:0:30905:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777262.984143:0:30905:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:3.0:1788777262.984149:0:30905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777262.984154:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=10 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777262.984158:0:30905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777262.984161:0:30905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777262.984164:0:30905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777262.984171:0:30905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a0aa00. 00000100:00000001:3.0:1788777262.984178:0:30905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777262.984191:0:30905:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914df80 x1875667126111744/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777262.984202:0:30905:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777262.984206:0:30905:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3e300 x1875667126112384/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777262.984212:0:30905:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777262.984214:0:30905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777262.984259:0:30905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777262.984263:0:30905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683082152192 : -118390627399424 : ffff945308b58900) 00000100:00000001:3.0:1788777262.984265:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.984266:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777262.988408:0:30905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777262.988415:0:30905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.988418:0:30905:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777262.988420:0:30905:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777262.988432:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126112384/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.988441:0:30905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777262.988443:0:30905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.988447:0:30905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777262.988451:0:30905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777262.988453:0:30905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777262.988467:0:30905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126112384:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777262.988471:0:30905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777262.988477:0:30905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777262.988480:0:30905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777262.988482:0:30905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777262.988493:0:30905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777262.988495:0:30905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777262.988502:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777262.988507:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777262.988515:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777262.988726:0:30905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126112384, portal 10 00000100:00000001:3.0:1788777262.988730:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777262.988731:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777262.988740:0:30905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e300 x1875667126112384/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777262.988748:0:30905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777262.988750:0:30905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777262.988754:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347000. 00000100:00000200:3.0:1788777262.988759:0:30905:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126112384, offset 0 00000400:00000200:3.0:1788777262.988766:0:30905:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777262.988787:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.988795:0:30905:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777262.988800:0:30905:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777262.988804:0:30905:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777262.988808:0:30905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777262.988811:0:30905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777262.988814:0:30905:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2379:2379:256:4294967295] 192.168.203.135@tcp LPNI seq info [2374:2374:8:4294967295] 00000400:00000200:3.0:1788777262.988818:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777262.988827:0:30905:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777262.988833:0:30905:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777262.988839:0:30905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df700. 00000800:00000200:3.0:1788777262.988847:0:30905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777262.988853:0:30905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777262.988858:0:30905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777262.988867:0:30905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777262.988871:0:30905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 792028 usecs (793 jiffies) 00000400:00000200:3.0:1788777262.988874:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777262.988877:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296414088 00000100:00000001:3.0:1788777262.988880:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.988884:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296414088 00000100:00000001:3.0:1788777262.988886:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777262.988888:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777262.988890:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777262.988892:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777262.988894:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777262.988897:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308b58900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777262.988899:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777262.988902:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777262.989099:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777262.989104:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df700. 00000400:00000200:0.0:1788777262.989110:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.989116:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777262.989121:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347000 00000400:00000010:0.0:1788777262.989124:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347000. 00000100:00000001:0.0:1788777262.989128:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777262.989132:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126112384/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.989142:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777262.989145:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126112384/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.989153:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777262.989155:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788777262.992805:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5ce0. 00000800:00000001:0.0:1788777262.999611:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.999628:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777262.999632:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.999635:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.999645:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.999653:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777262.999661:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.999744:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.999750:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.999754:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4d080 00000400:00000200:0.0:1788777262.999759:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777262.999765:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6711 [1] + 224 00000800:00000001:0.0:1788777262.999831:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.999841:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777262.999844:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777262.999849:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777262.999857:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777262.999865:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126112384/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777262.999875:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3e300 x1875667126112384/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777262.999894:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777262.999904:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777262.999907:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.000064:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777263.000071:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777263.000073:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777263.000076:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777263.000080:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:3.0:1788777263.000082:0:30905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:3.0:1788777263.000086:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777263.000103:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126112384/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777263.000112:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126112384/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777278 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777263.000118:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777263.000121:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.000123:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777263.000126:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777263.000129:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777263.000131:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777263.000134:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777263.000142:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777263.000146:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777263.000149:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777263.000151:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777263.000153:0:30905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777263.000157:0:30905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.000160:0:30905:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777263.000162:0:30905:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777263.000164:0:30905:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777263.000166:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777263.000167:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777263.000170:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777263.000172:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788777263.000174:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777263.000176:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777263.000181:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126112384/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777263.000199:0:30905:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777263.000202:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777263.000204:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777263.000209:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126112384/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777263.000216:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126112384:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777263.001029:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.001034:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.001036:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777263.001039:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777263.001047:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126112384/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777263.001054:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777263.001057:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308b58900. 00000100:00000001:3.0:1788777263.001061:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777263.001063:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.001071:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777263.001072:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000002:00000001:3.0:1788777263.001076:0:30905:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777263.001079:0:30905:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777263.001085:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a000. 00000080:00000001:3.0:1788777263.001088:0:30905:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777263.001103:0:30905:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777263.001109:0:30905:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777263.001114:0:30905:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914df80 x1875667126111744/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777263.001123:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777263.001124:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:3.0:1788777263.001126:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777263.001130:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126111744/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777263.001136:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.001138:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777263.001141:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126112384/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777263.001147:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.001149:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777263.001152:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126111744/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777278 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777263.001158:0:30905:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777263.001161:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777263.001163:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777263.001165:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777263.001169:0:30905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9000. 02000000:00000001:3.0:1788777263.001173:0:30905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777263.001176:0:30905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777263.001177:0:30905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:3.0:1788777263.001181:0:30905:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777263.001182:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.001183:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777263.001187:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126112384/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777263.001192:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777263.001194:0:30905:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b5940. 00000002:00000001:3.0:1788777263.001198:0:30905:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777263.001199:0:30905:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777263.001201:0:30905:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b6900. 00000100:00000001:3.0:1788777263.001204:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777263.001207:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126112384/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777263.001213:0:30905:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777263.001214:0:30905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777263.001217:0:30905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 00000080:00000010:2.1:1788777263.001358:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209ab9c0. 02000000:00000001:3.0:1788777263.002394:0:30905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777263.002398:0:30905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777263.002515:0:30905:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777263.002519:0:30905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777263.002588:0:30905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a0aa00. 02000000:00000001:3.0:1788777263.002594:0:30905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777263.002596:0:30905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777263.002598:0:30905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777263.002601:0:30905:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777263.002602:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777263.002606:0:30905:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777263.002609:0:30905:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777263.002611:0:30905:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:3.0:1788777263.002615:0:30905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777263.002618:0:30905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777263.002625:0:30905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 4 00010000:00000001:3.0:1788777263.002628:0:30905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777263.002633:0:30905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777263.002635:0:30905:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777263.002638:0:30905:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777263.002641:0:30905:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff945320918908) invalid 00000020:00000001:3.0:1788777263.002645:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a80 00000080:00002000:3.0:1788777263.002647:0:30905:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff945320b3caf8) parent ffff9453208d0a20 inode ffff945320918908 refc 2 00000080:00000001:3.0:1788777263.002652:0:30905:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777263.002654:0:30905:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777263.002657:0:30905:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777263.002662:0:30905:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777263.002849:0:30905:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777263.002851:0:30905:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777263.002853:0:30905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777263.002856:0:30905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777263.002860:0:30905:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154800 with handle 0xe53f2b0cb7af877b from hash 00010000:00000001:3.0:1788777263.002863:0:30905:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777263.002864:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777263.002866:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777263.002867:0:30905:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777263.002870:0:30905:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777263.002872:0:30905:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777263.002875:0:30905:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788777263.002877:0:30905:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788777263.002880:0:30905:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000080:00000010:3.1:1788777263.005440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690480. 00000100:00000010:0.0:1788777263.015156:0:30905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1f80. 00000020:00000040:0.0:1788777263.015169:0:30905:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777263.015176:0:30905:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777263.015178:0:30905:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777263.015182:0:30905:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777263.015187:0:30905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777263.015191:0:30905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777263.015194:0:30905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777263.015196:0:30905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777263.015201:0:30905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777263.015211:0:30905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073f800. 00000100:00000001:0.0:1788777263.015217:0:30905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777263.015242:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777263.015245:0:30905:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777263.015253:0:30905:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788777263.015265:0:30905:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af877b lrc: 1/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c0db expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788777263.015282:0:30905:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788777263.015288:0:30905:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788777263.015290:0:30905:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788777263.015293:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777263.015296:0:30905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8782 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c11a expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777263.015310:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777263.015312:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777263.015314:0:30905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af877b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c0db expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788777263.015321:0:30905:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8b00 count: 0 00010000:00000010:0.0:1788777263.015328:0:30905:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9ea80. 00010000:00000001:0.0:1788777263.015337:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777263.015338:0:30905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777263.015340:0:30905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af876d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c0bf expref: -99 pid: 30905 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788777263.015347:0:30905:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8500 count: 0 00010000:00000010:0.0:1788777263.015350:0:30905:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e800. 00010000:00000001:0.0:1788777263.015354:0:30905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777263.015355:0:30905:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777263.015357:0:30905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777263.015359:0:30905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777263.015361:0:30905:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777263.015371:0:30905:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788777263.015383:0:30905:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be1f80 x1875667126112640/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777263.015392:0:30905:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777263.015393:0:30905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777263.015411:0:30905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906480. 00000100:00000001:0.0:1788777263.015414:0:30905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213935744 : -118390495615872 : ffff945310906480) 00000100:00000001:0.0:1788777263.015417:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777263.015418:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000100:00000001:0.0:1788777263.015423:0:30905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777263.015427:0:30905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777263.015429:0:30905:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777263.015431:0:30905:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777263.015436:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1f80 x1875667126112640/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777263.015443:0:30905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777263.015446:0:30905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777263.015451:0:30905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777263.015453:0:30905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777263.015456:0:30905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777263.015846:0:30905:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1f80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126112640:192.168.203.135@tcp:36:rm.0 00000100:00000001:0.0:1788777263.015852:0:30905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777263.015858:0:30905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777263.015862:0:30905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777263.015864:0:30905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777263.015869:0:30905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777263.015871:0:30905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777263.015879:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777263.015882:0:30905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b9a0. 00000400:00000010:0.0:1788777263.015889:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cbb0. 00000100:00000200:0.0:1788777263.015896:0:30905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126112640, portal 10 00000100:00000001:0.0:1788777263.015898:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777263.015899:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000100:00000040:0.0:1788777263.015907:0:30905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be1f80 x1875667126112640/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777279 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777263.015915:0:30905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777263.015918:0:30905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777263.015921:0:30905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c7f8. 00000100:00000200:0.0:1788777263.015923:0:30905:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875667126112640, offset 0 00000400:00000200:0.0:1788777263.015930:0:30905:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777263.015939:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.015946:0:30905:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777263.015952:0:30905:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777263.015956:0:30905:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777263.015960:0:30905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777263.015963:0:30905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777263.015967:0:30905:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2380:2380:256:4294967295] 192.168.203.135@tcp LPNI seq info [2375:2375:8:4294967295] 00000400:00000200:0.0:1788777263.015971:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.015981:0:30905:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777263.015988:0:30905:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777263.015993:0:30905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777263.016001:0:30905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777263.016008:0:30905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777263.016013:0:30905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788777263.016029:0:30905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777263.016034:0:30905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 790930 usecs (791 jiffies) 00000400:00000200:0.0:1788777263.016037:0:30905:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777263.016039:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296414113 00000800:00000200:0.0:1788777263.016150:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777263.016155:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:0.0:1788777263.016159:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777263.016164:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777263.016169:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c7f8 00000400:00000010:0.0:1788777263.016171:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c7f8. 00000100:00000001:0.0:1788777263.016175:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777263.016179:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1f80 x1875667126112640/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777279 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777263.016188:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777263.016191:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1f80 x1875667126112640/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777279 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777263.016198:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777263.016199:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777263.016215:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:0.0:1788777263.016218:0:30905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296414113 00000100:00000001:0.0:1788777263.016648:0:30905:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:0.0:1788777263.016651:0:30905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777263.016653:0:30905:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777263.016656:0:30905:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777263.016658:0:30905:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777263.016661:0:30905:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906480 going to sleep for 11 seconds 00000100:00000001:0.0:1788777263.016664:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777263.016667:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788777263.029003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152da00. 00010000:00000010:0.1:1788777263.029020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:0.1:1788777263.029024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154800. 00010000:00000010:0.1:1788777263.029027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:0.1:1788777263.029030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00000800:00000001:0.0:1788777263.045918:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.045936:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777263.045940:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.045943:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777263.045951:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.045959:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777263.045968:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.045972:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.045978:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.045982:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4d180 00000400:00000200:0.0:1788777263.045987:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.045993:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6719 [1] + 224 00000800:00000001:0.0:1788777263.045999:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.046006:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777263.046009:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777263.046013:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777263.046020:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777263.046029:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1f80 x1875667126112640/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777279 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777263.046041:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff945308be1f80 x1875667126112640/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777279 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777263.046066:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777263.046074:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777263.046079:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.046084:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777263.046098:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2381:2381:256:4294967295] 192.168.203.135@tcp LPNI seq info [2376:2376:8:4294967295] 00000400:00000200:0.0:1788777263.046104:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.046112:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777263.046117:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777263.046124:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777263.046130:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777263.046137:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777263.046141:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777263.046259:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777263.046264:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:0.0:1788777263.046267:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777263.046270:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777263.046283:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.046286:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777263.047400:0:30905:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777263.047413:0:30905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777263.047416:0:30905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777263.047421:0:30905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:1.0:1788777263.047429:0:30905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cbb0 00000400:00000010:1.0:1788777263.047432:0:30905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cbb0. 00000100:00000001:1.0:1788777263.047436:0:30905:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777263.047446:0:30905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1f80 x1875667126112640/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777279 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777263.047456:0:30905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1f80 x1875667126112640/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777279 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777263.047477:0:30905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777263.047481:0:30905:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777263.047484:0:30905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777263.047487:0:30905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777263.047489:0:30905:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777263.047492:0:30905:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777263.047495:0:30905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777263.047505:0:30905:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=86 v=5 (5 102 102 102) 00000100:00001000:1.0:1788777263.047509:0:30905:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777263.047511:0:30905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777263.047513:0:30905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777263.047516:0:30905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777263.047519:0:30905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777263.047523:0:30905:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777263.047526:0:30905:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x10000013c] 00000100:00000001:1.0:1788777263.047527:0:30905:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777263.047530:0:30905:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777263.047531:0:30905:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000100:00000001:1.0:1788777263.047535:0:30905:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777263.047537:0:30905:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967615 00000100:00000001:1.0:1788777263.047539:0:30905:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777263.047541:0:30905:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777263.047545:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1f80 x1875667126112640/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777279 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777263.047553:0:30905:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777263.047555:0:30905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777263.047557:0:30905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777263.047561:0:30905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1f80 x1875667126112640/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777279 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777263.047570:0:30905:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1f80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:30905:1875667126112640:192.168.203.135@tcp:36:rm.0 00000100:00000001:1.0:1788777263.047575:0:30905:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777263.047578:0:30905:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777263.047580:0:30905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777263.047582:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777263.047586:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1f80 x1875667126112640/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777279 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777263.047593:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777263.047596:0:30905:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906480. 00000100:00000001:1.0:1788777263.047600:0:30905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777263.047601:0:30905:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777263.047618:0:30905:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777263.047622:0:30905:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777263.047627:0:30905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777263.047630:0:30905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0ba00. 00000100:00000001:1.0:1788777263.047639:0:30905:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777263.047643:0:30905:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1f80 x1875667126112640/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777279 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777263.047649:0:30905:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777263.047652:0:30905:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777263.047665:0:30905:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788777263.047669:0:30905:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788777263.047671:0:30905:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x24:0x0](ffff945320918908) 00800000:00000001:1.0:1788777263.047674:0:30905:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788777263.047676:0:30905:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x24:0x0] 00000002:00000001:1.0:1788777263.047681:0:30905:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777263.047686:0:30905:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777263.047688:0:30905:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777263.047691:0:30905:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788777263.047693:0:30905:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788777263.047695:0:30905:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777263.047697:0:30905:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777263.047700:0:30905:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788777263.047702:0:30905:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788777263.047714:0:30905:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777263.047718:0:30905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7e30 00000080:00002000:1.0:1788777263.047720:0:30905:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff945320b3caf8, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788777263.047723:0:30905:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777263.047726:0:30905:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777263.047729:0:30905:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788777263.063356:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320918840. 00000080:00000010:1.1:1788777263.063371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453106908e0. 00010000:00000001:1.0:1788777263.070375:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777263.070383:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777263.070390:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777263.070391:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777263.070393:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777263.070394:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777263.566384:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.566401:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777263.566405:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.566407:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777263.566416:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.566425:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777263.566434:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.566439:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.566444:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.566448:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d57b00 00000400:00000200:0.0:1788777263.566457:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x5e19 [2] + 984 00000800:00000001:0.0:1788777263.566464:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.566483:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777263.566487:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777263.566491:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777263.566498:0:2338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777263.566501:0:2338:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788777263.566507:0:2338:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2a00. 00000100:00000040:0.0:1788777263.566511:0:2338:0:(events.c:337:request_in_callback()) incoming req@ffff945308be2a00 x1875667143981824 msgsize 328 00000100:00100000:0.0:1788777263.566516:0:2338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:0.0:1788777263.566528:0:2338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777263.566536:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.566539:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777263.566558:0:15901:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788777263.566561:0:15901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667143981824 02000000:00000001:0.0:1788777263.566563:0:15901:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788777263.566566:0:15901:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777263.566568:0:15901:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777263.566572:0:15901:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777263.566577:0:15901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667143981824 00000020:00000001:0.0:1788777263.566580:0:15901:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777263.566582:0:15901:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:0.0:1788777263.566584:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777263.566588:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:0.0:1788777263.566590:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:0.0:1788777263.566592:0:15901:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000001:0.0:1788777263.566596:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777263.566601:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048580. 00000100:00000001:0.0:1788777263.566603:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777263.566606:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048580. 00000020:00000010:0.0:1788777263.566612:0:15901:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073e600. 00000020:00000010:0.0:1788777263.566617:0:15901:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945309327480. 00000020:00000010:0.0:1788777263.566621:0:15901:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945309322708. 00000100:00000040:0.0:1788777263.566628:0:15901:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788777263.566631:0:15901:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788777263.566632:0:15901:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788777263.566634:0:15901:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777263.566641:0:15901:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777263.566648:0:15901:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777263.566658:0:15901:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788777263.566671:0:15901:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788777263.566676:0:15901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 55 00000100:00000040:0.0:1788777263.566679:0:15901:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119bd000 : new rpc_count 1 00000100:00000001:0.0:1788777263.566681:0:15901:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683082717696 : -118390626833920 : ffff945308be2a00) 00000100:00000040:0.0:1788777263.566689:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945308be2a00 x1875667143981824/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:319/0 lens 328/0 e 0 to 0 dl 1788777274 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777263.566698:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777263.566701:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048580. 00000100:00000001:0.0:1788777263.566703:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777263.566705:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048580. 00000100:00100000:0.0:1788777263.566709:0:15901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945308be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6686:x1875667143981824:12345-192.168.203.135@tcp:104: 00000100:00000200:0.0:1788777263.566715:0:15901:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667143981824 00010000:00000001:0.0:1788777263.566718:0:15901:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788777263.566723:0:15901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777263.566725:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777263.566727:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=2 00000020:00000001:0.0:1788777263.566729:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777263.566731:0:15901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777263.566735:0:15901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777263.566737:0:15901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777263.566743:0:15901:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a7cd4d9e/0xe53f2b0cb7af8751 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3c041 expref: -99 pid: 30904 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788777263.566754:0:15901:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788777263.566756:0:15901:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788777263.566760:0:15901:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945307d23400. 02000000:00000001:0.0:1788777263.566763:0:15901:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777263.566765:0:15901:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777263.566769:0:15901:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788777263.566779:0:15901:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777263.566784:0:15901:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777263.566788:0:15901:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777263.566791:0:15901:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777263.566794:0:15901:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:0.0:1788777263.566796:0:15901:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788777263.566798:0:15901:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777263.566801:0:15901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777263.566804:0:15901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777263.566808:0:15901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c7f8. 00000100:00000200:0.0:1788777263.566813:0:15901:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667143981824, offset 224 00000400:00000200:0.0:1788777263.566819:0:15901:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777263.566825:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.566831:0:15901:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777263.566837:0:15901:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2382:2382:256:4294967295] 192.168.203.135@tcp LPNI seq info [2377:2377:8:4294967295] 00000400:00000200:0.0:1788777263.566841:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.566849:0:15901:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777263.566855:0:15901:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777263.566859:0:15901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777263.566865:0:15901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777263.566872:0:15901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777263.566876:0:15901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777263.566884:0:15901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777263.566887:0:15901:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:0.0:1788777263.566890:0:15901:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788777263.566893:0:15901:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff945310906540. 00010000:00000001:0.0:1788777263.566896:0:15901:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788777263.566910:0:15901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788777263.566913:0:15901:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777263.566914:0:15901:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777263.566916:0:15901:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777263.566921:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2a00 x1875667143981824/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:319/0 lens 328/224 e 0 to 0 dl 1788777274 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788777263.566930:0:15901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945308be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6686:x1875667143981824:12345-192.168.203.135@tcp:104: Request processed in 230us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1788777263.566937:0:15901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 55 00000100:00000040:0.0:1788777263.566940:0:15901:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119bd000 : new rpc_count 0 00000100:00000001:0.0:1788777263.566942:0:15901:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788777263.566943:0:15901:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788777263.566947:0:15901:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945309327480. 00000020:00000010:0.0:1788777263.566951:0:15901:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945309322708. 00000020:00000010:0.0:1788777263.566954:0:15901:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94531073e600. 00000020:00000040:0.0:1788777263.566958:0:15901:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:0.0:1788777263.566960:0:15901:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777263.567045:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777263.567049:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:0.0:1788777263.567052:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777263.567055:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777263.567059:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c7f8 00000400:00000010:0.0:1788777263.567061:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c7f8. 00000100:00000001:0.0:1788777263.567064:0:2339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788777263.567066:0:2339:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788777263.567456:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777263.567459:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777263.567462:0:15911:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788777263.567465:0:15911:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788777263.567467:0:15911:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777263.567472:0:15911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a7cd4d9e/0xe53f2b0cb7af8751 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3c041 expref: -99 pid: 30904 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777263.567481:0:15911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309154000 already unused, calling callback (ffffffffc1359300) 00000008:00000001:3.0:1788777263.567484:0:15911:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788777263.567486:0:15911:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777263.567487:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777263.567489:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777263.567491:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:3.0:1788777263.567493:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:3.0:1788777263.567495:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:3.0:1788777263.567498:0:15911:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777263.567501:0:15911:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a7cd4d9e/0xe53f2b0cb7af8751 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa4f015c75ff3c041 expref: -99 pid: 30904 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788777263.567514:0:15911:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788777263.567516:0:15911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777263.567520:0:15911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777263.567522:0:15911:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000008:00000001:3.0:1788777263.567524:0:15911:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788777263.567526:0:15911:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777263.567529:0:15911:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000008:00000001:3.0:1788777263.567531:0:15911:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777263.567533:0:15911:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777263.567538:0:15911:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777263.567539:0:15911:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777263.567541:0:15911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777263.567543:0:15911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777263.567546:0:15911:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154000 with handle 0xe53f2b0cb7af8751 from hash 00010000:00000001:3.0:1788777263.567548:0:15911:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777263.567550:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777263.567552:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777263.567553:0:15911:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777263.567556:0:15911:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777263.567558:0:15911:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788777263.567562:0:15911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777263.567564:0:15911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777263.567566:0:15911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777263.567568:0:15911:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788777263.567573:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777263.567576:0:15911:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777263.567579:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777263.567581:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777263.567585:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777263.567591:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530398c000. 00000100:00000001:3.0:1788777263.567596:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777263.567599:0:15911:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777263.567602:0:15911:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a7cd4d9e/0xe53f2b0cb7af8751 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c041 expref: -99 pid: 30904 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777263.567610:0:15911:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777263.567612:0:15911:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.567616:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777263.567620:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777263.567627:0:15911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059c00c7a] to pc [ptlrpcd_01_00+0] req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788777263.567649:0:15911:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777263.567651:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777263.567652:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777263.567654:0:15911:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777263.567656:0:15911:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777263.567658:0:15911:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777263.567661:0:15911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a7cd4d9e/0xe53f2b0cb7af8751 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c041 expref: -99 pid: 30904 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777263.567668:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777263.567670:0:15911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a7cd4d9e/0xe53f2b0cb7af8751 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c041 expref: -99 pid: 30904 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788777263.567677:0:15911:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6440. 00010000:00000040:3.0:1788777263.567681:0:15911:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8000 count: 0 00010000:00000010:3.0:1788777263.567688:0:15911:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9453054b8100. 00010000:00000001:3.0:1788777263.567696:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777263.567697:0:15911:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788777263.567699:0:15911:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff945310906540. 00010000:00000001:3.0:1788777263.567702:0:15911:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777263.567704:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777263.567705:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777263.567707:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777263.567709:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777263.567710:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777263.567712:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777263.567714:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777263.567715:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777263.567716:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777263.568882:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777263.568888:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777263.568892:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777263.568902:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.568912:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777263.568914:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777263.568918:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777263.568921:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777263.568924:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777263.568928:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126112768:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777263.568932:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777263.568936:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777263.568939:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777263.568942:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777263.568949:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310e17000. 02000000:00000001:3.0:1788777263.568952:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777263.568958:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777263.568963:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777263.568970:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777263.568977:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126112768, portal 18 00000100:00000001:3.0:1788777263.568979:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777263.568980:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777263.568988:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.568996:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777263.568998:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777263.569001:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347198. 00000100:00000200:3.0:1788777263.569004:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126112768, offset 0 00000400:00000200:3.0:1788777263.569011:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777263.569019:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777263.569025:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777263.569031:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777263.569035:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777263.569039:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777263.569042:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777263.569046:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2383:2383:256:4294967295] 192.168.203.135@tcp LPNI seq info [2378:2378:8:4294967295] 00000400:00000200:3.0:1788777263.569050:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777263.569060:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777263.569065:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777263.569070:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df200. 00000800:00000200:3.0:1788777263.569076:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777263.569083:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777263.569100:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777263.569115:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777263.569119:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23092 usecs (24 jiffies) 00000400:00000200:3.0:1788777263.569122:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777263.569125:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296413898 00000100:00000001:3.0:1788777263.569128:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777263.569130:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296413898 00000100:00000001:3.0:1788777263.569132:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777263.569135:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777263.569138:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.569141:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.569143:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.569149:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777263.569151:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777263.569154:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777263.569155:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777263.569157:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.569159:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777263.570559:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777263.570566:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df200. 00000400:00000200:0.0:1788777263.570573:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777263.570579:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777263.570586:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347198 00000400:00000010:0.0:1788777263.570589:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347198. 00000100:00000001:0.0:1788777263.570593:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777263.570600:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777263.570612:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777263.570616:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777263.570622:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777263.570624:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777263.577572:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.577587:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777263.577590:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.577593:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777263.577601:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.577608:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777263.577617:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.577622:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.577627:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777263.577631:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d57b80 00000400:00000200:0.0:1788777263.577640:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x5e19 [2] + 1312 00000800:00000001:0.0:1788777263.577647:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.577656:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777263.577730:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777263.577736:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777263.577744:0:2339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777263.577746:0:2339:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788777263.577753:0:2339:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1c00. 00000100:00000040:0.0:1788777263.577756:0:2339:0:(events.c:337:request_in_callback()) incoming req@ffff945308be1c00 x1875667143981952 msgsize 328 00000100:00100000:0.0:1788777263.577761:0:2339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:0.0:1788777263.577777:0:2339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777263.577786:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777263.577790:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777263.577868:0:15901:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788777263.577872:0:15901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667143981952 02000000:00000001:1.0:1788777263.577874:0:15901:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788777263.577877:0:15901:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777263.577879:0:15901:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777263.577885:0:15901:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777263.577889:0:15901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667143981952 00000020:00000001:1.0:1788777263.577892:0:15901:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777263.577894:0:15901:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:1.0:1788777263.577897:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777263.577900:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:1.0:1788777263.577902:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:1.0:1788777263.577905:0:15901:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000001:1.0:1788777263.577909:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777263.577913:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cec0. 00000100:00000001:1.0:1788777263.577916:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777263.577919:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cec0. 00000020:00000010:1.0:1788777263.577925:0:15901:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945310362e00. 00000020:00000010:1.0:1788777263.577931:0:15901:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcd580. 00000020:00000010:1.0:1788777263.577937:0:15901:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9453212410c8. 00000100:00000040:1.0:1788777263.577943:0:15901:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788777263.577946:0:15901:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777263.577947:0:15901:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777263.577949:0:15901:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777263.577956:0:15901:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777263.577964:0:15901:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777263.577975:0:15901:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777263.577976:0:15901:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777263.577982:0:15901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 56 00000100:00000040:1.0:1788777263.577985:0:15901:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119b8800 : new rpc_count 1 00000100:00000001:1.0:1788777263.577988:0:15901:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000040:1.0:1788777263.577995:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945308be1c00 x1875667143981952/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:319/0 lens 328/0 e 0 to 0 dl 1788777274 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777263.578004:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777263.578007:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cec0. 00000100:00000001:1.0:1788777263.578008:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777263.578010:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cec0. 00000100:00100000:1.0:1788777263.578015:0:15901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945308be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12202:x1875667143981952:12345-192.168.203.135@tcp:104: 00000100:00000200:1.0:1788777263.578019:0:15901:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667143981952 00010000:00000001:1.0:1788777263.578021:0:15901:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777263.578027:0:15901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777263.578029:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777263.578031:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8400 refcount=2 00000020:00000001:1.0:1788777263.578033:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777263.578035:0:15901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769216 : -118390647782400 : ffff9453077e8400) 00010000:00000001:1.0:1788777263.578039:0:15901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777263.578042:0:15901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777263.578047:0:15901:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000b525145f/0xe53f2b0cb7af873c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3c002 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788777263.578059:0:15901:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777263.578062:0:15901:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777263.578066:0:15901:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94531068a000. 02000000:00000001:1.0:1788777263.578068:0:15901:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777263.578071:0:15901:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777263.578075:0:15901:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777263.578077:0:15901:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777263.578081:0:15901:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777263.578096:0:15901:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777263.578100:0:15901:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777263.578102:0:15901:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777263.578105:0:15901:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777263.578106:0:15901:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777263.578109:0:15901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777263.578112:0:15901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777263.578116:0:15901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12330. 00000100:00000200:1.0:1788777263.578122:0:15901:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667143981952, offset 224 00000400:00000200:1.0:1788777263.578127:0:15901:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777263.578134:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.578140:0:15901:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777263.578146:0:15901:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2384:2384:256:4294967295] 192.168.203.135@tcp LPNI seq info [2379:2379:8:4294967295] 00000400:00000200:1.0:1788777263.578151:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.578160:0:15901:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777263.578165:0:15901:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777263.578171:0:15901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777263.578176:0:15901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777263.578182:0:15901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777263.578187:0:15901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777263.578198:0:15901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777263.578202:0:15901:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777263.578205:0:15901:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788777263.578209:0:15901:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453061df840. 00010000:00000001:1.0:1788777263.578211:0:15901:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000010:3.1:1788777263.579159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:3.1:1788777263.579167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00010000:00010000:1.0:1788777263.579257:0:15901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788777263.579260:0:15901:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777263.579262:0:15901:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777263.579265:0:15901:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777263.579274:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1c00 x1875667143981952/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:319/0 lens 328/224 e 0 to 0 dl 1788777274 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777263.579285:0:15901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945308be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12202:x1875667143981952:12345-192.168.203.135@tcp:104: Request processed in 1278us (1526us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777263.579293:0:15901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 56 00000100:00000040:1.0:1788777263.579297:0:15901:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119b8800 : new rpc_count 0 00000100:00000001:1.0:1788777263.579299:0:15901:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777263.579301:0:15901:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777263.579306:0:15901:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcd580. 00000020:00000010:1.0:1788777263.579310:0:15901:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9453212410c8. 00000020:00000010:1.0:1788777263.579314:0:15901:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945310362e00. 00000020:00000040:1.0:1788777263.579318:0:15901:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000001:1.0:1788777263.579320:0:15901:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777263.579414:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777263.579418:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777263.579422:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777263.579426:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777263.579432:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12330 00000400:00000010:1.0:1788777263.579434:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12330. 00000100:00000001:1.0:1788777263.579437:0:2338:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788777263.579439:0:2338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1788777263.580368:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777263.580379:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777263.580382:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777263.580385:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777263.580391:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.580397:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777263.580403:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.580407:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.580412:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.580415:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c4d200 00000400:00000200:1.0:1788777263.580420:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.580425:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6731 [1] + 224 00000800:00000001:1.0:1788777263.580431:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777263.580438:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777263.580440:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777263.580444:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777263.580449:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777263.580455:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777263.580466:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777263.580479:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777263.580484:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777263.580487:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.580588:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777263.580593:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777263.580598:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777263.580600:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777263.580604:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777263.580607:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:3.0:1788777263.580609:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:3.0:1788777263.580612:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777263.580616:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777263.580624:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.580630:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777263.580632:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.580634:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777263.580637:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777263.580640:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777263.580641:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777263.580644:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777263.580652:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022d38 time=84 v=5 (5 5 0 5) 00000100:00001000:3.0:1788777263.580655:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777263.580658:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777263.580659:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777263.580662:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777263.580665:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.580669:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777263.580671:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1788777263.580673:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777263.580675:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777263.580680:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.580686:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777263.580689:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777263.580691:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777263.580694:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777263.580702:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126112768:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777263.580706:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.580708:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777263.580712:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126112768/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.580719:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777263.580721:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777263.580724:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310e17000. 02000000:00000001:3.0:1788777263.580728:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777263.580731:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777263.580732:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777263.580734:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777263.580737:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530398c000. 02000000:00000001:3.0:1788777263.580740:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777263.580742:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777263.580743:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777263.580746:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777263.580748:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.580750:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.580756:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777263.580759:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.580761:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777263.580763:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.586140:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777263.586144:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777263.586146:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777263.586154:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.586162:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777263.586164:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777263.586168:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777263.586172:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777263.586174:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777263.586178:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126112896:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777263.586182:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777263.586188:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777263.586190:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777263.586192:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777263.586197:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310e17000. 02000000:00000001:3.0:1788777263.586199:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777263.586206:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777263.586210:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777263.586216:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777263.586248:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126112896, portal 18 00000100:00000001:3.0:1788777263.586251:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777263.586253:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:3.0:1788777263.586261:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.586269:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777263.586272:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777263.586275:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347440. 00000100:00000200:3.0:1788777263.586278:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126112896, offset 0 00000400:00000200:3.0:1788777263.586284:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777263.586292:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777263.586299:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777263.586304:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777263.586309:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777263.586312:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777263.586315:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777263.586318:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2385:2385:256:4294967295] 192.168.203.135@tcp LPNI seq info [2380:2380:8:4294967295] 00000400:00000200:3.0:1788777263.586322:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777263.586331:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777263.586336:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777263.586342:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfe00. 00000800:00000200:3.0:1788777263.586348:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777263.586356:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777263.586360:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777263.586373:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777263.586378:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 286206 usecs (287 jiffies) 00000400:00000200:3.0:1788777263.586382:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777263.586384:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296414174 00000100:00000001:3.0:1788777263.586388:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296414768 00000100:00000001:3.0:1788777263.586390:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296414174 00000100:00000001:3.0:1788777263.586392:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296414768 00000100:00000001:3.0:1788777263.586394:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777263.586397:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.586400:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.586402:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777263.586538:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777263.586543:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfe00. 00000400:00000200:1.0:1788777263.586547:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777263.586552:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777263.586557:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:1.0:1788777263.586559:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:1.0:1788777263.586562:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777263.586566:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777263.586575:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777263.586578:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777263.586584:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777263.586585:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777263.593877:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777263.593884:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777263.593889:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777263.593891:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777263.593894:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.593897:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777263.597312:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777263.597328:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777263.597332:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777263.597335:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777263.597344:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.597352:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777263.597360:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.597366:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.597371:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.597375:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c4d280 00000400:00000200:1.0:1788777263.597380:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777263.597386:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6741 [1] + 224 00000800:00000001:1.0:1788777263.597392:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777263.597401:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777263.597404:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777263.597409:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777263.597417:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777263.597426:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777263.597437:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777263.597452:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777263.597460:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777263.597463:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.602923:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777263.602930:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777263.602938:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777263.602941:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777263.602944:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777263.602949:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:3.0:1788777263.602952:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:3.0:1788777263.602956:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777263.602967:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777263.602980:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.602994:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777263.602996:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.602999:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777263.603002:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777263.603004:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777263.603007:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777263.603010:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777263.603019:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026538 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777263.603024:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777263.603027:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777263.603029:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777263.603032:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777263.603036:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.603039:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777263.603041:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777263.603043:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777263.603045:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777263.603050:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.603057:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777263.603060:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777263.603062:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777263.603066:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777263.603074:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126112896:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777263.603079:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.603081:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777263.603096:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126112896/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777279 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777263.603104:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777263.603107:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777263.603110:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310e17000. 02000000:00000001:3.0:1788777263.603115:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777263.603117:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777263.603119:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777263.603121:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777263.603124:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945320644000. 02000000:00000001:3.0:1788777263.603128:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777263.603129:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777263.603131:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:3.0:1788777263.603135:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777263.603136:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.603138:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777263.603145:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777263.603147:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777263.603149:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777263.603151:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788777263.603309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34500. 00010000:00000010:2.1:1788777263.603316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8400. 00000080:00000001:3.0:1788777264.006149:0:30990:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777264.093371:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777264.093378:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.356885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777264.356896:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777264.356903:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3100. 00000020:00000040:0.0:1788777264.356910:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777264.356914:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777264.356917:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777264.356921:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777264.356929:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f900. 00000100:00000001:0.0:1788777264.356936:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.356950:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777264.356959:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777264.356963:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.356968:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3fb45c8] to pc [ptlrpcd_00_01+1] req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.356994:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.356996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777264.356999:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777264.357003:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0700. 00000020:00000040:0.0:1788777264.357005:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=10 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777264.357007:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777264.357009:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777264.357011:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777264.357014:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f500. 00000100:00000001:0.0:1788777264.357016:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357020:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777264.357027:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777264.357028:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357032:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f137f352] to pc [ptlrpcd_00_00+0] req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357039:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777264.357043:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777264.357046:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1180. 00000020:00000040:0.0:1788777264.357048:0:38:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777264.357050:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777264.357051:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777264.357052:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777264.357055:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f200. 00000100:00000001:0.0:1788777264.357058:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357061:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777264.357067:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777264.357069:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357073:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf02986d] to pc [ptlrpcd_00_01+1] req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357079:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777264.357098:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777264.357101:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0e00. 00000020:00000040:0.0:1788777264.357104:0:38:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:0.0:1788777264.357106:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777264.357107:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777264.357109:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777264.357111:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f800. 00000100:00000001:0.0:1788777264.357114:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357119:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777264.357125:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777264.357127:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357129:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad18902] to pc [ptlrpcd_00_00+0] req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357135:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357138:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1752) 00000100:00000001:0.0:1788777264.357150:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777264.357154:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777264.357156:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777264.357160:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357166:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777264.357167:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.357183:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777264.357186:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777264.357188:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777264.357192:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126113024:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777264.357196:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777264.357200:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777264.357202:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.357204:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777264.357209:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616fa00. 02000000:00000001:0.0:1788777264.357211:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777264.357217:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777264.357240:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777264.357247:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c7f8. 00000100:00000200:0.0:1788777264.357254:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126113024, portal 25 00000100:00000001:0.0:1788777264.357257:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777264.357259:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082719488 : -118390626832128 : ffff945308be3100) 00000100:00000040:0.0:1788777264.357265:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357271:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777264.357274:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777264.357277:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c4c8. 00000100:00000200:0.0:1788777264.357280:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126113024, offset 0 00000400:00000200:0.0:1788777264.357286:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777264.357294:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.357301:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777264.357307:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777264.357311:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777264.357314:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777264.357317:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777264.357321:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2386:2386:256:4294967295] 192.168.203.135@tcp LPNI seq info [2381:2381:8:4294967295] 00000400:00000200:0.0:1788777264.357325:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.357335:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777264.357341:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777264.357345:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f300. 00000800:00000200:0.0:1788777264.357351:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777264.357357:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777264.357361:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777264.357374:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777264.357377:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777264.357380:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296418807 00000100:00000001:0.0:1788777264.357386:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296414768 00000100:00000001:0.0:1788777264.357390:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296418807 00000100:00000001:0.0:1788777264.357393:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296414768 00000100:00000001:0.0:1788777264.357397:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777264.357399:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.357401:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777264.357405:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357410:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777264.357411:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.357413:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777264.357414:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777264.357416:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777264.357419:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126113280:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777264.357421:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777264.357424:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777264.357425:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.357427:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777264.357430:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616e400. 02000000:00000001:0.0:1788777264.357432:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777264.357435:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777264.357438:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b9a0. 00000400:00000010:0.0:1788777264.357441:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c220. 00000100:00000200:0.0:1788777264.357443:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126113280, portal 4 00000100:00000001:0.0:1788777264.357445:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777264.357446:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082711424 : -118390626840192 : ffff945308be1180) 00000100:00000040:0.0:1788777264.357451:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357456:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777264.357458:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777264.357460:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c198. 00000100:00000200:0.0:1788777264.357462:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126113280, offset 0 00000400:00000200:0.0:1788777264.357466:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777264.357470:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.357474:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777264.357476:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777264.357478:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777264.357480:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777264.357482:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777264.357485:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2387:2387:255:4294967295] 192.168.203.135@tcp LPNI seq info [2382:2382:7:4294967295] 00000400:00000200:0.0:1788777264.357489:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.357494:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777264.357499:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777264.357502:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777264.357505:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777264.357509:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777264.357511:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777264.357514:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357518:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23058 usecs (24 jiffies) 00000400:00000200:0.0:1788777264.357520:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777264.357522:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296414688 00000100:00000001:0.0:1788777264.357524:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296418807 00000100:00000001:0.0:1788777264.357526:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296414688 00000100:00000001:0.0:1788777264.357527:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296418807 00000100:00000001:0.0:1788777264.357529:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777264.357531:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.357533:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.357536:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.357543:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777264.357545:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777264.357548:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777264.357549:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777264.357551:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777264.357553:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788777264.357554:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.357557:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777264.357558:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.357560:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777264.357561:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777264.357562:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777264.357566:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357573:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777264.357574:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.357576:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777264.357578:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777264.357580:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777264.357583:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126113152:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777264.357586:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777264.357588:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777264.357589:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.357591:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777264.357594:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616ea00. 02000000:00000001:0.0:1788777264.357596:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777264.357599:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777264.357602:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777264.357606:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c000. 00000100:00000200:0.0:1788777264.357609:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126113152, portal 10 00000100:00000001:0.0:1788777264.357611:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777264.357612:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000040:0.0:1788777264.357617:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357624:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777264.357626:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777264.357628:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cee0. 00000100:00000200:0.0:1788777264.357631:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126113152, offset 0 00000400:00000200:0.0:1788777264.357635:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777264.357638:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.357642:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777264.357644:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777264.357647:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777264.357649:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777264.357651:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777264.357654:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2388:2388:254:4294967295] 192.168.203.135@tcp LPNI seq info [2383:2383:6:4294967295] 00000400:00000200:0.0:1788777264.357658:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.357664:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777264.357669:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777264.357672:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fa00. 00000800:00000200:0.0:1788777264.357675:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777264.357679:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777264.357682:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777264.357685:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357688:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 789871 usecs (790 jiffies) 00000400:00000200:0.0:1788777264.357691:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777264.357693:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296415454 00000100:00000001:0.0:1788777264.357695:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296418807 00000100:00000001:0.0:1788777264.357698:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296415454 00000100:00000001:0.0:1788777264.357700:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296418807 00000100:00000001:0.0:1788777264.357702:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777264.357704:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.357706:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777264.357709:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357715:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777264.357716:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.357718:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777264.357720:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777264.357722:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777264.357724:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126113408:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777264.357727:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777264.357729:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777264.357730:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.357732:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777264.357734:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616ec00. 02000000:00000001:0.0:1788777264.357736:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777264.357738:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777264.357740:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777264.357743:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c550. 00000100:00000200:0.0:1788777264.357745:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126113408, portal 4 00000100:00000001:0.0:1788777264.357746:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777264.357747:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082710528 : -118390626841088 : ffff945308be0e00) 00000100:00000040:0.0:1788777264.357751:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357756:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777264.357758:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777264.357761:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cbb0. 00000100:00000200:0.0:1788777264.357763:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126113408, offset 0 00000400:00000200:0.0:1788777264.357766:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777264.357769:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.357773:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777264.357776:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777264.357777:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777264.357779:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777264.357781:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777264.357783:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2389:2389:253:4294967295] 192.168.203.135@tcp LPNI seq info [2384:2384:5:4294967295] 00000400:00000200:0.0:1788777264.357786:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.357791:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777264.357795:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777264.357798:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f700. 00000800:00000200:0.0:1788777264.357802:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777264.357805:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777264.357808:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777264.357811:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.357814:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 284462 usecs (285 jiffies) 00000400:00000200:0.0:1788777264.357816:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777264.357818:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296414949 00000100:00000001:0.0:1788777264.357820:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296418807 00000100:00000001:0.0:1788777264.357821:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296414949 00000100:00000001:0.0:1788777264.357823:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296418807 00000100:00000001:0.0:1788777264.357825:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777264.357827:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.357829:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.357831:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.357842:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777264.357845:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777264.357880:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777264.357884:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f300. 00000400:00000200:0.0:1788777264.357888:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777264.357892:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777264.357897:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c4c8 00000400:00000010:0.0:1788777264.357899:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c4c8. 00000100:00000001:0.0:1788777264.357903:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777264.357908:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357916:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.357919:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357926:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.357928:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777264.357939:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777264.357941:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:0.0:1788777264.357943:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777264.357946:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777264.357948:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c198 00000400:00000010:0.0:1788777264.357949:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c198. 00000100:00000001:0.0:1788777264.357951:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777264.357953:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357959:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.357962:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357967:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.357969:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777264.357974:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777264.357976:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fa00. 00000400:00000200:0.0:1788777264.357979:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777264.357982:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777264.357984:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cee0 00000400:00000010:0.0:1788777264.357985:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cee0. 00000100:00000001:0.0:1788777264.357987:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777264.357990:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.357996:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.357999:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.358005:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.358007:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777264.358069:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777264.358072:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f700. 00000400:00000200:0.0:1788777264.358074:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777264.358078:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777264.358092:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cbb0 00000400:00000010:0.0:1788777264.358094:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cbb0. 00000100:00000001:0.0:1788777264.358096:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777264.358100:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.358107:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.358109:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.358114:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.358116:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777264.381359:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381376:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777264.381381:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381383:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777264.381391:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381399:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777264.381408:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381413:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381420:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381425:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c4d380 00000400:00000200:1.0:1788777264.381430:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381436:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6769 [1] + 224 00000800:00000001:1.0:1788777264.381442:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381446:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777264.381450:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777264.381454:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777264.381461:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777264.381471:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777264.381483:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777264.381506:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777264.381516:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381519:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777264.381521:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381524:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777264.381527:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381530:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777264.381534:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381537:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381539:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381542:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4d400 00000400:00000200:1.0:1788777264.381545:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381549:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6759 [1] + 224 00000800:00000001:1.0:1788777264.381553:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381558:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777264.381560:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777264.381564:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777264.381567:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777264.381572:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777264.381580:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777264.381587:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777264.381591:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381595:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777264.381597:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381599:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777264.381602:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381605:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777264.381610:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381613:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381616:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381619:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4d480 00000400:00000200:1.0:1788777264.381622:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777264.381625:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6779 [1] + 224 00000800:00000001:1.0:1788777264.381629:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381635:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777264.381637:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777264.381640:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777264.381642:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777264.381646:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777264.381654:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777264.381661:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777264.381665:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777264.381668:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.381795:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777264.381800:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777264.381806:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777264.381808:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777264.381812:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:0.0:1788777264.381816:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c000 00000400:00000010:0.0:1788777264.381818:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c000. 00000100:00000001:0.0:1788777264.381821:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777264.381826:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777264.381835:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.381843:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777264.381845:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.381847:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777264.381851:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777264.381853:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777264.381855:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.381858:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777264.381867:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=87 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777264.381871:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777264.381874:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777264.381876:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777264.381878:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777264.381882:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.381886:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777264.381888:0:2347:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967629 gen 2 00000100:00000040:0.0:1788777264.381894:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff94530914ce00 x1875667126104832/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777264.381901:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.381905:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126104832/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777264.381911:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.381914:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.381917:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a8000. 02000000:00000001:0.0:1788777264.381920:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.381924:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.381925:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777264.381927:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.381930:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530939d000. 02000000:00000001:0.0:1788777264.381934:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.381936:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.381937:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:0.0:1788777264.381941:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.381943:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777264.381948:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff945308be2300 x1875667126107648/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777264.381954:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.381956:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2300 x1875667126107648/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777276 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777264.381962:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.381963:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.381964:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d22000. 02000000:00000001:0.0:1788777264.381966:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.381967:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.381969:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777264.381970:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.381972:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073fc00. 02000000:00000001:0.0:1788777264.381974:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.381975:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.381976:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2300. 00000100:00000001:0.0:1788777264.381979:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.381980:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777264.381984:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff94530914fb80 x1875667126110080/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.381990:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.381993:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914fb80 x1875667126110080/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.381999:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.382001:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.382002:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a9800. 02000000:00000001:0.0:1788777264.382004:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.382005:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.382006:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777264.382008:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.382009:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530939d400. 02000000:00000001:0.0:1788777264.382011:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.382012:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.382013:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914fb80. 00000100:00000001:0.0:1788777264.382016:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.382017:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777264.382022:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff945308a3ed80 x1875667126110720/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382028:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.382030:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ed80 x1875667126110720/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382035:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.382036:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.382038:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2f400. 02000000:00000001:0.0:1788777264.382040:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.382041:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.382043:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777264.382045:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.382046:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a0b200. 02000000:00000001:0.0:1788777264.382048:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.382049:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.382050:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ed80. 00000100:00000001:0.0:1788777264.382053:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.382054:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777264.382058:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff94530914f480 x1875667126112000/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382064:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.382067:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126112000/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382071:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.382072:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.382073:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a9400. 02000000:00000001:0.0:1788777264.382075:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.382076:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.382077:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777264.382079:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.382093:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530398c600. 02000000:00000001:0.0:1788777264.382095:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.382096:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.382097:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:0.0:1788777264.382100:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.382101:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777264.382105:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff945308be1f80 x1875667126112640/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777279 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382110:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.382112:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1f80 x1875667126112640/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777279 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382117:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.382119:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.382120:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777264.382122:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.382123:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.382124:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777264.382126:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.382127:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073f800. 02000000:00000001:0.0:1788777264.382128:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.382129:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.382130:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1f80. 00000100:00000001:0.0:1788777264.382133:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.382134:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.382136:0:2347:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777264.382138:0:2347:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:0.0:1788777264.382140:0:2347:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777264.382142:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.382146:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382152:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777264.382155:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777264.382157:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777264.382160:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777264.382168:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126113152:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777264.382174:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777264.382175:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777264.382177:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777264.382180:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c550 00000400:00000010:0.0:1788777264.382182:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c550. 00000100:00000001:0.0:1788777264.382184:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777264.382187:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777264.382194:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382200:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777264.382201:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.382203:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777264.382204:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777264.382206:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777264.382207:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.382209:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777264.382213:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=87 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777264.382216:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777264.382260:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777264.382262:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777264.382264:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777264.382266:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.382268:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777264.382270:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788777264.382272:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777264.382273:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.382277:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382284:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777264.382286:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777264.382287:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777264.382290:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777264.382298:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126113408:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777264.382304:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777264.382305:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777264.382306:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:0.0:1788777264.382309:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c220 00000400:00000010:0.0:1788777264.382310:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c220. 00000100:00000001:0.0:1788777264.382312:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777264.382315:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777264.382323:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382329:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777264.382331:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.382332:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777264.382334:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777264.382335:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777264.382336:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.382338:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777264.382342:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=87 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777264.382345:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777264.382347:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777264.382348:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777264.382349:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777264.382351:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.382353:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777264.382354:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1788777264.382356:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777264.382357:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.382361:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382367:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777264.382369:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777264.382370:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777264.382373:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777264.382381:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126113280:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777264.382385:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.382387:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.382390:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0700 x1875667126113152/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382401:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.382402:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.382404:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616ea00. 02000000:00000001:0.0:1788777264.382406:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.382408:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.382409:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777264.382411:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.382412:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f500. 02000000:00000001:0.0:1788777264.382415:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.382416:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.382418:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0700. 00000100:00000001:0.0:1788777264.382421:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.382423:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.382424:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.382428:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0e00 x1875667126113408/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382434:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.382435:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.382436:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616ec00. 02000000:00000001:0.0:1788777264.382438:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.382439:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.382440:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:0.0:1788777264.382442:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.382443:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f800. 02000000:00000001:0.0:1788777264.382445:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.382446:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.382447:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0e00. 00000100:00000001:0.0:1788777264.382449:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.382450:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.382452:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.382455:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1180 x1875667126113280/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.382461:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.382462:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.382464:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616e400. 02000000:00000001:0.0:1788777264.382466:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.382467:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.382468:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777264.382469:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.382470:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f200. 02000000:00000001:0.0:1788777264.382472:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.382473:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.382475:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1180. 00000100:00000001:0.0:1788777264.382477:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.382479:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.382482:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.382484:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777264.382485:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777264.382487:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.382489:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777264.403017:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777264.403034:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777264.403039:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777264.403042:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777264.403051:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.403059:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777264.403068:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.403073:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.403078:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.403093:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4d300 00000400:00000200:0.0:1788777264.403098:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777264.403104:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6749 [1] + 224 00000800:00000001:0.0:1788777264.403111:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777264.403120:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777264.403124:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777264.403128:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777264.403135:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777264.403144:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777264.403160:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.403178:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777264.403186:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777264.403189:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.403202:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777264.403207:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777264.403213:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777264.403215:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777264.403241:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777264.403245:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c7f8 00000400:00000010:0.0:1788777264.403248:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c7f8. 00000100:00000001:0.0:1788777264.403251:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777264.403255:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777264.403364:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.403371:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777264.403373:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.403376:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777264.403379:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777264.403381:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777264.403383:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777264.403386:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777264.403391:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777264.403395:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777264.403398:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777264.403400:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777264.403402:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777264.403405:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.403408:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777264.403412:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.403425:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777264.403428:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777264.403430:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777264.403434:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777264.403442:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126113024:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777264.403448:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.403450:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777264.403454:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3100 x1875667126113024/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777264.403460:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777264.403462:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777264.403466:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616fa00. 02000000:00000001:0.0:1788777264.403470:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777264.403473:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777264.403475:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777264.403477:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777264.403480:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f900. 02000000:00000001:0.0:1788777264.403483:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777264.403484:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777264.403486:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3100. 00000100:00000001:0.0:1788777264.403490:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777264.403491:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.403494:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777264.403501:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777264.403503:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777264.403506:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777264.403508:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777265.117280:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777265.117287:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777265.117354:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777265.117357:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777265.117360:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777266.025875:0:31128:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777266.141546:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777266.141553:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777267.165470:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777267.165476:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777267.535773:0:31272:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777268.201619:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777268.201627:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777268.509883:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296418807, at 4296418816 00000100:00000010:0.0:1788777268.509912:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7f60. 00000100:00000040:1.0:1788777268.510398:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296418807, at 4296418817 00000100:00000010:1.0:1788777268.510405:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7060. 00010000:00000001:1.0:1788777269.214347:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777269.214354:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777269.214425:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777269.214428:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777269.214431:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788777269.538150:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777269.538156:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777269.538163:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777269.538168:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777269.538173:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777269.538175:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777269.538179:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777269.538188:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207dfb00. 00000100:00000001:3.0:1788777269.538194:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.538205:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777269.538216:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777269.538235:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.539067:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059c00c7a] to pc [ptlrpcd_01_00+0] req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.539093:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.539097:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777269.539101:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777269.539105:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ca80. 00000020:00000040:3.0:1788777269.539109:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777269.539112:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777269.539114:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777269.539117:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777269.539123:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df500. 00000100:00000001:3.0:1788777269.539127:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.539131:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777269.539140:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777269.539143:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.539147:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b65d0a8] to pc [ptlrpcd_01_01+1] req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.539156:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.539158:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777269.539161:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777269.539164:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d880. 00000020:00000040:3.0:1788777269.539166:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777269.539168:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777269.539170:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777269.539171:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777269.539174:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207dfa00. 00000100:00000001:3.0:1788777269.539177:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.539180:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777269.539192:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777269.539194:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.539197:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bdeab8] to pc [ptlrpcd_01_00+0] req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.539204:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.539206:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777269.539209:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777269.539211:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d180. 00000020:00000040:3.0:1788777269.539213:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777269.539215:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777269.539216:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777269.539217:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777269.540095:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df400. 00000100:00000001:3.0:1788777269.540103:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.540112:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777269.540121:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777269.540124:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.540128:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028afd8b7] to pc [ptlrpcd_01_01+1] req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.540136:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.540141:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1757) 00000100:00000001:3.0:1788777269.540159:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777269.540163:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777269.540166:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777269.540170:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.540178:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777269.540179:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.540183:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777269.540186:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777269.540189:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777269.540192:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126113536:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777269.540196:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777269.540201:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777269.540204:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.540206:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777269.540211:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310293a00. 02000000:00000001:3.0:1788777269.540213:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777269.541988:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777269.541998:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777269.542015:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777269.542023:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126113536, portal 25 00000100:00000001:3.0:1788777269.542027:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777269.542029:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777269.542040:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.542056:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777269.542058:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777269.542062:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347c38. 00000100:00000200:3.0:1788777269.542066:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126113536, offset 0 00000400:00000200:3.0:1788777269.542072:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777269.542081:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777269.542087:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777269.542092:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777269.542095:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777269.542098:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777269.542101:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777269.542104:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2390:2390:256:4294967295] 192.168.203.135@tcp LPNI seq info [2385:2385:8:4294967295] 00000400:00000200:3.0:1788777269.542108:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777269.542117:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777269.542125:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777269.542130:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfc00. 00000800:00000200:3.0:1788777269.542136:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777269.542143:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777269.542147:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777269.542166:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777269.542170:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777269.542173:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296423989 00000100:00000010:3.0:1788777269.542178:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6cf00. 00000100:00000001:3.0:1788777269.542184:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788777269.542191:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296423989 00000100:00000010:3.0:1788777269.542194:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6cea0. 00000100:00000001:3.0:1788777269.542196:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788777269.542199:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777269.542202:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.542206:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777269.542211:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.542217:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777269.542248:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.542252:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777269.542255:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777269.542258:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777269.542261:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126113792:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777269.542265:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777269.542269:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777269.542272:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.542274:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777269.542279:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292600. 02000000:00000001:3.0:1788777269.542281:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777269.542284:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777269.542287:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d058. 00000400:00000010:3.0:1788777269.542290:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083477f8. 00000100:00000200:3.0:1788777269.542294:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126113792, portal 4 00000100:00000001:3.0:1788777269.542295:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777269.542297:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000040:3.0:1788777269.542303:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.542310:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777269.542313:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777269.542316:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083472a8. 00000100:00000200:3.0:1788777269.542318:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126113792, offset 0 00000400:00000200:3.0:1788777269.542322:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777269.542326:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777269.542329:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777269.542331:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777269.542333:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777269.542335:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777269.542337:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777269.542340:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2391:2391:255:4294967295] 192.168.203.135@tcp LPNI seq info [2386:2386:7:4294967295] 00000400:00000200:3.0:1788777269.542343:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777269.542348:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777269.542353:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777269.542366:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfe00. 00000800:00000200:3.0:1788777269.542371:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777269.542375:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777269.542377:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777269.542380:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.542384:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23100 usecs (24 jiffies) 00000400:00000200:3.0:1788777269.542386:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777269.542388:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296419870 00000100:00000001:3.0:1788777269.542390:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:3.0:1788777269.542392:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296419870 00000100:00000001:3.0:1788777269.542395:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:3.0:1788777269.542397:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777269.542398:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.542401:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.542404:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.542412:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777269.542414:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777269.542417:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777269.542418:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777269.542420:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777269.542423:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788777269.542424:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.542426:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777269.542428:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.542429:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777269.542430:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777269.542431:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777269.542436:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.542443:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777269.542444:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.542446:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777269.542447:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777269.542449:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777269.542452:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126113664:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777269.542455:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777269.542457:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777269.542458:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.542460:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777269.542463:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310292000. 02000000:00000001:3.0:1788777269.542465:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777269.542468:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777269.542470:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777269.542474:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083475d8. 00000100:00000200:3.0:1788777269.542477:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126113664, portal 10 00000100:00000001:3.0:1788777269.542479:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777269.542480:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000040:3.0:1788777269.542486:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.542492:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777269.542495:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777269.542497:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347ee0. 00000100:00000200:3.0:1788777269.542499:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126113664, offset 0 00000400:00000200:3.0:1788777269.542503:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777269.542506:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777269.542509:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777269.542512:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777269.542514:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777269.542517:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777269.542519:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777269.542522:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2392:2392:254:4294967295] 192.168.203.135@tcp LPNI seq info [2387:2387:6:4294967295] 00000400:00000200:3.0:1788777269.542525:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777269.542531:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777269.542535:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777269.542538:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df200. 00000800:00000200:3.0:1788777269.542541:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777269.542545:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777269.542547:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777269.542550:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.542552:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 788802 usecs (789 jiffies) 00000400:00000200:3.0:1788777269.542556:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777269.542557:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296420635 00000800:00000200:1.0:1788777269.543371:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777269.543378:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfc00. 00000400:00000200:1.0:1788777269.543383:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777269.543391:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777269.543397:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347c38 00000400:00000010:1.0:1788777269.543399:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347c38. 00000100:00000001:1.0:1788777269.543403:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777269.543410:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.543420:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777269.543424:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.543430:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777269.543432:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777269.543446:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777269.543448:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfe00. 00000400:00000200:1.0:1788777269.543451:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777269.543454:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777269.543456:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083472a8 00000400:00000010:1.0:1788777269.543458:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083472a8. 00000100:00000001:1.0:1788777269.543459:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777269.543462:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.543469:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777269.543471:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.543477:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777269.543478:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777269.543543:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777269.543547:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df200. 00000400:00000200:1.0:1788777269.543550:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777269.543553:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777269.543556:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347ee0 00000400:00000010:1.0:1788777269.543557:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347ee0. 00000100:00000001:1.0:1788777269.543560:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777269.544459:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.544469:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777269.544472:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.544478:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777269.544480:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777269.544798:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:3.0:1788777269.544805:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296420635 00000100:00000001:3.0:1788777269.544808:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:3.0:1788777269.544811:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777269.544814:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.544818:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777269.544825:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.544833:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777269.544835:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.544840:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777269.544843:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777269.544845:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777269.544849:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126113920:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777269.544853:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777269.544859:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777269.544862:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.544864:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777269.544869:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310293c00. 02000000:00000001:3.0:1788777269.544872:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777269.544878:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777269.544883:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 00000400:00000010:3.0:1788777269.544888:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347e58. 00000100:00000200:3.0:1788777269.544895:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126113920, portal 4 00000100:00000001:3.0:1788777269.544898:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777269.544900:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080991104 : -118390628560512 : ffff945308a3d180) 00000100:00000040:3.0:1788777269.544906:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.544913:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777269.544915:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777269.544919:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347660. 00000100:00000200:3.0:1788777269.544921:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126113920, offset 0 00000400:00000200:3.0:1788777269.544927:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777269.544946:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777269.544954:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777269.544959:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777269.544963:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777269.544967:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777269.544970:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777269.544973:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2393:2393:256:4294967295] 192.168.203.135@tcp LPNI seq info [2388:2388:8:4294967295] 00000400:00000200:3.0:1788777269.544978:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777269.544987:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777269.544992:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777269.544997:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df700. 00000800:00000200:3.0:1788777269.545011:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777269.545018:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777269.545023:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777269.545052:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.545056:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 282807 usecs (283 jiffies) 00000400:00000200:3.0:1788777269.545059:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777269.545061:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296420129 00000100:00000001:3.0:1788777269.545064:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:3.0:1788777269.545068:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296420129 00000100:00000001:3.0:1788777269.545070:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:3.0:1788777269.545071:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777269.545073:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.545076:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.545080:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.545094:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777269.545097:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777269.546345:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777269.546352:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df700. 00000400:00000200:1.0:1788777269.546369:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777269.546377:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777269.547112:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347660 00000400:00000010:1.0:1788777269.547118:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347660. 00000100:00000001:1.0:1788777269.547125:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777269.547134:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.547146:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777269.547150:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.547157:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777269.547159:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777269.555695:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555714:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777269.555719:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555722:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777269.555732:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555740:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777269.555749:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555754:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555759:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555763:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4d500 00000400:00000200:1.0:1788777269.555768:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555774:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6789 [1] + 224 00000800:00000001:1.0:1788777269.555781:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555785:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777269.555788:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777269.555792:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777269.555799:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777269.555808:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777269.555820:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.555833:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777269.555842:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555845:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777269.555847:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555849:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777269.555851:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555855:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777269.555859:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555862:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555865:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555868:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4d600 00000400:00000200:1.0:1788777269.555871:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555875:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6791 [1] + 224 00000800:00000001:1.0:1788777269.555879:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555882:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777269.555883:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777269.555886:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777269.555889:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777269.555893:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777269.555901:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.555908:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777269.555911:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555914:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777269.555916:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555917:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777269.555920:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555923:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777269.555926:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555928:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555945:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555948:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c4d580 00000400:00000200:1.0:1788777269.555952:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.555956:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6799 [1] + 224 00000800:00000001:1.0:1788777269.555959:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555963:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777269.555965:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777269.555968:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777269.555970:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777269.555974:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777269.555983:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.555990:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777269.555994:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.555998:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777269.556000:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.556002:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777269.556014:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.556018:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777269.556023:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.556026:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.556029:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.556032:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4d680 00000400:00000200:1.0:1788777269.556035:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777269.556038:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x67a1 [1] + 224 00000800:00000001:1.0:1788777269.556042:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.556071:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777269.556074:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777269.556077:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777269.556081:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777269.556085:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777269.556093:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777269.556099:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777269.556104:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777269.556106:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.557907:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777269.557914:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777269.557921:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777269.557924:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777269.557939:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777269.557945:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083475d8 00000400:00000010:3.0:1788777269.557948:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083475d8. 00000100:00000001:3.0:1788777269.557952:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777269.557963:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777269.557974:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.557982:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777269.557984:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.557986:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777269.557990:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777269.557992:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777269.557994:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.557997:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777269.558014:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=92 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777269.558018:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777269.558021:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777269.558022:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777269.558025:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777269.558029:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.558033:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777269.558035:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967629 00000100:00000001:3.0:1788777269.558037:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777269.558039:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.558052:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558059:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777269.558063:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777269.558065:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777269.558068:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777269.558080:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126113664:192.168.203.135@tcp:400:kworker.0 00000400:00000001:3.0:1788777269.558086:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777269.558087:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777269.558089:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:3.0:1788777269.558091:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347e58 00000400:00000010:3.0:1788777269.558093:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347e58. 00000100:00000001:3.0:1788777269.558095:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777269.558097:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777269.558104:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558109:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777269.558111:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.558112:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777269.558113:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777269.558114:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777269.558116:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.558117:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777269.558121:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=92 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777269.558124:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777269.558125:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777269.558127:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777269.558128:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777269.558130:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.558131:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777269.558132:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777269.558134:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777269.558135:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.558139:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558144:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777269.558146:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777269.558148:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777269.558151:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777269.558156:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126113920:192.168.203.135@tcp:400:kworker.0 00000400:00000001:3.0:1788777269.558161:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777269.558162:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777269.558164:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777269.558166:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:3.0:1788777269.558168:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:3.0:1788777269.558170:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777269.558174:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777269.558181:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558188:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777269.558189:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.558191:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777269.558192:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777269.558193:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777269.558194:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.558196:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777269.558199:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777269.558201:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777269.558203:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777269.558204:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777269.558206:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777269.558207:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.558209:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.558212:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558618:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777269.558622:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777269.558623:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777269.558628:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777269.558635:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126113536:192.168.203.135@tcp:400:kworker.0 00000400:00000001:3.0:1788777269.558640:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777269.558642:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777269.558644:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d058. 00000400:00000200:3.0:1788777269.558646:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083477f8 00000400:00000010:3.0:1788777269.558648:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083477f8. 00000100:00000001:3.0:1788777269.558650:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777269.558653:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777269.558660:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558666:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777269.558667:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.558669:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777269.558671:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777269.558672:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777269.558674:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777269.558676:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777269.558680:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=92 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777269.558683:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777269.558685:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777269.558687:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777269.558688:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777269.558690:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.558692:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777269.558694:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1788777269.558695:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777269.558696:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777269.558699:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558704:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777269.558706:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777269.558707:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777269.558710:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777269.558716:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126113792:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777269.558719:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.558721:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777269.558724:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ca80 x1875667126113664/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558729:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777269.558731:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777269.558735:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292000. 02000000:00000001:3.0:1788777269.558738:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777269.558740:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777269.558741:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777269.558743:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777269.558746:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df500. 02000000:00000001:3.0:1788777269.558749:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777269.558750:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777269.558752:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ca80. 00000100:00000001:3.0:1788777269.558755:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777269.558756:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.558757:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777269.558760:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d180 x1875667126113920/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558766:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777269.558767:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777269.558768:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310293c00. 02000000:00000001:3.0:1788777269.558770:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777269.558771:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777269.558772:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777269.558774:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777269.558775:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df400. 02000000:00000001:3.0:1788777269.558777:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777269.558778:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777269.558779:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d180. 00000100:00000001:3.0:1788777269.558781:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777269.558782:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.558783:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777269.558785:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126113536/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558791:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777269.558792:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777269.558793:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310293a00. 02000000:00000001:3.0:1788777269.558795:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777269.558796:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777269.558797:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777269.558799:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777269.558800:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207dfb00. 02000000:00000001:3.0:1788777269.558801:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777269.558803:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777269.558804:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777269.558806:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777269.558807:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.558809:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777269.558812:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d880 x1875667126113792/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777269.558817:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777269.558818:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777269.558820:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310292600. 02000000:00000001:3.0:1788777269.558822:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777269.558822:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777269.558823:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777269.558825:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777269.558826:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207dfa00. 02000000:00000001:3.0:1788777269.558828:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777269.558829:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777269.558830:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d880. 00000100:00000001:3.0:1788777269.558832:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777269.558833:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.558835:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777269.558843:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777269.558845:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777269.558847:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777269.558849:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777270.046698:0:15901:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1788777270.046705:0:15901:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777270.099804:0:31462:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788777270.099811:0:31462:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 06:34:28 (1788777268) 00000001:00000001:0.0:1788777270.121144:0:31462:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788777270.237334:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777270.237341:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777270.237343:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777270.237346:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777270.237350:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777270.237352:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777270.237354:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777270.237356:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777270.237376:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777270.237378:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777270.237380:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788777270.365420:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777270.365426:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bb00. 00000400:00000200:0.0:1788777270.365432:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.365438:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777270.365443:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1770 00000400:00000010:0.0:1788777270.365445:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1770. 00000100:00000001:0.0:1788777270.365449:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777270.365454:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126114048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.365463:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777270.365466:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126114048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.365472:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777270.365474:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777270.386258:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.386274:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777270.386278:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.386281:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777270.386290:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.386297:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777270.386306:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.386310:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.386315:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.386319:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4d700 00000400:00000200:1.0:1788777270.386324:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.386330:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x67a9 [1] + 224 00000800:00000001:1.0:1788777270.386336:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.386343:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777270.386346:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.386351:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777270.386358:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777270.386366:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126114048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777270.386377:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914c700 x1875667126114048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777270.386398:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777270.386407:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.386410:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777270.388320:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777270.388326:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bf00. 00000400:00000200:0.0:1788777270.388332:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.388337:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777270.388342:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1880 00000400:00000010:0.0:1788777270.388344:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1880. 00000100:00000001:0.0:1788777270.388348:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777270.388354:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.388362:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777270.388365:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.388371:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777270.388372:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777270.390432:0:31474:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:3.0:1788777270.390440:0:31474:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296421484 00000100:00000001:3.0:1788777270.390444:0:31474:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:3.0:1788777270.390446:0:31474:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777270.390450:0:31474:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777270.390453:0:31474:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777270.390455:0:31474:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777270.390458:0:31474:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776600 going to sleep for 11 seconds 00000100:00000001:3.0:1788777270.390462:0:31474:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777270.390465:0:31474:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777270.398854:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.398870:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777270.398876:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.398878:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777270.398886:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.398894:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777270.398902:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.398906:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.398911:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.398915:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4d780 00000400:00000200:1.0:1788777270.398918:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.398924:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x67b1 [1] + 224 00000800:00000001:1.0:1788777270.398930:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.398936:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777270.398938:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.398942:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777270.398949:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777270.398958:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777270.398970:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777270.398989:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777270.398997:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.398999:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777270.399360:0:31474:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777270.399368:0:31474:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777270.399370:0:31474:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777270.399373:0:31474:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464630. 00000400:00000200:3.0:1788777270.399378:0:31474:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1a18 00000400:00000010:3.0:1788777270.399381:0:31474:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1a18. 00000100:00000001:3.0:1788777270.399384:0:31474:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777270.399389:0:31474:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777270.399398:0:31474:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777270.399404:0:31474:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777270.399406:0:31474:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777270.399408:0:31474:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777270.399412:0:31474:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777270.399415:0:31474:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777270.399417:0:31474:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777270.399420:0:31474:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777270.399428:0:31474:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=93 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777270.399432:0:31474:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777270.399434:0:31474:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777270.399438:0:31474:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777270.399444:0:31474:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777270.399448:0:31474:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777270.399449:0:31474:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967629 00000100:00000001:3.0:1788777270.399451:0:31474:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777270.399453:0:31474:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788777270.399457:0:31474:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777270.399463:0:31474:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788777270.399466:0:31474:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777270.399468:0:31474:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777270.399472:0:31474:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777270.399479:0:31474:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31474:1875667126114176:192.168.203.135@tcp:101:lfs.0 00000100:00000001:3.0:1788777270.399483:0:31474:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777270.399486:0:31474:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777270.399488:0:31474:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777270.399490:0:31474:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777270.399494:0:31474:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777270.399500:0:31474:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777270.399502:0:31474:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776600. 00000100:00000001:3.0:1788777270.399506:0:31474:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777270.399508:0:31474:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788777270.399511:0:31474:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777270.399515:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.399517:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.399520:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=4 00000020:00000001:3.0:1788777270.399522:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777270.399524:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00010000:3.0:1788777270.399529:0:31474:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.399539:0:31474:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788777270.399543:0:31474:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.399549:0:31474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777270.399551:0:31474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.399556:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.399558:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777270.399560:0:31474:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.399565:0:31474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777270.399568:0:31474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.399570:0:31474:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777270.399573:0:31474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777270.399579:0:31474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309155800 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777270.399582:0:31474:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777270.399585:0:31474:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.399591:0:31474:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777270.399593:0:31474:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777270.399596:0:31474:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.399600:0:31474:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777270.399603:0:31474:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777270.399604:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.399605:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.399606:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=5 00000020:00000001:3.0:1788777270.399608:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777270.399610:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777270.399613:0:31474:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777270.399615:0:31474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777270.399620:0:31474:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777270.399622:0:31474:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.399624:0:31474:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777270.399626:0:31474:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777270.399629:0:31474:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777270.399630:0:31474:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777270.399632:0:31474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777270.399633:0:31474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777270.399635:0:31474:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155800 with handle 0xe53f2b0cb7af8790 from hash 00010000:00000001:3.0:1788777270.399638:0:31474:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777270.399639:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.399640:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.399641:0:31474:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777270.399642:0:31474:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777270.399644:0:31474:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777270.399646:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.399647:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.399648:0:31474:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.399650:0:31474:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.399652:0:31474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.399658:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.399659:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.399660:0:31474:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777270.399661:0:31474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777270.399663:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.399664:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.399665:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777270.399666:0:31474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8790 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31474 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.399676:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.399678:0:31474:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788777270.399753:0:31474:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788777270.399758:0:31474:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777270.399765:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777270.399767:0:31474:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.399768:0:31474:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.399771:0:31474:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.399773:0:31474:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777270.399775:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777270.399777:0:31474:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.399779:0:31474:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777270.399782:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106f710 00000002:00002000:3.0:1788777270.399784:0:31474:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1788777270.399787:0:31474:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.399790:0:31474:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.399793:0:31474:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777270.399795:0:31474:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777270.399798:0:31474:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777270.399801:0:31474:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:3.0:1788777270.399804:0:31474:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777270.399805:0:31474:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb8106fb20 it_disposition 7 00000080:00002000:3.0:1788777270.399811:0:31474:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b54360 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1788777270.399818:0:31474:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777270.399822:0:31474:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777270.399824:0:31474:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777270.399825:0:31474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777270.399831:0:31474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777270.399833:0:31474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777270.399837:0:31474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777270.399839:0:31474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777270.399843:0:31474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777270.399850:0:31474:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777270.399854:0:31474:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.399857:0:31474:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777270.399863:0:31474:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777270.399864:0:31474:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777270.399866:0:31474:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777270.399869:0:31474:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777270.399871:0:31474:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb8106f930 released 00000080:00010000:3.0:1788777270.399873:0:31474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8789 from it ffffb1cb8106f930 00010000:00000001:3.0:1788777270.399875:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.399876:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.399877:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777270.399879:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.399880:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.399882:0:31474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777270.399884:0:31474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777270.399890:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.399891:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.399893:0:31474:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777270.399895:0:31474:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777270.399897:0:31474:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777270.399904:0:31474:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777270.399907:0:31474:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777270.399908:0:31474:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777270.399912:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.399913:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.399914:0:31474:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.399916:0:31474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777270.399918:0:31474:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.399920:0:31474:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.399924:0:31474:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.399926:0:31474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777270.399927:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.399928:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777270.399930:0:31474:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777270.399931:0:31474:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777270.399934:0:31474:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777270.399938:0:31474:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e000. 00000100:00000001:3.0:1788777270.399942:0:31474:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777270.399946:0:31474:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126114176/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777270.399952:0:31474:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777270.399954:0:31474:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777270.399957:0:31474:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94531066b800. 02000000:00000001:3.0:1788777270.399960:0:31474:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777270.399962:0:31474:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777270.399963:0:31474:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777270.399965:0:31474:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777270.399969:0:31474:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a8c00. 02000000:00000001:3.0:1788777270.399971:0:31474:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777270.399973:0:31474:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777270.399975:0:31474:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:3.0:1788777270.399978:0:31474:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777270.399979:0:31474:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777270.399982:0:31474:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777270.399983:0:31474:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb8106fb20 released 00000080:00000001:3.0:1788777270.399984:0:31474:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777270.399988:0:31474:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777270.399989:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fb70 00000080:00002000:3.0:1788777270.399992:0:31474:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff945320b54360, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777270.399995:0:31474:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.400036:0:31474:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777270.400049:0:31474:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777270.400051:0:31474:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777270.400052:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fbb0 00000080:00200000:3.0:1788777270.400055:0:31474:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777270.400060:0:31474:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02800. 00800000:00000002:3.0:1788777270.400065:0:31474:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777270.400067:0:31474:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777270.400070:0:31474:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777270.400071:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fad0 00800000:00000002:3.0:1788777270.400073:0:31474:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777270.400076:0:31474:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777270.400079:0:31474:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777270.400082:0:31474:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777270.400084:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106f9a0 00000002:00010000:3.0:1788777270.400086:0:31474:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777270.400089:0:31474:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777270.400090:0:31474:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777270.400092:0:31474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777270.400094:0:31474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777270.400096:0:31474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777270.400099:0:31474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777270.400101:0:31474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777270.400103:0:31474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777270.400109:0:31474:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777270.400111:0:31474:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.400114:0:31474:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788777270.400119:0:31474:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777270.400121:0:31474:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777270.400123:0:31474:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777270.400124:0:31474:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777270.400126:0:31474:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777270.400127:0:31474:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777270.400130:0:31474:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777270.400132:0:31474:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777270.400134:0:31474:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a02800. 00000080:00000001:3.0:1788777270.400137:0:31474:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777270.400138:0:31474:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777270.400141:0:31474:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777270.400143:0:31474:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8789 00800000:00000001:3.0:1788777270.400146:0:31474:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777270.400147:0:31474:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777270.400148:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.400150:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.400151:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777270.400153:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.400155:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.400157:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.400158:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777270.400159:0:31474:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.400161:0:31474:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777270.400162:0:31474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8789 from it ffffb1cb8106fbe8 00010000:00000001:3.0:1788777270.400164:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.400165:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.400166:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777270.400168:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.400169:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.400172:0:31474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777270.400174:0:31474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777270.400180:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.400180:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.400181:0:31474:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777270.400183:0:31474:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777270.400184:0:31474:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777270.400189:0:31474:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777270.400191:0:31474:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777270.400192:0:31474:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777270.400194:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.400195:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.400196:0:31474:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.400198:0:31474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777270.400200:0:31474:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.400201:0:31474:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.400203:0:31474:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.400204:0:31474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777270.400206:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.400207:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777270.400208:0:31474:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777270.400210:0:31474:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777270.400212:0:31474:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777270.400217:0:31474:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.402127:0:31474:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777270.402134:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fbd8 00000080:00002000:3.0:1788777270.402138:0:31474:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff945320b54360) flags 0x8000e refc 0 00000080:00000001:3.0:1788777270.402142:0:31474:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777270.402144:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fc20 00000080:00200000:3.0:1788777270.402145:0:31474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:3.0:1788777270.402151:0:31474:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777270.402153:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fba8 00000080:00002000:3.0:1788777270.402155:0:31474:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff945320b54360, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777270.402158:0:31474:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777270.402204:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fd08 00000080:00200008:3.0:1788777270.402207:0:31474:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777270.402213:0:31474:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788777270.402216:0:31474:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.402233:0:31474:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777270.402235:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fc80 00000080:00200000:3.0:1788777270.402237:0:31474:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777270.402244:0:31474:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02800. 00800000:00000002:3.0:1788777270.402251:0:31474:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777270.402255:0:31474:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777270.402259:0:31474:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777270.402262:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fba0 00800000:00000002:3.0:1788777270.402265:0:31474:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777270.402268:0:31474:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777270.402272:0:31474:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777270.402277:0:31474:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777270.402278:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fa70 00000002:00010000:3.0:1788777270.402280:0:31474:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777270.402283:0:31474:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777270.402285:0:31474:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777270.402288:0:31474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777270.402294:0:31474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777270.402297:0:31474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777270.402300:0:31474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777270.402303:0:31474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777270.402307:0:31474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788777270.402316:0:31474:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777270.402321:0:31474:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.402325:0:31474:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788777270.402337:0:31474:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777270.402339:0:31474:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777270.402341:0:31474:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777270.402342:0:31474:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777270.402344:0:31474:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777270.402346:0:31474:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777270.402349:0:31474:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777270.402351:0:31474:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777270.402354:0:31474:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a02800. 00000080:00000001:3.0:1788777270.402358:0:31474:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777270.402360:0:31474:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777270.402362:0:31474:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777270.402365:0:31474:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8789 00800000:00000001:3.0:1788777270.402368:0:31474:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777270.402370:0:31474:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777270.402371:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.402373:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.402375:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777270.402377:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.402380:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.402382:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.402384:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777270.402385:0:31474:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.402387:0:31474:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777270.402389:0:31474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8789 from it ffffb1cb8106fcb8 00010000:00000001:3.0:1788777270.402391:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.402392:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.402393:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777270.402394:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.402396:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.402398:0:31474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777270.402401:0:31474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777270.402408:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.402409:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.402410:0:31474:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777270.402412:0:31474:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777270.402415:0:31474:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777270.402421:0:31474:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777270.402424:0:31474:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777270.402426:0:31474:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777270.402429:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.402430:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.402431:0:31474:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.402434:0:31474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777270.402435:0:31474:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.402436:0:31474:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.402439:0:31474:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.402441:0:31474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777270.402442:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.402443:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777270.402446:0:31474:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777270.402447:0:31474:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777270.402450:0:31474:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777270.402455:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fd08 00000080:00000008:3.0:1788777270.402457:0:31474:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777270.402946:0:31474:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777270.402971:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fd08 00000080:00200008:3.0:1788777270.402974:0:31474:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777270.402978:0:31474:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777270.402979:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fc80 00000080:00200000:3.0:1788777270.402981:0:31474:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777270.402985:0:31474:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02800. 00800000:00000002:3.0:1788777270.402988:0:31474:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777270.402992:0:31474:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777270.402994:0:31474:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777270.402996:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fba0 00800000:00000002:3.0:1788777270.402998:0:31474:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777270.403001:0:31474:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777270.403003:0:31474:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777270.403006:0:31474:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777270.403008:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fa70 00000002:00010000:3.0:1788777270.403009:0:31474:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777270.403012:0:31474:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777270.403013:0:31474:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777270.403015:0:31474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777270.403019:0:31474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777270.403021:0:31474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777270.403023:0:31474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777270.403025:0:31474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777270.403028:0:31474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788777270.403036:0:31474:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777270.403051:0:31474:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.403055:0:31474:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788777270.403061:0:31474:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777270.403062:0:31474:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777270.403064:0:31474:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777270.403066:0:31474:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777270.403068:0:31474:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777270.403069:0:31474:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777270.403072:0:31474:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777270.403073:0:31474:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777270.403075:0:31474:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a02800. 00000080:00000001:3.0:1788777270.403078:0:31474:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777270.403080:0:31474:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777270.403082:0:31474:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777270.403085:0:31474:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8789 00800000:00000001:3.0:1788777270.403087:0:31474:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777270.403088:0:31474:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777270.403090:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.403091:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.403093:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777270.403095:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.403096:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.403098:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.403099:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777270.403100:0:31474:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.403102:0:31474:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777270.403104:0:31474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8789 from it ffffb1cb8106fcb8 00010000:00000001:3.0:1788777270.403105:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.403107:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.403108:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777270.403110:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.403112:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.403113:0:31474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777270.403116:0:31474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777270.403122:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.403123:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.403124:0:31474:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777270.403125:0:31474:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777270.403127:0:31474:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777270.403134:0:31474:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777270.403135:0:31474:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777270.403137:0:31474:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777270.403140:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.403141:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.403142:0:31474:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403144:0:31474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777270.403146:0:31474:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403147:0:31474:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403150:0:31474:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403151:0:31474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777270.403158:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.403159:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777270.403161:0:31474:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777270.403162:0:31474:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777270.403165:0:31474:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777270.403168:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fd08 00000080:00000008:3.0:1788777270.403170:0:31474:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777270.403311:0:31474:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777270.403312:0:31474:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777270.403314:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fb78 00000080:00200000:3.0:1788777270.403316:0:31474:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777270.403319:0:31474:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02800. 00800000:00000002:3.0:1788777270.403322:0:31474:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777270.403325:0:31474:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777270.403327:0:31474:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777270.403329:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fa98 00800000:00000002:3.0:1788777270.403331:0:31474:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777270.403333:0:31474:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777270.403335:0:31474:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777270.403338:0:31474:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777270.403340:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106f968 00000002:00010000:3.0:1788777270.403341:0:31474:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777270.403344:0:31474:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777270.403345:0:31474:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777270.403347:0:31474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777270.403349:0:31474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777270.403352:0:31474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777270.403354:0:31474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777270.403356:0:31474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777270.403360:0:31474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788777270.403366:0:31474:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777270.403368:0:31474:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.403371:0:31474:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788777270.403377:0:31474:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777270.403379:0:31474:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777270.403381:0:31474:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777270.403383:0:31474:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777270.403384:0:31474:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777270.403386:0:31474:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777270.403388:0:31474:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777270.403390:0:31474:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777270.403392:0:31474:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a02800. 00000080:00000001:3.0:1788777270.403395:0:31474:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777270.403396:0:31474:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777270.403399:0:31474:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777270.403401:0:31474:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8789 00800000:00000001:3.0:1788777270.403403:0:31474:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777270.403404:0:31474:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777270.403405:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.403407:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.403408:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777270.403411:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.403412:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.403414:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.403415:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777270.403416:0:31474:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.403417:0:31474:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777270.403419:0:31474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8789 from it ffffb1cb8106fbb0 00010000:00000001:3.0:1788777270.403421:0:31474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.403422:0:31474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.403424:0:31474:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777270.403425:0:31474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.403427:0:31474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777270.403428:0:31474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777270.403430:0:31474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777270.403435:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.403436:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.403438:0:31474:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777270.403439:0:31474:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777270.403441:0:31474:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788777270.403447:0:31474:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777270.403448:0:31474:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777270.403449:0:31474:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777270.403451:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.403453:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.403453:0:31474:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403455:0:31474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777270.403457:0:31474:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403458:0:31474:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403460:0:31474:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403461:0:31474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777270.403462:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.403463:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777270.403464:0:31474:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777270.403465:0:31474:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777270.403468:0:31474:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:3.0:1788777270.403471:0:31474:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.403474:0:31474:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777270.403476:0:31474:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777270.403478:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fb78 00000080:00200008:3.0:1788777270.403481:0:31474:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000 00000080:00000010:3.0:1788777270.403486:0:31474:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945308800000. 00000080:00000001:3.0:1788777270.403490:0:31474:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.403491:0:31474:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.403501:0:31474:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777270.403502:0:31474:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c03066f0 arg=7ffd9e010290 00000020:00000001:3.0:1788777270.403507:0:31474:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777270.403512:0:31474:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff945303c2e000. 00000020:00000001:3.0:1788777270.403515:0:31474:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.403518:0:31474:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1788777270.403520:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106fad0 00000080:00200000:3.0:1788777270.403521:0:31474:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1788777270.403527:0:31474:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02800. 00800000:00000002:3.0:1788777270.403530:0:31474:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:3.0:1788777270.403537:0:31474:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1788777270.403539:0:31474:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788777270.403542:0:31474:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:3.0:1788777270.403545:0:31474:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788777270.403547:0:31474:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788777270.403550:0:31474:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788777270.403552:0:31474:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788777270.403555:0:31474:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x27:0x0] 40000000:00000001:3.0:1788777270.403558:0:31474:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.403560:0:31474:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.403562:0:31474:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.403564:0:31474:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777270.403566:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106f9e8 00800000:00000002:3.0:1788777270.403567:0:31474:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000404:0x27:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1788777270.403571:0:31474:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788777270.403573:0:31474:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777270.403577:0:31474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777270.403579:0:31474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777270.403582:0:31474:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777270.403585:0:31474:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777270.403587:0:31474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788777270.403596:0:31474:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777270.403599:0:31474:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777270.403601:0:31474:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777270.403603:0:31474:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777270.403605:0:31474:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777270.403607:0:31474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777270.403608:0:31474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 3 00010000:00000001:3.0:1788777270.403610:0:31474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777270.403612:0:31474:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.403613:0:31474:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777270.403614:0:31474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777270.403615:0:31474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 3 00010000:00000001:3.0:1788777270.403616:0:31474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777270.403618:0:31474:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.403619:0:31474:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777270.403620:0:31474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777270.403622:0:31474:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 3 00010000:00000001:3.0:1788777270.403624:0:31474:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777270.403625:0:31474:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.403627:0:31474:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777270.403630:0:31474:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777270.403634:0:31474:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1788777270.403637:0:31474:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8106f670 00000080:00002000:3.0:1788777270.403638:0:31474:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:3.0:1788777270.403643:0:31474:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777270.403646:0:31474:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777270.403649:0:31474:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777270.403651:0:31474:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777270.403653:0:31474:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403656:0:31474:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777270.403658:0:31474:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777270.403660:0:31474:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777270.403661:0:31474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777270.403663:0:31474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777270.403666:0:31474:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154800 with handle 0xe53f2b0cb7af8789 from hash 00010000:00000001:3.0:1788777270.403668:0:31474:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777270.403669:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.403670:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.403671:0:31474:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777270.403674:0:31474:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777270.403676:0:31474:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777270.403678:0:31474:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777270.403680:0:31474:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777270.403682:0:31474:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777270.403687:0:31474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d880. 00000020:00000040:3.0:1788777270.403692:0:31474:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777270.403697:0:31474:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777270.403699:0:31474:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403701:0:31474:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777270.403705:0:31474:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777270.403707:0:31474:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777270.403710:0:31474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777270.403711:0:31474:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777270.403714:0:31474:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777270.403720:0:31474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2e400. 00000100:00000001:3.0:1788777270.403727:0:31474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403729:0:31474:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777270.403731:0:31474:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777270.403737:0:31474:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1788777270.403743:0:31474:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777270.403745:0:31474:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777270.403747:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777270.403749:0:31474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8789 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c14b expref: -99 pid: 31474 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1788777270.403756:0:31474:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8d00 count: 0 00010000:00000010:3.0:1788777270.403761:0:31474:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9ec00. 00010000:00000001:3.0:1788777270.403768:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.403771:0:31474:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403772:0:31474:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777270.403774:0:31474:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.403776:0:31474:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777270.403786:0:31474:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777270.403798:0:31474:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3d880 x1875667126114432/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777270.403805:0:31474:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777270.403807:0:31474:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777270.403813:0:31474:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945309310600. 00000100:00000001:3.0:1788777270.403815:0:31474:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683090245120 : -118390619306496 : ffff945309310600) 00000100:00000001:3.0:1788777270.403818:0:31474:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777270.403820:0:31474:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000001:3.0:1788777270.403824:0:31474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777270.403828:0:31474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777270.403829:0:31474:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777270.403831:0:31474:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777270.403835:0:31474:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d880 x1875667126114432/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777270.403841:0:31474:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777270.403843:0:31474:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777270.403846:0:31474:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777270.403849:0:31474:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777270.403851:0:31474:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777270.403854:0:31474:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d880 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31474:1875667126114432:192.168.203.135@tcp:36:lfs.0 00000100:00000001:3.0:1788777270.403858:0:31474:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777270.403863:0:31474:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777270.403865:0:31474:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777270.403868:0:31474:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777270.403872:0:31474:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2d000. 02000000:00000001:3.0:1788777270.403874:0:31474:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777270.403880:0:31474:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777270.403884:0:31474:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d058. 00000400:00000010:3.0:1788777270.403891:0:31474:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083477f8. 00000100:00000200:3.0:1788777270.403899:0:31474:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126114432, portal 10 00000100:00000001:3.0:1788777270.403901:0:31474:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777270.403902:0:31474:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000040:3.0:1788777270.403908:0:31474:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d880 x1875667126114432/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777270.403914:0:31474:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777270.403916:0:31474:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777270.403919:0:31474:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777270.403922:0:31474:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667126114432, offset 0 00000400:00000200:3.0:1788777270.403928:0:31474:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777270.403936:0:31474:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777270.403943:0:31474:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777270.403948:0:31474:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777270.403952:0:31474:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777270.403956:0:31474:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777270.403959:0:31474:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777270.403962:0:31474:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2396:2396:256:4294967295] 192.168.203.135@tcp LPNI seq info [2391:2391:8:4294967295] 00000400:00000200:3.0:1788777270.403967:0:31474:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777270.403977:0:31474:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777270.403983:0:31474:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777270.403987:0:31474:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfa00. 00000800:00000200:3.0:1788777270.403993:0:31474:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777270.404001:0:31474:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777270.404005:0:31474:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfa00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788777270.404020:0:31474:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777270.404024:0:31474:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 785577 usecs (786 jiffies) 00000400:00000200:3.0:1788777270.404028:0:31474:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777270.404030:0:31474:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296421496 00000100:00000001:3.0:1788777270.404033:0:31474:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:3.0:1788777270.404037:0:31474:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296421496 00000800:00000200:1.0:1788777270.404596:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777270.404601:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfa00. 00000400:00000200:1.0:1788777270.404607:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.404613:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777270.404618:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:1.0:1788777270.404620:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:1.0:1788777270.404624:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777270.404628:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d880 x1875667126114432/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777270.404637:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777270.404640:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d880 x1875667126114432/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777270.404646:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777270.404648:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777270.412277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00000080:00000010:3.1:1788777270.416284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5aa0. 00010000:00000010:3.1:1788777270.416300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:3.1:1788777270.416305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154800. 00000800:00000001:1.0:1788777270.422013:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.422031:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777270.422035:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.422047:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777270.422057:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.422066:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777270.422075:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.422081:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.422086:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.422090:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 10 MB=0x6a9e8c8c4d880 00000400:00000200:1.0:1788777270.422095:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.422102:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 448/448 into md 0x67b9 [1] + 224 00000800:00000001:1.0:1788777270.422109:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.422117:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777270.422121:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.422126:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777270.422133:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777270.422142:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d880 x1875667126114432/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777270.422153:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff945308a3d880 x1875667126114432/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777270.422174:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777270.422183:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777270.422187:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.422192:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777270.422198:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2397:2397:256:4294967295] 192.168.203.135@tcp LPNI seq info [2392:2392:8:4294967295] 00000400:00000200:1.0:1788777270.422202:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.422210:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777270.422215:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777270.422269:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777270.422276:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777270.422283:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777270.422288:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777270.422360:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777270.422364:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777270.422367:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.422371:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777270.422377:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.422380:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777270.441025:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777270.441030:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b800. 00000400:00000200:1.0:1788777270.441036:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.441051:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777270.441057:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1f68 00000400:00000010:1.0:1788777270.441060:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1f68. 00000100:00000001:1.0:1788777270.441065:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777270.441069:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126114560/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777270.441079:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777270.441083:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126114560/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777270.441089:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777270.441091:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777270.447138:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.447154:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777270.447158:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.447161:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.447170:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.447178:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777270.447187:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.447192:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.447197:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.447201:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4d900 00000400:00000200:0.0:1788777270.447206:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.447212:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x67c1 [1] + 224 00000800:00000001:0.0:1788777270.447249:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.447257:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.447260:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.447265:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777270.447272:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777270.447280:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126114560/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777270.447291:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914d500 x1875667126114560/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.447305:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777270.447314:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.447317:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777270.448022:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448025:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448027:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.448028:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.448030:0:31475:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.448032:0:31475:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.448034:0:31475:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777270.448036:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.448047:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.448048:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.448050:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448053:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00000002:00010000:2.0:1788777270.448056:0:31475:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.448063:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.448064:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.448065:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777270.448067:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.448068:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.448069:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.448071:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448073:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000040:2.0:1788777270.448078:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.448081:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777270.448084:0:31475:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777270.448086:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.448088:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.448089:0:31475:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777270.448092:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3898 00000002:00002000:2.0:1788777270.448094:0:31475:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777270.448097:0:31475:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.448100:0:31475:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.448103:0:31475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777270.448107:0:31475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777270.448110:0:31475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777270.448113:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777270.448117:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000080:00000001:2.0:1788777270.448122:0:31475:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777270.448124:0:31475:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777270.448131:0:31475:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777270.448135:0:31475:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777270.448140:0:31475:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6880. 00800000:00000001:2.0:1788777270.448143:0:31475:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221997696 : -118390487553920 : ffff9453110b6880) 00800000:00000001:2.0:1788777270.448145:0:31475:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.448147:0:31475:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777270.448150:0:31475:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777270.448152:0:31475:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777270.448154:0:31475:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777270.448156:0:31475:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777270.448158:0:31475:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.448162:0:31475:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777270.448165:0:31475:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788777270.448168:0:31475:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777262 to 1788777270 00000080:00200000:2.0:1788777270.448172:0:31475:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777270.448174:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.448175:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.448177:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.448179:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448181:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448183:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.448184:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777270.448186:0:31475:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777270.448188:0:31475:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777270.448189:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6880 1 00800000:00000010:2.0:1788777270.448191:0:31475:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6880. 00800000:00000001:2.0:1788777270.448194:0:31475:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.448197:0:31475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8797 00800000:00000001:2.0:1788777270.448200:0:31475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777270.448202:0:31475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777270.448203:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.448204:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.448205:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.448207:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448209:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448212:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.448213:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.448214:0:31475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.448216:0:31475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.448253:0:31475:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.448257:0:31475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777270.448260:0:31475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8797 from it ffffb1cb80dd3b58 00010000:00000001:2.0:1788777270.448261:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.448262:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.448264:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.448265:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448267:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.448268:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.448271:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.448277:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.448278:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.448279:0:31475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777270.448281:0:31475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777270.448284:0:31475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777270.448291:0:31475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777270.448293:0:31475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777270.448294:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.448297:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.448298:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.448300:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.448303:0:31475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777270.448304:0:31475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.448306:0:31475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.448309:0:31475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.448310:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.448311:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.448312:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777270.448314:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.448319:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126114560/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.448324:0:31475:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777270.448327:0:31475:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777270.448330:0:31475:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777270.448333:0:31475:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777270.448334:0:31475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777270.448336:0:31475:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777270.448338:0:31475:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777270.448340:0:31475:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777270.448344:0:31475:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777270.448345:0:31475:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777270.448347:0:31475:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:2.0:1788777270.448351:0:31475:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777270.448352:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777270.448355:0:31475:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777270.448359:0:31475:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777270.448371:0:31475:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5660. 00000020:00000001:2.0:1788777270.448375:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3ae8 00000080:00200000:2.0:1788777270.448377:0:31475:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=13 00000080:00000001:2.0:1788777270.448380:0:31475:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777270.448381:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3998 00000080:00200000:2.0:1788777270.448383:0:31475:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=getattr 00000080:00000010:2.0:1788777270.448389:0:31475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00800000:00000002:2.0:1788777270.448393:0:31475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777270.448396:0:31475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777270.448399:0:31475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.448400:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd38b8 00800000:00000002:2.0:1788777270.448402:0:31475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777270.448405:0:31475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788777270.448408:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3850 00800000:00000002:2.0:1788777270.448410:0:31475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788777270.448414:0:31475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.448415:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3788 00000002:00010000:2.0:1788777270.448417:0:31475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788777270.448420:0:31475:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777270.448422:0:31475:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777270.448424:0:31475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777270.448427:0:31475:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777270.448430:0:31475:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777270.448433:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.448435:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.448436:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.448437:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.448440:0:31475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777270.448442:0:31475:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777270.448445:0:31475:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777270.448449:0:31475:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093ab800. 00000100:00000001:2.0:1788777270.448454:0:31475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.448457:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.448458:0:31475:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.448460:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.448461:0:31475:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.448462:0:31475:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.448467:0:31475:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00010000:00000001:2.0:1788777270.448470:0:31475:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777270.448472:0:31475:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777270.448475:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.448477:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.448479:0:31475:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777270.448482:0:31475:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154000. 00000020:00000001:2.0:1788777270.448485:0:31475:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777270.448488:0:31475:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154000 with handle 0xe53f2b0cb7af879e to hash 00000020:00000001:2.0:1788777270.448489:0:31475:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777270.448491:0:31475:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.448494:0:31475:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.448496:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.448497:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.448500:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.448506:0:31475:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.448515:0:31475:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777270.448519:0:31475:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777270.448521:0:31475:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777270.448525:0:31475:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776480. 00000100:00000001:2.0:1788777270.448527:0:31475:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044525184 : -118390665026432 : ffff945306776480) 00000100:00000001:2.0:1788777270.448529:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.448530:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000001:2.0:1788777270.448534:0:31475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777270.448537:0:31475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.448538:0:31475:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777270.448540:0:31475:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777270.448544:0:31475:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.448551:0:31475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777270.448553:0:31475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.448557:0:31475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777270.448559:0:31475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777270.448562:0:31475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777270.448565:0:31475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31475:1875667126114688:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777270.448571:0:31475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777270.448575:0:31475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777270.448577:0:31475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.448579:0:31475:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777270.448583:0:31475:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777270.448584:0:31475:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777270.448590:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777270.448593:0:31475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777270.448598:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1dd0. 00000100:00000200:2.0:1788777270.448604:0:31475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126114688, portal 10 00000100:00000001:2.0:1788777270.448606:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.448608:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:2.0:1788777270.448613:0:31475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.448620:0:31475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777270.448623:0:31475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777270.448625:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1198. 00000100:00000200:2.0:1788777270.448628:0:31475:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126114688, offset 0 00000400:00000200:2.0:1788777270.448634:0:31475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777270.448640:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.448646:0:31475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777270.448650:0:31475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777270.448654:0:31475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777270.448657:0:31475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777270.448660:0:31475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777270.448664:0:31475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2399:2399:256:4294967295] 192.168.203.135@tcp LPNI seq info [2394:2394:8:4294967295] 00000400:00000200:2.0:1788777270.448668:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.448676:0:31475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777270.449532:0:31475:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777270.449592:0:31475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b800. 00000800:00000200:2.0:1788777270.449601:0:31475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777270.449608:0:31475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777270.449613:0:31475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777270.449695:0:31475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777270.449701:0:31475:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 783423 usecs (784 jiffies) 00000400:00000200:2.0:1788777270.449705:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777270.449708:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296421540 00000100:00000001:2.0:1788777270.449711:0:31475:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.449713:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296421540 00000100:00000001:2.0:1788777270.449715:0:31475:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.449718:0:31475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777270.449721:0:31475:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.449723:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777270.449725:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777270.449728:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777270.449731:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777270.449733:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777270.450257:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777270.450262:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b800. 00000400:00000200:1.0:1788777270.450267:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.450273:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777270.450279:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:1.0:1788777270.450282:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:1.0:1788777270.450286:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777270.450292:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777270.450302:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777270.450305:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777270.450312:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777270.450314:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777270.455510:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.455529:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777270.455533:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.455536:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.455546:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.455553:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777270.455563:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.455567:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.455573:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.455577:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4d980 00000400:00000200:0.0:1788777270.455581:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.455586:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x67c9 [1] + 224 00000800:00000001:0.0:1788777270.455593:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.455603:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.455606:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.455611:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777270.455618:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777270.455627:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777270.455638:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.455713:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777270.455728:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777270.455736:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.455739:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777270.455934:0:31475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777270.455936:0:31475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777270.455940:0:31475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:2.0:1788777270.455944:0:31475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:2.0:1788777270.455947:0:31475:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:2.0:1788777270.455950:0:31475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777270.455955:0:31475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777270.455963:0:31475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.455969:0:31475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777270.455971:0:31475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.455973:0:31475:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777270.455976:0:31475:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777270.455978:0:31475:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777270.455981:0:31475:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.455984:0:31475:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777270.455992:0:31475:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=93 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777270.455996:0:31475:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777270.455999:0:31475:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788777270.456003:0:31475:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.456010:0:31475:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777270.456013:0:31475:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777270.456015:0:31475:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1788777270.456017:0:31475:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777270.456020:0:31475:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788777270.456024:0:31475:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.456030:0:31475:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788777270.456033:0:31475:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777270.456035:0:31475:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777270.456135:0:31475:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777270.456144:0:31475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31475:1875667126114688:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777270.456149:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.456152:0:31475:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777270.456155:0:31475:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777270.456157:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.456160:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.456166:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777270.456169:0:31475:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776480. 00000100:00000001:2.0:1788777270.456173:0:31475:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777270.456174:0:31475:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788777270.456178:0:31475:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777270.456182:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.456184:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.456187:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=4 00000020:00000001:2.0:1788777270.456189:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.456192:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00010000:2.0:1788777270.456198:0:31475:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.456208:0:31475:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788777270.456213:0:31475:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.456348:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.456351:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.456358:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.456360:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777270.456362:0:31475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.456367:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.456370:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.456372:0:31475:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777270.456375:0:31475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.456381:0:31475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309154000 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:2.0:1788777270.456384:0:31475:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788777270.456387:0:31475:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.456393:0:31475:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788777270.456395:0:31475:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788777270.456399:0:31475:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.456404:0:31475:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788777270.456406:0:31475:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777270.456408:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.456409:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.456410:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=5 00000020:00000001:2.0:1788777270.456412:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.456414:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.456416:0:31475:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777270.456419:0:31475:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788777270.456424:0:31475:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777270.456425:0:31475:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.456428:0:31475:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788777270.456430:0:31475:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777270.456432:0:31475:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777270.456434:0:31475:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777270.456435:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.456436:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777270.456439:0:31475:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154000 with handle 0xe53f2b0cb7af879e from hash 00010000:00000001:2.0:1788777270.456441:0:31475:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777270.456442:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.456443:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.456445:0:31475:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777270.456446:0:31475:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777270.456447:0:31475:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788777270.456449:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.456450:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.456451:0:31475:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.456453:0:31475:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.456455:0:31475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.456461:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.456462:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.456463:0:31475:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788777270.456465:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.456466:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.456467:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.456468:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777270.456470:0:31475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af879e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.456479:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.456480:0:31475:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788777270.456485:0:31475:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788777270.456490:0:31475:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777270.456497:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777270.456498:0:31475:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.456500:0:31475:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.456502:0:31475:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.456504:0:31475:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777270.456506:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777270.456508:0:31475:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.456510:0:31475:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777270.456512:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3710 00000002:00002000:2.0:1788777270.456515:0:31475:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1788777270.456518:0:31475:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.456521:0:31475:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.456523:0:31475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777270.456525:0:31475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777270.456528:0:31475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777270.456531:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:2.0:1788777270.456534:0:31475:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777270.456535:0:31475:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb80dd3b20 it_disposition 7 00000080:00002000:2.0:1788777270.456540:0:31475:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b54ca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1788777270.456546:0:31475:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777270.456550:0:31475:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777270.456552:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777270.456554:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777270.456559:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.456563:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.456566:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.456568:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777270.456571:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777270.456579:0:31475:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777270.456583:0:31475:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.456586:0:31475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777270.456592:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777270.456593:0:31475:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777270.456595:0:31475:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777270.456598:0:31475:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777270.456600:0:31475:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb80dd3930 released 00000080:00010000:2.0:1788777270.456602:0:31475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8797 from it ffffb1cb80dd3930 00010000:00000001:2.0:1788777270.456603:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.456605:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.456606:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.456608:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.456610:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.456612:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.456614:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777270.456620:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.456622:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.456623:0:31475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777270.456625:0:31475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777270.456628:0:31475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777270.456635:0:31475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777270.456637:0:31475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777270.456638:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.456642:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.456643:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.456644:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.456647:0:31475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777270.456648:0:31475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.456650:0:31475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.456653:0:31475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.456655:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.456656:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.456657:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777270.456658:0:31475:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788777270.456660:0:31475:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777270.456663:0:31475:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777270.456667:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000100:00000001:2.0:1788777270.456671:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.456675:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126114688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.456847:0:31475:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777270.456850:0:31475:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777270.456853:0:31475:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777270.456856:0:31475:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777270.456858:0:31475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777270.456860:0:31475:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777270.456862:0:31475:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777270.456865:0:31475:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777270.456868:0:31475:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777270.456869:0:31475:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777270.456871:0:31475:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:2.0:1788777270.456874:0:31475:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777270.456876:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777270.456879:0:31475:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777270.456880:0:31475:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb80dd3b20 released 00000080:00000001:2.0:1788777270.456881:0:31475:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788777270.456885:0:31475:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777270.456888:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3b70 00000080:00002000:2.0:1788777270.456890:0:31475:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff945320b54ca8, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788777270.456893:0:31475:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.456936:0:31475:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777270.456938:0:31475:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777270.456940:0:31475:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777270.456942:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3bb0 00000080:00200000:2.0:1788777270.456944:0:31475:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777270.456948:0:31475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00800000:00000002:2.0:1788777270.456952:0:31475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777270.456955:0:31475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777270.456958:0:31475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.456960:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3ad0 00800000:00000002:2.0:1788777270.456961:0:31475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777270.456965:0:31475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777270.456967:0:31475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777270.456971:0:31475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.456972:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd39a0 00000002:00010000:2.0:1788777270.456974:0:31475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777270.456977:0:31475:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777270.456978:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777270.456979:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777270.456982:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.456984:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.456986:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.456988:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777270.456990:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777270.456997:0:31475:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777270.456999:0:31475:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.457001:0:31475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777270.457008:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777270.457009:0:31475:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777270.457011:0:31475:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777270.457013:0:31475:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777270.457014:0:31475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777270.457015:0:31475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777270.457017:0:31475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777270.457019:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777270.457021:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000080:00000001:2.0:1788777270.457024:0:31475:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777270.457026:0:31475:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.457028:0:31475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777270.457031:0:31475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8797 00800000:00000001:2.0:1788777270.457033:0:31475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777270.457035:0:31475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777270.457036:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.457174:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.457176:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.457178:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.457180:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.457183:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.457184:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.457185:0:31475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.457187:0:31475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.457189:0:31475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8797 from it ffffb1cb80dd3be8 00010000:00000001:2.0:1788777270.457191:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.457192:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.457194:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.457195:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.457197:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.457200:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.457202:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777270.457208:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.457209:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.457210:0:31475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777270.457212:0:31475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777270.457214:0:31475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777270.457405:0:31475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777270.457408:0:31475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777270.457409:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.457411:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.457412:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.457414:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.457416:0:31475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777270.457417:0:31475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.457419:0:31475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.457421:0:31475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.457423:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.457424:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.457425:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777270.457427:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777270.457428:0:31475:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777270.457430:0:31475:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777270.457435:0:31475:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.457438:0:31475:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777270.457440:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3bd8 00000080:00002000:2.0:1788777270.457441:0:31475:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff945320b54ca8) flags 0x8000e refc 0 00000080:00000001:2.0:1788777270.457444:0:31475:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.457446:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3c20 00000080:00200000:2.0:1788777270.457447:0:31475:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:2.0:1788777270.457450:0:31475:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777270.457452:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3ba8 00000080:00002000:2.0:1788777270.457454:0:31475:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff945320b54ca8, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788777270.457456:0:31475:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.457479:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3d08 00000080:00200008:2.0:1788777270.457481:0:31475:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788777270.457484:0:31475:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777270.457485:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3c80 00000080:00200000:2.0:1788777270.457487:0:31475:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777270.457490:0:31475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00800000:00000002:2.0:1788777270.457493:0:31475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777270.457495:0:31475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777270.457497:0:31475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.457498:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3ba0 00800000:00000002:2.0:1788777270.457500:0:31475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777270.457502:0:31475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777270.457504:0:31475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777270.457507:0:31475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.457508:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3a70 00000002:00010000:2.0:1788777270.457510:0:31475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777270.457512:0:31475:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777270.457513:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777270.457514:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777270.457517:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.457519:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.457521:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.457523:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777270.457525:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777270.457531:0:31475:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777270.457533:0:31475:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.457536:0:31475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788777270.457541:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777270.457542:0:31475:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777270.457544:0:31475:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777270.457545:0:31475:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777270.457547:0:31475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777270.457548:0:31475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777270.457550:0:31475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777270.457551:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777270.457553:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000080:00000001:2.0:1788777270.457555:0:31475:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777270.457556:0:31475:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.457558:0:31475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777270.457561:0:31475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8797 00800000:00000001:2.0:1788777270.457563:0:31475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777270.457565:0:31475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777270.457566:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.457567:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.457569:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.457571:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.457573:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.457575:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.457576:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.457577:0:31475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.457579:0:31475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.457580:0:31475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8797 from it ffffb1cb80dd3cb8 00010000:00000001:2.0:1788777270.457582:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.457583:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.457584:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.457585:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.457587:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.457589:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.457592:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777270.457597:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.457599:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.457600:0:31475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777270.457602:0:31475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777270.457604:0:31475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777270.457610:0:31475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777270.457611:0:31475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777270.457613:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.457615:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.457616:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.457617:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.457619:0:31475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777270.457620:0:31475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.457622:0:31475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.457623:0:31475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.457625:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.457627:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.457628:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777270.457629:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777270.457630:0:31475:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777270.457633:0:31475:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.457636:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3d08 00000080:00000008:2.0:1788777270.457638:0:31475:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788777270.458135:0:31475:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.458455:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3d08 00000080:00200008:2.0:1788777270.458458:0:31475:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788777270.458462:0:31475:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777270.458463:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3c80 00000080:00200000:2.0:1788777270.458465:0:31475:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777270.458469:0:31475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00800000:00000002:2.0:1788777270.458472:0:31475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777270.458475:0:31475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777270.458477:0:31475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.458479:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3ba0 00800000:00000002:2.0:1788777270.458481:0:31475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777270.458483:0:31475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777270.458487:0:31475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777270.458490:0:31475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.458491:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3a70 00000002:00010000:2.0:1788777270.458493:0:31475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777270.458495:0:31475:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777270.458497:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777270.458498:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777270.458502:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.458504:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.458507:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.458509:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777270.458512:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777270.458519:0:31475:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777270.458522:0:31475:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.458525:0:31475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788777270.458530:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777270.458532:0:31475:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777270.458534:0:31475:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777270.458535:0:31475:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777270.458537:0:31475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777270.458538:0:31475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777270.458540:0:31475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777270.458543:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777270.458545:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000080:00000001:2.0:1788777270.458547:0:31475:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777270.458548:0:31475:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.458551:0:31475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777270.458553:0:31475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8797 00800000:00000001:2.0:1788777270.458555:0:31475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777270.458557:0:31475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777270.458558:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.458560:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.458562:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.458564:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.458566:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.458569:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.458570:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.458571:0:31475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.458573:0:31475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.458575:0:31475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8797 from it ffffb1cb80dd3cb8 00010000:00000001:2.0:1788777270.458577:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.458578:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.458579:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.458581:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.458582:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.458584:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.458587:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777270.458593:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.458594:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.458595:0:31475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777270.458596:0:31475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777270.458599:0:31475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777270.458604:0:31475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777270.458606:0:31475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777270.458608:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.458610:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.458611:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.458613:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.458615:0:31475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777270.458617:0:31475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.458619:0:31475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.458621:0:31475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.458623:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.458624:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.458625:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777270.458626:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777270.458628:0:31475:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777270.458630:0:31475:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.458634:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3d08 00000080:00000008:2.0:1788777270.458635:0:31475:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788777270.458872:0:31475:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777270.458874:0:31475:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777270.458875:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3b78 00000080:00200000:2.0:1788777270.458878:0:31475:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777270.458881:0:31475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00800000:00000002:2.0:1788777270.458884:0:31475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777270.458886:0:31475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777270.458888:0:31475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.458890:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3a98 00800000:00000002:2.0:1788777270.458891:0:31475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777270.458894:0:31475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777270.458896:0:31475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777270.458899:0:31475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.458900:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3968 00000002:00010000:2.0:1788777270.458902:0:31475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777270.458905:0:31475:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777270.458906:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777270.458907:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777270.458909:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.458911:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.458913:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.458915:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777270.458917:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777270.458927:0:31475:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777270.458930:0:31475:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.458932:0:31475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788777270.458939:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777270.458940:0:31475:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777270.458942:0:31475:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777270.458943:0:31475:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777270.458944:0:31475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777270.458946:0:31475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777270.458948:0:31475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777270.458950:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777270.458952:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000080:00000001:2.0:1788777270.458954:0:31475:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777270.458956:0:31475:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.458957:0:31475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777270.458960:0:31475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8797 00800000:00000001:2.0:1788777270.458962:0:31475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777270.458963:0:31475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777270.458964:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.458966:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.458967:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.458969:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.458971:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.458973:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.458974:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.458975:0:31475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.458976:0:31475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.458978:0:31475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8797 from it ffffb1cb80dd3bb0 00010000:00000001:2.0:1788777270.458980:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.458981:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.458982:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.458984:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.458986:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.458987:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.458989:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777270.458994:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.458995:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.458996:0:31475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777270.458997:0:31475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777270.458999:0:31475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777270.459005:0:31475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777270.459007:0:31475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777270.459008:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.459010:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.459011:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.459012:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.459014:0:31475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777270.459015:0:31475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.459017:0:31475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.459018:0:31475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.459020:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.459021:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.459022:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777270.459023:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777270.459024:0:31475:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777270.459027:0:31475:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:2.0:1788777270.459030:0:31475:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.459034:0:31475:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777270.459036:0:31475:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777270.459048:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3b78 00000080:00200008:2.0:1788777270.459050:0:31475:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000 00000080:00000010:2.0:1788777270.459055:0:31475:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a0c80. 00000080:00000001:2.0:1788777270.459060:0:31475:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.459062:0:31475:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.459073:0:31475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777270.459075:0:31475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c03066f0 arg=7fffe44f4a90 00000020:00000001:2.0:1788777270.459081:0:31475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777270.459085:0:31475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9453093ab800. 00000020:00000001:2.0:1788777270.459088:0:31475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.459092:0:31475:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1788777270.459094:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3ad0 00000080:00200000:2.0:1788777270.459095:0:31475:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:2.0:1788777270.459100:0:31475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00800000:00000002:2.0:1788777270.459103:0:31475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:2.0:1788777270.459110:0:31475:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788777270.459112:0:31475:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777270.459116:0:31475:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:2.0:1788777270.459119:0:31475:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777270.459120:0:31475:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777270.459123:0:31475:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777270.459126:0:31475:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777270.459128:0:31475:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x28:0x0] 40000000:00000001:2.0:1788777270.459130:0:31475:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.459132:0:31475:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.459134:0:31475:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.459136:0:31475:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.459137:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd39e8 00800000:00000002:2.0:1788777270.459139:0:31475:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000404:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788777270.459142:0:31475:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788777270.459145:0:31475:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777270.459147:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.459150:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.459152:0:31475:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777270.459155:0:31475:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777270.459158:0:31475:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788777270.459171:0:31475:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777270.459174:0:31475:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777270.459176:0:31475:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777270.459178:0:31475:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777270.459180:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777270.459182:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777270.459183:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 3 00010000:00000001:2.0:1788777270.459185:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777270.459187:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.459188:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777270.459189:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777270.459191:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 3 00010000:00000001:2.0:1788777270.459192:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777270.459194:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.459195:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777270.459196:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777270.459197:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 3 00010000:00000001:2.0:1788777270.459199:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777270.459201:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.459202:0:31475:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777270.459205:0:31475:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777270.459209:0:31475:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1788777270.459211:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3670 00000080:00002000:2.0:1788777270.459213:0:31475:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:2.0:1788777270.459631:0:31475:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777270.459636:0:31475:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788777270.459640:0:31475:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777270.459642:0:31475:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777270.459643:0:31475:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.459647:0:31475:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777270.459650:0:31475:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777270.459652:0:31475:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777270.459653:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.459655:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777270.459658:0:31475:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155600 with handle 0xe53f2b0cb7af8797 from hash 00010000:00000001:2.0:1788777270.459661:0:31475:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777270.459662:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.459663:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.459664:0:31475:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777270.459667:0:31475:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777270.459669:0:31475:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777270.459671:0:31475:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777270.459673:0:31475:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777270.459675:0:31475:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777270.459691:0:31475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777270.459695:0:31475:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777270.459701:0:31475:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777270.459702:0:31475:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.459704:0:31475:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777270.459708:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.459710:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.459712:0:31475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777270.459714:0:31475:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777270.459717:0:31475:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777270.459722:0:31475:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9000. 00000100:00000001:2.0:1788777270.459728:0:31475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.459731:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.459733:0:31475:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777270.459739:0:31475:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788777270.459745:0:31475:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777270.459747:0:31475:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777270.459749:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777270.459751:0:31475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af8797 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c17c expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788777270.459758:0:31475:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8c00 count: 0 00010000:00000010:2.0:1788777270.459763:0:31475:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e400. 00010000:00000001:2.0:1788777270.459769:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.459771:0:31475:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.459773:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.459774:0:31475:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.459776:0:31475:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788777270.459787:0:31475:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788777270.459798:0:31475:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914d500 x1875667126114944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777270.459806:0:31475:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777270.459808:0:31475:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777270.459814:0:31475:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776480. 00000100:00000001:2.0:1788777270.459817:0:31475:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044525184 : -118390665026432 : ffff945306776480) 00000100:00000001:2.0:1788777270.459820:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.459821:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000001:2.0:1788777270.459826:0:31475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777270.459830:0:31475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.459832:0:31475:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777270.459834:0:31475:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777270.459839:0:31475:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126114944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777270.459845:0:31475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777270.459847:0:31475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.459850:0:31475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777270.459852:0:31475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777270.459854:0:31475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777270.459856:0:31475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31475:1875667126114944:192.168.203.135@tcp:36:lfs.0 00000100:00000001:2.0:1788777270.459860:0:31475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777270.459864:0:31475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777270.459866:0:31475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.459869:0:31475:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777270.459872:0:31475:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093abc00. 02000000:00000001:2.0:1788777270.459875:0:31475:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777270.459881:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777270.459884:0:31475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777270.459891:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1dd0. 00000100:00000200:2.0:1788777270.459897:0:31475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126114944, portal 10 00000100:00000001:2.0:1788777270.459899:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.459900:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:2.0:1788777270.459906:0:31475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914d500 x1875667126114944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777270.459913:0:31475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777270.459915:0:31475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777270.459918:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1b28. 00000100:00000200:2.0:1788777270.459921:0:31475:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667126114944, offset 0 00000400:00000200:2.0:1788777270.459927:0:31475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777270.459935:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.459941:0:31475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777270.459946:0:31475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777270.459950:0:31475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777270.459954:0:31475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777270.459957:0:31475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777270.459961:0:31475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2400:2400:256:4294967295] 192.168.203.135@tcp LPNI seq info [2395:2395:8:4294967295] 00000400:00000200:2.0:1788777270.459965:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.459975:0:31475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777270.459980:0:31475:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777270.459985:0:31475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666bf00. 00000800:00000200:2.0:1788777270.459991:0:31475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777270.459998:0:31475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777270.460002:0:31475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666bf00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788777270.460129:0:31475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777270.460134:0:31475:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 782342 usecs (783 jiffies) 00000400:00000200:2.0:1788777270.460138:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777270.460141:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296421549 00000100:00000001:2.0:1788777270.460144:0:31475:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.460148:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296421549 00000100:00000001:2.0:1788777270.460150:0:31475:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.460152:0:31475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777270.460155:0:31475:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.460157:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777270.460159:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777270.460161:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777270.460164:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777270.460166:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777270.460989:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777270.460995:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bf00. 00000400:00000200:1.0:1788777270.461001:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.461007:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777270.461013:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1b28 00000400:00000010:1.0:1788777270.461016:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1b28. 00000100:00000001:1.0:1788777270.461021:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777270.461026:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126114944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777270.461035:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777270.461417:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126114944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777270.461424:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777270.461426:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777270.465359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00000080:00000010:2.1:1788777270.465381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5660. 00010000:00000010:2.1:1788777270.465390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:2.1:1788777270.465393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00000800:00000001:0.0:1788777270.469805:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.470022:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777270.470029:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.470032:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777270.470188:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.470197:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777270.470208:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.470213:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.470243:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.470248:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 10 MB=0x6a9e8c8c4da80 00000400:00000200:1.0:1788777270.470253:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.470259:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 448/448 into md 0x67d1 [1] + 224 00000800:00000001:1.0:1788777270.470266:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.470279:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777270.470282:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.470286:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777270.470293:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777270.470302:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126114944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777270.470314:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94530914d500 x1875667126114944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777270.470382:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777270.470401:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777270.470410:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777270.470414:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.470420:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777270.470426:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2401:2401:256:4294967295] 192.168.203.135@tcp LPNI seq info [2396:2396:8:4294967295] 00000400:00000200:1.0:1788777270.470431:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777270.470440:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777270.470446:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777270.470452:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777270.470458:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777270.470465:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777270.470469:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777270.470558:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777270.470562:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777270.470566:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.470569:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777270.470575:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777270.470578:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777270.470659:0:31475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777270.470661:0:31475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777270.470664:0:31475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:2.0:1788777270.470668:0:31475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:2.0:1788777270.470670:0:31475:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:2.0:1788777270.470673:0:31475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777270.470678:0:31475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126114944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777270.470686:0:31475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126114944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777270.470693:0:31475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777270.470695:0:31475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.470697:0:31475:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777270.470700:0:31475:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777270.470703:0:31475:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777270.470705:0:31475:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.470708:0:31475:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777270.470717:0:31475:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=93 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777270.470722:0:31475:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777270.470724:0:31475:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777270.470726:0:31475:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.470728:0:31475:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777270.470732:0:31475:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.470735:0:31475:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777270.470737:0:31475:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:2.0:1788777270.470739:0:31475:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777270.470741:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.470743:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000001:2.0:1788777270.470745:0:31475:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777270.470747:0:31475:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1788777270.470749:0:31475:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777270.470751:0:31475:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777270.470755:0:31475:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126114944/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777286 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777270.470761:0:31475:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777270.470764:0:31475:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777270.470766:0:31475:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777270.470769:0:31475:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126114944/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777286 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777270.470775:0:31475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31475:1875667126114944:192.168.203.135@tcp:36:lfs.0 00000100:00000001:2.0:1788777270.470779:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.470782:0:31475:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.470784:0:31475:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777270.470786:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.470789:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126114944/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777286 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777270.470795:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777270.470797:0:31475:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776480. 00000100:00000001:2.0:1788777270.470800:0:31475:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777270.470801:0:31475:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.470808:0:31475:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777270.470811:0:31475:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x28:0x0] 00800000:00000001:2.0:1788777270.470813:0:31475:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.470817:0:31475:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777270.470821:0:31475:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777270.470823:0:31475:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777270.470826:0:31475:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788777270.470829:0:31475:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777270.470839:0:31475:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff945320918000. 00000080:00000001:2.0:1788777270.470848:0:31475:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777270.470849:0:31475:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8) 00000080:00000001:2.0:1788777270.470852:0:31475:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777270.470854:0:31475:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1788777270.470915:0:31475:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.470917:0:31475:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788777270.470919:0:31475:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788777270.470921:0:31475:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 0 to 1788777270 00000080:00200000:2.0:1788777270.470925:0:31475:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:2.0:1788777270.470927:0:31475:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788777270.470929:0:31475:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482443976 : -118390227107640 : ffff9453209180c8) 00000080:00000001:2.0:1788777270.470931:0:31475:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777270.470934:0:31475:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777270.470935:0:31475:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.470942:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.470946:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126114944/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777286 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777270.471021:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777270.471024:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777270.471027:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000080:00000010:2.0:1788777270.471031:0:31475:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff9453093ab800. 00000080:00000001:2.0:1788777270.471035:0:31475:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.471185:0:31475:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777270.471188:0:31475:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777270.471191:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3dd0 00000080:00200008:2.0:1788777270.471194:0:31475:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000 00000080:00400000:2.0:1788777270.471197:0:31475:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788777270.471200:0:31475:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a0c80. 00000080:00000001:2.0:1788777270.471203:0:31475:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777270.471205:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80dd3dd0 00000080:00000008:2.0:1788777270.471207:0:31475:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 300000, rc = 0 00000080:00000001:2.0:1788777270.471210:0:31475:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.471211:0:31475:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.525379:0:31477:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777270.525386:0:31477:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777270.525388:0:31477:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777270.525391:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00200000:2.0:1788777270.525396:0:31477:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777270.525404:0:31477:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f800. 00800000:00000002:2.0:1788777270.525410:0:31477:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777270.525414:0:31477:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777270.525418:0:31477:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.525420:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ae0 00800000:00000002:2.0:1788777270.525423:0:31477:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777270.525427:0:31477:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777270.525431:0:31477:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777270.525437:0:31477:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.525439:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839b0 00000002:00010000:2.0:1788777270.525441:0:31477:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777270.525444:0:31477:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777270.525446:0:31477:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777270.525449:0:31477:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777270.525454:0:31477:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.525457:0:31477:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.525458:0:31477:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.525461:0:31477:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777270.525463:0:31477:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777270.525468:0:31477:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ca80. 00000020:00000040:2.0:1788777270.525473:0:31477:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777270.525480:0:31477:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777270.525484:0:31477:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.525488:0:31477:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.525491:0:31477:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777270.525494:0:31477:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777270.525498:0:31477:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777270.525504:0:31477:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9c00. 00000100:00000001:2.0:1788777270.525510:0:31477:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.525516:0:31477:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.525518:0:31477:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.525519:0:31477:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.525520:0:31477:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.525522:0:31477:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.525526:0:31477:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00010000:00000001:2.0:1788777270.525530:0:31477:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777270.525532:0:31477:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777270.525536:0:31477:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8c00. 00010000:00000010:2.0:1788777270.525540:0:31477:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9ec80. 00010000:00000001:2.0:1788777270.525544:0:31477:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777270.525548:0:31477:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155600. 00000020:00000001:2.0:1788777270.525551:0:31477:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777270.525553:0:31477:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155600 with handle 0xe53f2b0cb7af87a5 to hash 00000020:00000001:2.0:1788777270.525556:0:31477:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777270.525557:0:31477:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.525560:0:31477:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.525564:0:31477:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.525567:0:31477:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.525571:0:31477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.525579:0:31477:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.525589:0:31477:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777270.525594:0:31477:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777270.525596:0:31477:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777270.525602:0:31477:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776840. 00000100:00000001:2.0:1788777270.525604:0:31477:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044526144 : -118390665025472 : ffff945306776840) 00000100:00000001:2.0:1788777270.525606:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.525608:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:2.0:1788777270.525613:0:31477:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777270.525617:0:31477:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.525619:0:31477:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777270.525620:0:31477:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777270.525630:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.525638:0:31477:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777270.525640:0:31477:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.525643:0:31477:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777270.525645:0:31477:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777270.525648:0:31477:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777270.525651:0:31477:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31477:1875667126115072:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777270.525655:0:31477:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777270.525660:0:31477:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777270.525662:0:31477:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.525664:0:31477:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777270.525669:0:31477:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777270.525671:0:31477:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777270.525678:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777270.525681:0:31477:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777270.525688:0:31477:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1dd0. 00000100:00000200:2.0:1788777270.525694:0:31477:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126115072, portal 10 00000100:00000001:2.0:1788777270.525696:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.525697:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000040:2.0:1788777270.525702:0:31477:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.525709:0:31477:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777270.525712:0:31477:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777270.525715:0:31477:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1088. 00000100:00000200:2.0:1788777270.525718:0:31477:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126115072, offset 0 00000400:00000200:2.0:1788777270.525724:0:31477:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777270.525733:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.525740:0:31477:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777270.525746:0:31477:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777270.525750:0:31477:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777270.525754:0:31477:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777270.525757:0:31477:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777270.525760:0:31477:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2402:2402:256:4294967295] 192.168.203.135@tcp LPNI seq info [2397:2397:8:4294967295] 00000400:00000200:2.0:1788777270.525764:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.525774:0:31477:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777270.525780:0:31477:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777270.525785:0:31477:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666bb00. 00000800:00000200:2.0:1788777270.525791:0:31477:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777270.525798:0:31477:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777270.525803:0:31477:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666bb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777270.525828:0:31477:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777270.525832:0:31477:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 781271 usecs (782 jiffies) 00000400:00000200:2.0:1788777270.525835:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777270.525837:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296421614 00000100:00000001:2.0:1788777270.525840:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.525842:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296421614 00000100:00000001:2.0:1788777270.525844:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.525846:0:31477:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777270.525848:0:31477:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.525850:0:31477:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777270.525852:0:31477:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777270.525855:0:31477:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776840 going to sleep for 11 seconds 00000100:00000001:2.0:1788777270.525857:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777270.525860:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777270.526412:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777270.526418:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bb00. 00000400:00000200:1.0:1788777270.526423:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777270.526429:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777270.526434:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1088 00000400:00000010:1.0:1788777270.526436:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1088. 00000100:00000001:1.0:1788777270.526439:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777270.526444:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777270.526453:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777270.526457:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777270.526463:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777270.526465:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777270.532343:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.532361:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777270.532365:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.532367:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.532377:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.536761:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777270.536773:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.536778:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.536784:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.536788:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4db00 00000400:00000200:0.0:1788777270.536793:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.536799:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x67d9 [1] + 224 00000800:00000001:0.0:1788777270.536809:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.536839:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.536843:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.536848:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777270.536855:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777270.536864:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777270.536875:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.536894:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777270.536904:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.536908:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.536972:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777270.536980:0:31477:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777270.536983:0:31477:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777270.536985:0:31477:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:2.0:1788777270.536990:0:31477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:2.0:1788777270.536993:0:31477:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:2.0:1788777270.536996:0:31477:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777270.537001:0:31477:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777270.537010:0:31477:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.537016:0:31477:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777270.537018:0:31477:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.537020:0:31477:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777270.537024:0:31477:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777270.537026:0:31477:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777270.537028:0:31477:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.537030:0:31477:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777270.537048:0:31477:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=93 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777270.537052:0:31477:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777270.537055:0:31477:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777270.537056:0:31477:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.537059:0:31477:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777270.537062:0:31477:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.537066:0:31477:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777270.537068:0:31477:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1788777270.537070:0:31477:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777270.537074:0:31477:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777270.537078:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.537086:0:31477:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777270.537089:0:31477:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777270.537091:0:31477:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777270.537094:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777286 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777270.537101:0:31477:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31477:1875667126115072:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777270.537106:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.537110:0:31477:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.537111:0:31477:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777270.537114:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.537117:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777286 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.537124:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777270.537127:0:31477:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776840. 00000100:00000001:2.0:1788777270.537131:0:31477:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777270.537132:0:31477:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.537135:0:31477:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777270.537139:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537141:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537145:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=4 00000020:00000001:2.0:1788777270.537147:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537149:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000040:2.0:1788777270.537155:0:31477:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155600, remote cookie: 0xa4f015c75ff3c1ad, flags: 0x1001 00010000:00010000:2.0:1788777270.537160:0:31477:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.537170:0:31477:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.537178:0:31477:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777270.537181:0:31477:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777270.537184:0:31477:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777270.537185:0:31477:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777270.537187:0:31477:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777270.537189:0:31477:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9453054b8c00) refcount = 1 00010000:00010000:2.0:1788777270.537193:0:31477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.537199:0:31477:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777270.537202:0:31477:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777270.537204:0:31477:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.537207:0:31477:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777270.537209:0:31477:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.537212:0:31477:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.537250:0:31477:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777270.537252:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537254:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.537255:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537256:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.537257:0:31477:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.537262:0:31477:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777270.537263:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537265:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537266:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.537268:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537270:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537272:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537273:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537274:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=4 00000020:00000001:2.0:1788777270.537276:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537278:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537281:0:31477:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.537283:0:31477:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.537286:0:31477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.537291:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537292:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.537293:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537294:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537295:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=5 00000020:00000001:2.0:1788777270.537297:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537299:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537301:0:31477:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.537304:0:31477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.537310:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537311:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777270.537313:0:31477:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.537318:0:31477:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.537319:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537320:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.537321:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537322:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777270.537327:0:31477:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777270.537335:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537336:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537337:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.537339:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537340:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537342:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537343:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.537345:0:31477:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.537346:0:31477:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.537349:0:31477:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777270.537351:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537352:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537353:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.537354:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537356:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00000002:00010000:2.0:1788777270.537359:0:31477:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.537364:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537365:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.537367:0:31477:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777270.537368:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537369:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537369:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.537371:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537372:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000040:2.0:1788777270.537377:0:31477:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.537380:0:31477:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777270.537383:0:31477:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777270.537385:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537386:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.537387:0:31477:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777270.537390:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83938 00000002:00002000:2.0:1788777270.537391:0:31477:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777270.537394:0:31477:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.537398:0:31477:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.537400:0:31477:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777270.537403:0:31477:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777270.537406:0:31477:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777270.537410:0:31477:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777270.537413:0:31477:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f800. 00000080:00000001:2.0:1788777270.537416:0:31477:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777270.537418:0:31477:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777270.537424:0:31477:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777270.537427:0:31477:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777270.537433:0:31477:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6880. 00800000:00000001:2.0:1788777270.537435:0:31477:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221997696 : -118390487553920 : ffff9453110b6880) 00800000:00000001:2.0:1788777270.537437:0:31477:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.537438:0:31477:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777270.537441:0:31477:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777270.537442:0:31477:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777270.537445:0:31477:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777270.537448:0:31477:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777270.537449:0:31477:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.537453:0:31477:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777270.537455:0:31477:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777270.537459:0:31477:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777270.537461:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537462:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537464:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.537466:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537469:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537471:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537472:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777270.537474:0:31477:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777270.537477:0:31477:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777270.537478:0:31477:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6880 1 00800000:00000010:2.0:1788777270.537480:0:31477:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6880. 00800000:00000001:2.0:1788777270.537483:0:31477:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.537487:0:31477:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87a5 00800000:00000001:2.0:1788777270.537489:0:31477:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777270.537491:0:31477:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777270.537492:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537493:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537494:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.537496:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537498:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537501:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537502:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.537503:0:31477:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.537505:0:31477:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.537507:0:31477:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.537509:0:31477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777270.537512:0:31477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87a5 from it ffffb1cb81d83bf8 00010000:00000001:2.0:1788777270.537514:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.537515:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.537517:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777270.537518:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537520:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777270.537522:0:31477:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.537524:0:31477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.537531:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537532:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.537533:0:31477:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777270.537535:0:31477:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777270.537538:0:31477:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777270.537545:0:31477:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777270.537547:0:31477:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777270.537549:0:31477:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.537552:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537553:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.537555:0:31477:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.537558:0:31477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777270.537560:0:31477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.537562:0:31477:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.537565:0:31477:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.537566:0:31477:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.537568:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537569:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777270.537571:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.537575:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ca80 x1875667126115072/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.537581:0:31477:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777270.537584:0:31477:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777270.537588:0:31477:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777270.537591:0:31477:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777270.537594:0:31477:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777270.537596:0:31477:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777270.537599:0:31477:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777270.537602:0:31477:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777270.537606:0:31477:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777270.537608:0:31477:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777270.537609:0:31477:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ca80. 00000100:00000001:2.0:1788777270.537612:0:31477:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777270.537614:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777270.537617:0:31477:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777270.537621:0:31477:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777270.537631:0:31477:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b57c0. 00000020:00000001:2.0:1788777270.537635:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b28 00000080:00200000:2.0:1788777270.537637:0:31477:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=25 00000080:00000001:2.0:1788777270.537641:0:31477:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777270.537643:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839d8 00000080:00200000:2.0:1788777270.537645:0:31477:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:2.0:1788777270.537652:0:31477:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f800. 00800000:00000002:2.0:1788777270.537656:0:31477:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777270.537660:0:31477:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777270.537663:0:31477:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.537665:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d838f8 00800000:00000002:2.0:1788777270.537667:0:31477:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777270.537670:0:31477:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788777270.537674:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83890 00800000:00000002:2.0:1788777270.537676:0:31477:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788777270.537680:0:31477:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.537682:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d837c8 00000002:00010000:2.0:1788777270.537684:0:31477:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788777270.537687:0:31477:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777270.537689:0:31477:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777270.537692:0:31477:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ca80. 00000020:00000040:2.0:1788777270.537695:0:31477:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777270.537699:0:31477:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777270.537703:0:31477:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.537706:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.537707:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.537708:0:31477:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.537711:0:31477:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777270.537713:0:31477:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777270.537716:0:31477:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777270.537723:0:31477:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9c00. 00000100:00000001:2.0:1788777270.537728:0:31477:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.537731:0:31477:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.537733:0:31477:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.537734:0:31477:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.537735:0:31477:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.537737:0:31477:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.537743:0:31477:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00010000:00000001:2.0:1788777270.537746:0:31477:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777270.537748:0:31477:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777270.537750:0:31477:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777270.537752:0:31477:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.537754:0:31477:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777270.537757:0:31477:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154000. 00000020:00000001:2.0:1788777270.537760:0:31477:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777270.537762:0:31477:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154000 with handle 0xe53f2b0cb7af87ac to hash 00000020:00000001:2.0:1788777270.537764:0:31477:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777270.537765:0:31477:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.537769:0:31477:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.537771:0:31477:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.537773:0:31477:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.537776:0:31477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.537783:0:31477:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.537791:0:31477:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777270.537798:0:31477:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777270.537799:0:31477:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777270.537803:0:31477:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776840. 00000100:00000001:2.0:1788777270.537806:0:31477:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044526144 : -118390665025472 : ffff945306776840) 00000100:00000001:2.0:1788777270.537808:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.537809:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:2.0:1788777270.537813:0:31477:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777270.537817:0:31477:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.537818:0:31477:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777270.537820:0:31477:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777270.537824:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.537831:0:31477:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777270.537833:0:31477:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.537837:0:31477:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777270.537839:0:31477:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777270.537842:0:31477:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777270.537845:0:31477:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31477:1875667126115200:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777270.537849:0:31477:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777270.537853:0:31477:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777270.537855:0:31477:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.537858:0:31477:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777270.537863:0:31477:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777270.537865:0:31477:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777270.537871:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777270.537874:0:31477:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777270.537879:0:31477:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1dd0. 00000100:00000200:2.0:1788777270.537885:0:31477:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126115200, portal 10 00000100:00000001:2.0:1788777270.537887:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.537889:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000040:2.0:1788777270.537894:0:31477:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.537906:0:31477:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777270.537908:0:31477:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777270.537910:0:31477:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1908. 00000100:00000200:2.0:1788777270.537913:0:31477:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126115200, offset 0 00000400:00000200:2.0:1788777270.537919:0:31477:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777270.537925:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.537932:0:31477:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777270.537937:0:31477:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777270.537941:0:31477:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777270.537944:0:31477:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777270.537947:0:31477:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777270.537950:0:31477:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2403:2403:256:4294967295] 192.168.203.135@tcp LPNI seq info [2398:2398:8:4294967295] 00000400:00000200:2.0:1788777270.537954:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.537963:0:31477:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777270.537969:0:31477:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777270.537975:0:31477:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b600. 00000800:00000200:2.0:1788777270.537982:0:31477:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777270.537989:0:31477:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777270.537994:0:31477:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777270.538007:0:31477:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777270.538011:0:31477:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 780202 usecs (781 jiffies) 00000400:00000200:2.0:1788777270.538014:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777270.538017:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296421625 00000100:00000001:2.0:1788777270.538020:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.538023:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296421625 00000100:00000001:2.0:1788777270.538025:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.538027:0:31477:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777270.538029:0:31477:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.538032:0:31477:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777270.538034:0:31477:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777270.538049:0:31477:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776840 going to sleep for 11 seconds 00000100:00000001:2.0:1788777270.538052:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777270.538054:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777270.539334:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777270.539340:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b600. 00000400:00000200:0.0:1788777270.539345:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.539351:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777270.539356:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1908 00000400:00000010:0.0:1788777270.539359:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1908. 00000100:00000001:0.0:1788777270.539363:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777270.539369:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.539379:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777270.539381:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.539387:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777270.539389:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777270.547073:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.547091:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777270.547096:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.547100:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.547109:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.547118:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777270.547127:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.547132:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.547137:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.547142:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4db80 00000400:00000200:0.0:1788777270.547147:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.547153:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x67e1 [1] + 224 00000800:00000001:0.0:1788777270.547160:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.547168:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.547171:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.547175:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777270.547183:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777270.547192:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777270.547202:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.547263:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777270.547273:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.547276:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.547420:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777270.547427:0:31477:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777270.547429:0:31477:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777270.547432:0:31477:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:2.0:1788777270.547437:0:31477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:2.0:1788777270.547439:0:31477:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:2.0:1788777270.547442:0:31477:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777270.547447:0:31477:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777270.547456:0:31477:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.547462:0:31477:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777270.547464:0:31477:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.547467:0:31477:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777270.547470:0:31477:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777270.547472:0:31477:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777270.547474:0:31477:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.547477:0:31477:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777270.547485:0:31477:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=93 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777270.547489:0:31477:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777270.547491:0:31477:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777270.547493:0:31477:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.547495:0:31477:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777270.547498:0:31477:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.547501:0:31477:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777270.547503:0:31477:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1788777270.547505:0:31477:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777270.547508:0:31477:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777270.547512:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.547523:0:31477:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777270.547526:0:31477:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777270.547528:0:31477:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777270.547532:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777270.547539:0:31477:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31477:1875667126115200:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777270.547543:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777270.547545:0:31477:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.547548:0:31477:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777270.547550:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.547553:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.547560:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777270.547563:0:31477:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776840. 00000100:00000001:2.0:1788777270.547567:0:31477:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777270.547568:0:31477:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.547572:0:31477:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777270.547575:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547578:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547581:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=4 00000020:00000001:2.0:1788777270.547583:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547586:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000040:2.0:1788777270.547593:0:31477:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309154000, remote cookie: 0xa4f015c75ff3c1c9, flags: 0x1001 00010000:00010000:2.0:1788777270.547598:0:31477:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777270.547606:0:31477:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777270.547609:0:31477:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777270.547617:0:31477:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8d00. 00010000:00000010:2.0:1788777270.547623:0:31477:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9ef00. 00010000:00000001:2.0:1788777270.547629:0:31477:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.547632:0:31477:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.547640:0:31477:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.547647:0:31477:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777270.547651:0:31477:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777270.547652:0:31477:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777270.547654:0:31477:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777270.547655:0:31477:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777270.547658:0:31477:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9453054b8d00) refcount = 1 00010000:00010000:2.0:1788777270.547662:0:31477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.547669:0:31477:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777270.547672:0:31477:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777270.547673:0:31477:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.547676:0:31477:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777270.547678:0:31477:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.547692:0:31477:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.547699:0:31477:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777270.547700:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547701:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.547702:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547703:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.547705:0:31477:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.547709:0:31477:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777270.547710:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547711:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547714:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777270.547716:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547718:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547720:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547721:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547722:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=4 00000020:00000001:2.0:1788777270.547724:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547725:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547728:0:31477:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.547731:0:31477:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.547733:0:31477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.547738:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547739:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.547740:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547741:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547742:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=5 00000020:00000001:2.0:1788777270.547744:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547746:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547748:0:31477:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.547750:0:31477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.547756:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547757:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777270.547759:0:31477:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.547764:0:31477:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.547765:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547766:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.547768:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547769:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777270.547774:0:31477:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777270.547781:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547782:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547783:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777270.547785:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547787:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547789:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547790:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.547792:0:31477:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.547794:0:31477:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.547797:0:31477:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777270.547799:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547800:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547801:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777270.547803:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547805:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00000002:00010000:2.0:1788777270.547808:0:31477:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.547813:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547814:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.547816:0:31477:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777270.547817:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547818:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547819:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777270.547821:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547823:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000040:2.0:1788777270.547827:0:31477:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777270.547830:0:31477:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777270.547833:0:31477:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:2.0:1788777270.547836:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547837:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.547838:0:31477:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777270.547841:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83750 00000002:00002000:2.0:1788777270.547843:0:31477:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777270.547847:0:31477:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.547850:0:31477:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.547853:0:31477:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777270.547856:0:31477:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777270.547859:0:31477:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777270.547862:0:31477:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:2.0:1788777270.547864:0:31477:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777270.547866:0:31477:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81d83ac8 it_disposition b 00000080:00000001:2.0:1788777270.547868:0:31477:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777270.547873:0:31477:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777270.547876:0:31477:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777270.547878:0:31477:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788777270.547880:0:31477:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788777270.547885:0:31477:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777270.547887:0:31477:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788777270.547890:0:31477:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.547893:0:31477:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788777270.547896:0:31477:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777270.547900:0:31477:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:2.0:1788777270.547902:0:31477:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff94532091b248): rc = 0 00000080:00000001:2.0:1788777270.547904:0:31477:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482456648 : -118390227094968 : ffff94532091b248) 00010000:00000001:2.0:1788777270.547906:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547907:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547909:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777270.547911:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547913:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547914:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547915:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777270.547917:0:31477:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777270.547919:0:31477:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777270.547920:0:31477:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777270.547923:0:31477:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777270.547924:0:31477:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.547928:0:31477:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af87ac 00800000:00000001:2.0:1788777270.547931:0:31477:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777270.547933:0:31477:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777270.547934:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547935:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547936:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777270.547938:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547939:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547942:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.547943:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.547944:0:31477:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.547946:0:31477:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777270.547965:0:31477:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b54ca8 inode ffff94532091b248 refc 1 flags 0x20000e 00000080:00000001:2.0:1788777270.547969:0:31477:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777270.547971:0:31477:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.547973:0:31477:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777270.547977:0:31477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) 00000080:00010000:2.0:1788777270.547980:0:31477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87ac from it ffffb1cb81d83ac8 00010000:00000001:2.0:1788777270.547983:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.547984:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.547986:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777270.547988:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547990:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777270.547992:0:31477:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.547994:0:31477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.548001:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.548002:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.548004:0:31477:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777270.548006:0:31477:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777270.548008:0:31477:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777270.548015:0:31477:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777270.548017:0:31477:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777270.548019:0:31477:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.548022:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.548023:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.548025:0:31477:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.548028:0:31477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777270.548029:0:31477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.548031:0:31477:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.548034:0:31477:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.548035:0:31477:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.548047:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.548049:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777270.548050:0:31477:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777270.548055:0:31477:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f800. 00000100:00000001:2.0:1788777270.548059:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.548064:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ca80 x1875667126115200/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.548070:0:31477:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777270.548073:0:31477:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777270.548076:0:31477:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777270.548079:0:31477:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777270.548081:0:31477:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777270.548083:0:31477:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777270.548085:0:31477:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777270.548087:0:31477:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777270.548090:0:31477:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777270.548092:0:31477:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777270.548094:0:31477:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ca80. 00000100:00000001:2.0:1788777270.548097:0:31477:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777270.548098:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777270.548106:0:31477:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777270.548109:0:31477:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248), inode mode 41ed mask 1 00000080:00000001:2.0:1788777270.548114:0:31477:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777270.548128:0:31477:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5500. 00000080:00000001:2.0:1788777270.548132:0:31477:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777270.548134:0:31477:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248), inode mode 41ed mask 3 00000080:00000001:2.0:1788777270.548137:0:31477:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.548139:0:31477:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777270.548141:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b58 00000080:00200000:2.0:1788777270.548143:0:31477:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff94532091b248), file ffff945305353980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788777270.548148:0:31477:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9453103b78a0. 00000080:00000001:2.0:1788777270.548152:0:31477:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777270.548153:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a08 00000080:00200000:2.0:1788777270.548155:0:31477:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff94532091b248), intent=open|creat 00000080:00000010:2.0:1788777270.548161:0:31477:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f800. 00000080:00000001:2.0:1788777270.548168:0:31477:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777270.548170:0:31477:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.548172:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83928 00800000:00000002:2.0:1788777270.548173:0:31477:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788777270.548177:0:31477:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777270.548179:0:31477:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777270.548184:0:31477:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:2.0:1788777270.548188:0:31477:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777270.548190:0:31477:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777270.548193:0:31477:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777270.548196:0:31477:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777270.548198:0:31477:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x29:0x0] 40000000:00000001:2.0:1788777270.548201:0:31477:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.548203:0:31477:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.548205:0:31477:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.548207:0:31477:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.548209:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d838a8 00800000:00000002:2.0:1788777270.548211:0:31477:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1788777270.548216:0:31477:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777270.548218:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d837e0 00000002:00010000:2.0:1788777270.548256:0:31477:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788777270.548261:0:31477:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777270.548263:0:31477:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777270.548266:0:31477:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777270.548269:0:31477:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.548271:0:31477:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777270.548273:0:31477:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777270.548275:0:31477:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.548277:0:31477:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777270.548280:0:31477:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.548282:0:31477:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.548283:0:31477:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777270.548287:0:31477:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ca80. 00000020:00000040:2.0:1788777270.548291:0:31477:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777270.548295:0:31477:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777270.548297:0:31477:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.548299:0:31477:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777270.548303:0:31477:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.548305:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.548307:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.548308:0:31477:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.548311:0:31477:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777270.548313:0:31477:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777270.548317:0:31477:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777270.548323:0:31477:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9c00. 00000100:00000001:2.0:1788777270.548329:0:31477:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.548332:0:31477:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.548334:0:31477:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.548335:0:31477:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777270.548337:0:31477:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.548339:0:31477:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777270.548347:0:31477:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00010000:00000001:2.0:1788777270.548349:0:31477:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777270.548352:0:31477:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777270.548354:0:31477:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777270.548356:0:31477:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777270.548358:0:31477:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777270.548361:0:31477:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155a00. 00000020:00000001:2.0:1788777270.548365:0:31477:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777270.548368:0:31477:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155a00 with handle 0xe53f2b0cb7af87b3 to hash 00000020:00000001:2.0:1788777270.548370:0:31477:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777270.548372:0:31477:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777270.548375:0:31477:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777270.548377:0:31477:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777270.548379:0:31477:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777270.548382:0:31477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777270.548389:0:31477:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31477 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777270.548400:0:31477:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777270.548406:0:31477:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914ca80 x1875667126115456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777270.548414:0:31477:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777270.548420:0:31477:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777270.548422:0:31477:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777270.548428:0:31477:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776840. 00000100:00000001:2.0:1788777270.548430:0:31477:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044526144 : -118390665025472 : ffff945306776840) 00000100:00000001:2.0:1788777270.548432:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.548434:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:2.0:1788777270.548438:0:31477:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777270.548442:0:31477:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.548443:0:31477:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777270.548444:0:31477:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777270.548448:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ca80 x1875667126115456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.548460:0:31477:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777270.548462:0:31477:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.548465:0:31477:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777270.548467:0:31477:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777270.548469:0:31477:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777270.548472:0:31477:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31477:1875667126115456:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777270.548475:0:31477:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777270.548480:0:31477:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777270.548482:0:31477:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777270.548484:0:31477:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777270.548538:0:31477:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310740000. 02000000:00000001:2.0:1788777270.548540:0:31477:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777270.548546:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777270.548550:0:31477:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777270.548555:0:31477:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9453093a9800. 00000100:00000200:2.0:1788777270.548561:0:31477:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126115456, portal 10 00000100:00000001:2.0:1788777270.548563:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777270.548565:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000040:2.0:1788777270.548570:0:31477:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ca80 x1875667126115456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.548576:0:31477:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777270.548578:0:31477:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777270.548581:0:31477:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1dd0. 00000100:00000200:2.0:1788777270.548585:0:31477:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126115456, offset 0 00000400:00000200:2.0:1788777270.548591:0:31477:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777270.548597:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.548603:0:31477:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777270.548607:0:31477:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777270.548611:0:31477:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777270.548614:0:31477:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777270.548617:0:31477:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777270.548622:0:31477:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2404:2404:256:4294967295] 192.168.203.135@tcp LPNI seq info [2399:2399:8:4294967295] 00000400:00000200:2.0:1788777270.548626:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777270.548635:0:31477:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777270.548640:0:31477:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777270.548645:0:31477:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b400. 00000800:00000200:2.0:1788777270.548651:0:31477:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777270.548659:0:31477:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777270.548663:0:31477:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777270.548673:0:31477:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777270.548676:0:31477:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 779133 usecs (780 jiffies) 00000400:00000200:2.0:1788777270.548680:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777270.548683:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296421635 00000100:00000001:2.0:1788777270.548685:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.548687:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296421635 00000100:00000001:2.0:1788777270.548689:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:2.0:1788777270.548691:0:31477:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777270.548694:0:31477:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777270.548696:0:31477:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777270.548698:0:31477:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777270.548700:0:31477:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776840 going to sleep for 11 seconds 00000100:00000001:2.0:1788777270.548702:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777270.548704:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777270.548935:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777270.548939:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b400. 00000400:00000200:0.0:1788777270.548944:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.548959:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777270.548963:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:0.0:1788777270.548966:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:0.0:1788777270.548970:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777270.548974:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126115456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777286 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.548982:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777270.548985:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126115456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777286 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.548991:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777270.548992:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777270.562828:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.562840:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777270.562844:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.562847:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.562855:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.562863:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777270.562873:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.562878:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.562883:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.562887:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c4dc80 00000400:00000200:0.0:1788777270.562892:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.562898:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x67e9 [32] + 224 00000800:00000001:0.0:1788777270.562905:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.562911:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777270.562914:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.562919:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777270.562926:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777270.562935:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126115456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777286 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777270.562947:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94530914ca80 x1875667126115456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777270.562974:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777270.562982:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777270.562986:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.562991:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777270.562997:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2405:2405:256:4294967295] 192.168.203.135@tcp LPNI seq info [2400:2400:8:4294967295] 00000400:00000200:0.0:1788777270.563002:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777270.563009:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777270.563014:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777270.563020:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d23c00. 00000800:00000200:0.0:1788777270.563025:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777270.563032:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777270.563044:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d23c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777270.563095:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777270.563098:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d23c00. 00000400:00000200:0.0:1788777270.563101:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777270.563105:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777270.563110:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777270.563113:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777270.565272:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777270.565284:0:31477:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777270.565287:0:31477:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777270.565290:0:31477:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:3.0:1788777270.565296:0:31477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453093a9800 00000400:00000010:3.0:1788777270.565299:0:31477:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9453093a9800. 00000100:00000001:3.0:1788777270.565303:0:31477:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777270.565316:0:31477:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ca80 x1875667126115456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777270.565327:0:31477:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ca80 x1875667126115456/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777286 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777270.565335:0:31477:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777270.565336:0:31477:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777270.565339:0:31477:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777270.565342:0:31477:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777270.565344:0:31477:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777270.565346:0:31477:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777270.565349:0:31477:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777270.565357:0:31477:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=93 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777270.565361:0:31477:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777270.565364:0:31477:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777270.565365:0:31477:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.565368:0:31477:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777270.565372:0:31477:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777270.565375:0:31477:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777270.565377:0:31477:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014e/0x1] 00000100:00000001:3.0:1788777270.565379:0:31477:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777270.567980:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777270.567983:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:3.0:1788777270.567988:0:31477:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777270.567990:0:31477:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967629 00000100:00000001:3.0:1788777270.567993:0:31477:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777270.567995:0:31477:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777270.568009:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777286 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777270.568019:0:31477:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777270.568022:0:31477:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777270.568024:0:31477:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777270.568028:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777286 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777270.568046:0:31477:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31477:1875667126115456:192.168.203.135@tcp:101:multiop.0 00000100:00000001:3.0:1788777270.568052:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777270.568055:0:31477:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777270.568058:0:31477:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777270.568060:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777270.568064:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777286 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777270.568071:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777270.568073:0:31477:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776840. 00000100:00000001:3.0:1788777270.568078:0:31477:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777270.568080:0:31477:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.568084:0:31477:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777270.568090:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.568092:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.568095:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=4 00000020:00000001:3.0:1788777270.568098:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.568101:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000040:3.0:1788777270.568108:0:31477:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155a00, remote cookie: 0xa4f015c75ff3c1e5, flags: 0x1001 00010000:00010000:3.0:1788777270.568114:0:31477:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777270.568124:0:31477:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:3.0:1788777270.568127:0:31477:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788777270.568135:0:31477:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803e00. 00010000:00000010:3.0:1788777270.568140:0:31477:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155780. 00010000:00000001:3.0:1788777270.568144:0:31477:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.568148:0:31477:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777270.568156:0:31477:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.568162:0:31477:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777270.568165:0:31477:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777270.568168:0:31477:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777270.568169:0:31477:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777270.568171:0:31477:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777270.568173:0:31477:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff945303803e00) refcount = 1 00010000:00010000:3.0:1788777270.568176:0:31477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.568183:0:31477:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777270.568188:0:31477:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777270.568189:0:31477:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777270.568192:0:31477:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777270.568194:0:31477:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.568198:0:31477:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.568203:0:31477:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777270.568204:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.568206:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.568207:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.568208:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.568209:0:31477:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.568214:0:31477:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777270.568246:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.568248:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.568249:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777270.568252:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.568254:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.568256:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.568257:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.568258:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=4 00000020:00000001:3.0:1788777270.568260:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.568262:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.568265:0:31477:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777270.568267:0:31477:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777270.568271:0:31477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.568276:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.568277:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.568278:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.568279:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.568280:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=5 00000020:00000001:3.0:1788777270.568282:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.568284:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.568286:0:31477:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777270.568288:0:31477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.568293:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.568295:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777270.568297:0:31477:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.568302:0:31477:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777270.568304:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.568305:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.568306:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.568307:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777270.568312:0:31477:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777286 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777270.568322:0:31477:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777270.568327:0:31477:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777286 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777270.568333:0:31477:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777270.568340:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.568341:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.568343:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777270.568344:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.568346:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00000002:00010000:3.0:1788777270.568349:0:31477:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788777270.568357:0:31477:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945308bb9ec0. 00010000:00000001:3.0:1788777270.568359:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.568360:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777270.568362:0:31477:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.568364:0:31477:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777270.568366:0:31477:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777270.568368:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777270.568369:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:3.0:1788777270.568372:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777270.568373:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00010000:00000001:3.0:1788777270.568375:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.568377:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.568378:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777270.571485:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.571492:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00000002:00010000:3.0:1788777270.571501:0:31477:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777270.571516:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.571518:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777270.571520:0:31477:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777270.571522:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777270.571524:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777270.571526:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777270.571528:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777270.571530:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000040:3.0:1788777270.571536:0:31477:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803e00 count: 2 00010000:00000001:3.0:1788777270.571539:0:31477:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777270.571543:0:31477:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:3.0:1788777270.571546:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777270.571547:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777270.571549:0:31477:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777270.571552:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83768 00000002:00002000:3.0:1788777270.571554:0:31477:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788777270.571558:0:31477:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.571561:0:31477:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777270.571564:0:31477:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777270.571566:0:31477:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777270.571570:0:31477:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777270.571573:0:31477:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777270.571575:0:31477:0:(namei.c:674:ll_lookup_it_finish()) it ffff9453103b78a0 it_disposition 1800037 00000080:00002000:3.0:1788777270.571580:0:31477:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b54798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788777270.571585:0:31477:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777270.571588:0:31477:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788777270.571723:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83998 00000080:00200000:3.0:1788777270.571726:0:31477:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff94532091b248), intent=open|creat 00000080:00000001:3.0:1788777270.571729:0:31477:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788777270.571732:0:31477:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777270.571737:0:31477:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777270.571742:0:31477:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777270.571745:0:31477:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:3.0:1788777270.571748:0:31477:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777270.571962:0:31477:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94532091eb40. 00000020:00000001:2.0:1788777270.571975:0:31477:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788777270.571977:0:31477:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788777270.571981:0:31477:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777270.571983:0:31477:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x29:0x0](ffff94532091ec08) 00000020:00000001:2.0:1788777270.571987:0:31477:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777270.571991:0:31477:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:2.0:1788777270.571994:0:31477:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:2.0:1788777270.571999:0:31477:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788777270.572004:0:31477:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff945309306258. 00000020:00000001:2.0:1788777270.572007:0:31477:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788777270.572008:0:31477:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777270.572016:0:31477:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788777270.572020:0:31477:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9453091925d0. 00020000:00000001:2.0:1788777270.572022:0:31477:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683088680400 : -118390620871216 : ffff9453091925d0) 00020000:00000001:2.0:1788777270.572024:0:31477:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788777270.572028:0:31477:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777270.572033:0:31477:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b71e0. 00020000:00000010:2.0:1788777270.572048:0:31477:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310696400. 00020000:00000010:2.0:1788777270.572053:0:31477:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7420. 00020000:00000001:2.0:1788777270.572055:0:31477:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208369184 : -118390501182432 : ffff9453103b7420) 00020000:00000002:2.0:1788777270.572058:0:31477:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7420, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777270.572063:0:31477:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777270.572067:0:31477:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310696400: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1788777270.572070:0:31477:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788777270.572072:0:31477:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7420, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777270.572076:0:31477:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777270.572079:0:31477:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310696400: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:2.0:1788777270.572083:0:31477:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff945310672f60. 00020000:00000010:2.0:1788777270.572086:0:31477:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff945306776240. 00020000:00000001:2.0:1788777270.572090:0:31477:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788777270.572092:0:31477:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945306525628. 00020000:00000001:2.0:1788777270.572095:0:31477:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788777270.572097:0:31477:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788777270.572102:0:31477:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788777270.572105:0:31477:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff945309306ed8. 00000020:00000001:2.0:1788777270.572107:0:31477:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788777270.572109:0:31477:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777270.572111:0:31477:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683090206552 : -118390619345064 : ffff945309306f58) 00020000:00000001:2.0:1788777270.572114:0:31477:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788777270.572119:0:31477:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945307f6c000. 00020000:00000001:2.0:1788777270.572122:0:31477:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.572126:0:31477:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683090206552 : -118390619345064 : ffff945309306f58) 00020000:00000001:2.0:1788777270.572128:0:31477:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683090206552 : -118390619345064 : ffff945309306f58) 00020000:00000002:2.0:1788777270.572131:0:31477:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x13:0x0]@ffff945309306ed8[0:0] -> [0x200000404:0x29:0x0]@ffff945309306258: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1788777270.572136:0:31477:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788777270.572139:0:31477:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788777270.572141:0:31477:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.572143:0:31477:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683090203352 : -118390619348264 : ffff9453093062d8) 00000020:00001000:2.0:1788777270.572146:0:31477:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:2.0:1788777270.572150:0:31477:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788777270.572153:0:31477:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788777270.572155:0:31477:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833961 mtime from 0 to 1788777270 00000080:00000001:2.0:1788777270.572160:0:31477:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788777270.572162:0:31477:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482471432 : -118390227080184 : ffff94532091ec08) 00010000:00000001:2.0:1788777270.572165:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.572167:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.572169:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777270.572171:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777270.572173:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00000080:00000001:2.0:1788777270.572176:0:31477:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777270.572177:0:31477:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777270.572179:0:31477:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:2.0:1788777270.572181:0:31477:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:2.0:1788777270.572183:0:31477:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777270.572185:0:31477:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777270.572186:0:31477:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777270.572189:0:31477:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7de0. 00020000:00000010:2.0:1788777270.572191:0:31477:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310696600. 00020000:00000010:2.0:1788777270.572194:0:31477:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b70c0. 00020000:00000001:2.0:1788777270.572195:0:31477:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208368320 : -118390501183296 : ffff9453103b70c0) 00020000:00000002:2.0:1788777270.572198:0:31477:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b70c0, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777270.572202:0:31477:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777270.572205:0:31477:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310696600: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777270.572209:0:31477:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff945310bd4f80 00020000:00000001:2.0:1788777270.572211:0:31477:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777270.572214:0:31477:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff945310bd4f80 00020000:00000010:2.0:1788777270.572218:0:31477:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310696600. 00020000:00000010:2.0:1788777270.572243:0:31477:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7de0. 00020000:00000010:2.0:1788777270.572246:0:31477:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b70c0. 00020000:00000002:2.0:1788777270.572248:0:31477:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777270.572251:0:31477:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.572253:0:31477:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.572256:0:31477:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777270.572258:0:31477:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945310bd4f80 00020000:00000002:2.0:1788777270.572261:0:31477:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b7420 addref 2/0 by ffff945310bd4f80. 00020000:00000002:2.0:1788777270.572263:0:31477:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945310bd4f80 00020000:00000001:2.0:1788777270.572265:0:31477:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777270.572267:0:31477:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777270.572268:0:31477:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777270.572270:0:31477:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777270.572272:0:31477:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777270.572274:0:31477:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788777270.572277:0:31477:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:2.0:1788777270.572279:0:31477:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.572281:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.572282:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777270.572284:0:31477:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777270.572287:0:31477:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777270.572289:0:31477:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.572291:0:31477:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x29:0x0](ffff94532091ec08) 00000080:00010000:2.0:1788777270.572294:0:31477:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff94532091ec08) for lock 0xe53f2b0cb7af87b3 00800000:00000001:2.0:1788777270.572296:0:31477:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777270.572299:0:31477:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777270.572300:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.572301:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.572303:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777270.572305:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777270.572308:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777270.572310:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.572311:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777270.572313:0:31477:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.572314:0:31477:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.572316:0:31477:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788777270.572318:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.572329:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777286 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.572337:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777270.572341:0:31477:0:(namei.c:1651:ll_create_it()) inode ffff94532091ec08 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1788777270.572345:0:31477:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777270.572347:0:31477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff94532091ec08) 00000080:00000001:2.0:1788777270.572350:0:31477:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777270.572353:0:31477:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f800. 00000100:00000001:2.0:1788777270.572356:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.572360:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777286 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777270.572365:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.572369:0:31477:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788777270.572370:0:31477:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777270.572372:0:31477:0:(namei.c:1500:ll_atomic_open()) inode ffff94532091ec08 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1788777270.572379:0:31477:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777270.572382:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a68 00000080:00200008:2.0:1788777270.572383:0:31477:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x29:0x0](ffff94532091ec08), flags 100102 00000080:00000010:2.0:1788777270.572390:0:31477:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a0c80. 00000080:00000010:2.0:1788777270.572397:0:31477:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9453110b6880. 00000080:00000001:2.0:1788777270.572399:0:31477:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777270.572403:0:31477:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788777270.572406:0:31477:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777270.572409:0:31477:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453103b56e0. 00000002:00100000:2.0:1788777270.572414:0:31477:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777286 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777270.572425:0:31477:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777270.572427:0:31477:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777270.572430:0:31477:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777270.572433:0:31477:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.572435:0:31477:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777270.572437:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777270.572441:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777286 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777270.572448:0:31477:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777270.572451:0:31477:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310740000. 02000000:00000001:2.0:1788777270.572475:0:31477:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777270.572477:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777270.572479:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a68 00000080:00000008:2.0:1788777270.572481:0:31477:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x29:0x0](ffff94532091ec08), flags 100102, rc = 0 00000080:00000001:2.0:1788777270.572485:0:31477:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777270.572487:0:31477:0:(dcache.c:176:ll_intent_release()) intent ffff9453103b78a0 released 00000080:00010000:2.0:1788777270.572489:0:31477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87b3 from it ffff9453103b78a0 00010000:00000001:2.0:1788777270.572492:0:31477:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777270.572493:0:31477:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777270.572495:0:31477:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777270.572497:0:31477:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777270.572500:0:31477:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777270.572502:0:31477:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777270.572506:0:31477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777270.572513:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.572514:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.572515:0:31477:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777270.572518:0:31477:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777270.572520:0:31477:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777270.572528:0:31477:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777270.572531:0:31477:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777270.572533:0:31477:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777270.572537:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.572538:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777270.572540:0:31477:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.572543:0:31477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777270.572545:0:31477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.572546:0:31477:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.572550:0:31477:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777270.572552:0:31477:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777270.572553:0:31477:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777270.572555:0:31477:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777270.572556:0:31477:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788777270.572558:0:31477:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777270.572560:0:31477:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777270.572561:0:31477:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777270.572563:0:31477:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777270.572565:0:31477:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.572568:0:31477:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788777270.572569:0:31477:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.572572:0:31477:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777270.572574:0:31477:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.572576:0:31477:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777270.572579:0:31477:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453103b78a0. 00000080:00000001:2.0:1788777270.572582:0:31477:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777270.572586:0:31477:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777270.572588:0:31477:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x29:0x0](ffff94532091ec08), inode mode 81a4 mask 40 00000080:00000001:2.0:1788777270.572592:0:31477:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777271.268156:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777271.268163:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777271.268169:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777271.268170:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777271.268360:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777271.268363:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777271.268366:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777271.616558:0:31488:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777271.616566:0:31488:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777271.616569:0:31488:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777271.616573:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93bc0 00000080:00200000:3.0:1788777271.616577:0:31488:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777271.616585:0:31488:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a03000. 00800000:00000002:3.0:1788777271.616593:0:31488:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777271.616597:0:31488:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777271.616602:0:31488:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777271.616604:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93ae0 00800000:00000002:3.0:1788777271.616607:0:31488:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777271.616610:0:31488:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777271.616614:0:31488:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777271.616620:0:31488:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777271.616622:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d939b0 00000002:00010000:3.0:1788777271.616624:0:31488:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777271.616627:0:31488:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777271.616629:0:31488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777271.616631:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777271.616637:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777271.616641:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777271.616645:0:31488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777271.616649:0:31488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777271.616654:0:31488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777271.616664:0:31488:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777271.616669:0:31488:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777271.616672:0:31488:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777271.616679:0:31488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777271.616682:0:31488:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777271.616684:0:31488:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777271.616685:0:31488:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777271.616687:0:31488:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777271.616689:0:31488:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777271.616692:0:31488:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777271.616696:0:31488:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777271.616699:0:31488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a03000. 00000080:00000001:3.0:1788777271.616703:0:31488:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777271.616705:0:31488:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777271.616707:0:31488:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777271.616710:0:31488:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87a5 00800000:00000001:3.0:1788777271.616713:0:31488:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777271.616716:0:31488:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777271.616717:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.616719:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.616723:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:3.0:1788777271.616725:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777271.616728:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777271.616730:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.616732:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777271.616733:0:31488:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.616735:0:31488:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777271.616738:0:31488:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87a5 from it ffffb1cb81d93bf8 00010000:00000001:3.0:1788777271.616741:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.616742:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.616744:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:3.0:1788777271.616745:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777271.616747:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:3.0:1788777271.616750:0:31488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777271.616753:0:31488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777271.616758:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.616761:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.616762:0:31488:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777271.616765:0:31488:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777271.616767:0:31488:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777271.616776:0:31488:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777271.616779:0:31488:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777271.616782:0:31488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777271.616785:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.616786:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.616787:0:31488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.616790:0:31488:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777271.616792:0:31488:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.616794:0:31488:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.616796:0:31488:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.616798:0:31488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777271.616800:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.616801:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777271.616804:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777271.616806:0:31488:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777271.616809:0:31488:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777271.616813:0:31488:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777271.616820:0:31488:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945310690460. 00000020:00000001:3.0:1788777271.616825:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93b28 00000080:00200000:3.0:1788777271.616827:0:31488:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=25 00000080:00000001:3.0:1788777271.616830:0:31488:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777271.616832:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d939d8 00000080:00200000:3.0:1788777271.616834:0:31488:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:3.0:1788777271.616840:0:31488:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a03000. 00800000:00000002:3.0:1788777271.616843:0:31488:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777271.616846:0:31488:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777271.616848:0:31488:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777271.616849:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d938f8 00800000:00000002:3.0:1788777271.616851:0:31488:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777271.616853:0:31488:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788777271.616857:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93890 00800000:00000002:3.0:1788777271.616859:0:31488:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788777271.616861:0:31488:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777271.616863:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d937c8 00000002:00010000:3.0:1788777271.616864:0:31488:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788777271.616868:0:31488:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777271.616870:0:31488:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777271.616874:0:31488:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777271.616878:0:31488:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777271.616883:0:31488:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777271.616887:0:31488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777271.616889:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.616891:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.616892:0:31488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.616895:0:31488:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777271.616897:0:31488:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777271.616899:0:31488:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777271.616906:0:31488:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2fc00. 00000100:00000001:3.0:1788777271.616914:0:31488:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.616919:0:31488:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777271.616920:0:31488:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.616922:0:31488:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777271.616923:0:31488:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.616924:0:31488:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.616931:0:31488:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00010000:00000001:3.0:1788777271.616934:0:31488:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777271.616937:0:31488:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777271.616939:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777271.616942:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777271.616945:0:31488:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777271.616948:0:31488:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152ca00. 00000020:00000001:3.0:1788777271.616950:0:31488:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777271.616952:0:31488:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152ca00 with handle 0xe53f2b0cb7af87ba to hash 00000020:00000001:3.0:1788777271.616954:0:31488:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777271.616956:0:31488:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.616959:0:31488:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.616962:0:31488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777271.616964:0:31488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777271.616967:0:31488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777271.616973:0:31488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777271.616981:0:31488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31488 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777271.616985:0:31488:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777271.616987:0:31488:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777271.616995:0:31488:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945309310300. 00000100:00000001:3.0:1788777271.616997:0:31488:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683090244352 : -118390619307264 : ffff945309310300) 00000100:00000001:3.0:1788777271.617000:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777271.617002:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777271.617006:0:31488:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777271.617010:0:31488:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.617011:0:31488:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777271.617013:0:31488:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777271.617024:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.621858:0:31488:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777271.621862:0:31488:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777271.621867:0:31488:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777271.621870:0:31488:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777271.621874:0:31488:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777271.621881:0:31488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126115584:192.168.203.135@tcp:101:touch.0 00000100:00000001:3.0:1788777271.621894:0:31488:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777271.621901:0:31488:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777271.621903:0:31488:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777271.621907:0:31488:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777271.621915:0:31488:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453091dc800. 02000000:00000001:3.0:1788777271.621917:0:31488:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777271.621923:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777271.621928:0:31488:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777271.621934:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347e58. 00000100:00000200:3.0:1788777271.621940:0:31488:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126115584, portal 10 00000100:00000001:3.0:1788777271.621942:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777271.621944:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777271.621953:0:31488:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777287 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.621961:0:31488:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777271.621964:0:31488:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777271.621966:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083475d8. 00000100:00000200:3.0:1788777271.621969:0:31488:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126115584, offset 0 00000400:00000200:3.0:1788777271.621975:0:31488:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777271.621984:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777271.621992:0:31488:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777271.621996:0:31488:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777271.622001:0:31488:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777271.622004:0:31488:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777271.622007:0:31488:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777271.622010:0:31488:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2406:2406:256:4294967295] 192.168.203.135@tcp LPNI seq info [2401:2401:8:4294967295] 00000400:00000200:3.0:1788777271.622014:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777271.622024:0:31488:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777271.622040:0:31488:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777271.622045:0:31488:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df400. 00000800:00000200:3.0:1788777271.622052:0:31488:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777271.622060:0:31488:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777271.622064:0:31488:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788777271.622083:0:31488:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777271.622087:0:31488:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 778081 usecs (779 jiffies) 00000400:00000200:3.0:1788777271.622091:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777271.622093:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296422707 00000100:00000001:3.0:1788777271.622096:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:3.0:1788777271.622098:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296422707 00000100:00000001:3.0:1788777271.622100:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:3.0:1788777271.622102:0:31488:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777271.622105:0:31488:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.622107:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777271.622109:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777271.622112:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310300 going to sleep for 11 seconds 00000100:00000001:3.0:1788777271.622115:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777271.622117:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777271.622298:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777271.622303:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df400. 00000400:00000200:0.0:1788777271.622308:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777271.622313:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777271.622318:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083475d8 00000400:00000010:0.0:1788777271.622321:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083475d8. 00000100:00000001:0.0:1788777271.622325:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777271.622330:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777287 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777271.622339:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777271.622354:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777287 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777271.622361:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777271.622362:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777271.630116:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777271.630130:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777271.630134:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777271.630136:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777271.630145:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.630153:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777271.630161:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.630166:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.630172:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.630176:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4dd00 00000400:00000200:0.0:1788777271.630180:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.630186:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x67f1 [1] + 224 00000800:00000001:0.0:1788777271.630193:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777271.630201:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777271.630505:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777271.630511:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777271.630519:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777271.630593:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777287 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777271.630606:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777287 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777271.630623:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777271.630632:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777271.630635:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777271.630777:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777271.630785:0:31488:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777271.630787:0:31488:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777271.630791:0:31488:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777271.630795:0:31488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347e58 00000400:00000010:3.0:1788777271.630798:0:31488:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347e58. 00000100:00000001:3.0:1788777271.630800:0:31488:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777271.630805:0:31488:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777287 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777271.630815:0:31488:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777287 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.630821:0:31488:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777271.630822:0:31488:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777271.630825:0:31488:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777271.630827:0:31488:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777271.630830:0:31488:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777271.630832:0:31488:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777271.630834:0:31488:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777271.630842:0:31488:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=94 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777271.630846:0:31488:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777271.630849:0:31488:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777271.630851:0:31488:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.630854:0:31488:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777271.630857:0:31488:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.630860:0:31488:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777271.630862:0:31488:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967629 00000100:00000001:3.0:1788777271.630864:0:31488:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777271.630867:0:31488:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777271.630871:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777287 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.630877:0:31488:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777271.630880:0:31488:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777271.630882:0:31488:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777271.630886:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777287 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777271.630894:0:31488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126115584:192.168.203.135@tcp:101:touch.0 00000100:00000001:3.0:1788777271.630899:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777271.630901:0:31488:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.630903:0:31488:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777271.630905:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777271.630908:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777287 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.630914:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777271.630917:0:31488:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945309310300. 00000100:00000001:3.0:1788777271.630920:0:31488:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777271.630921:0:31488:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.630924:0:31488:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777271.630927:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.630929:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.630932:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=4 00000020:00000001:3.0:1788777271.630935:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.630937:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000040:3.0:1788777271.630943:0:31488:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152ca00, remote cookie: 0xa4f015c75ff3c208, flags: 0x1001 00010000:00010000:3.0:1788777271.630948:0:31488:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777271.630957:0:31488:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777271.630959:0:31488:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788777271.630967:0:31488:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803300. 00010000:00000010:3.0:1788777271.630972:0:31488:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155900. 00010000:00000001:3.0:1788777271.630976:0:31488:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777271.630979:0:31488:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777271.630986:0:31488:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.630992:0:31488:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777271.630995:0:31488:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777271.630997:0:31488:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777271.630998:0:31488:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777271.631000:0:31488:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777271.631002:0:31488:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff945303803300) refcount = 1 00010000:00010000:3.0:1788777271.631006:0:31488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.631011:0:31488:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777271.631014:0:31488:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777271.631015:0:31488:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777271.631017:0:31488:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777271.631019:0:31488:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777271.631022:0:31488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.631045:0:31488:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777271.631047:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.631048:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.631049:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.631050:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.631052:0:31488:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.631056:0:31488:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777271.631057:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.631059:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.631060:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:3.0:1788777271.631062:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631064:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631066:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.631067:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.631068:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=4 00000020:00000001:3.0:1788777271.631069:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631071:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631074:0:31488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777271.631076:0:31488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777271.631079:0:31488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.631084:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.631085:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.631086:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.631088:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.631089:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=5 00000020:00000001:3.0:1788777271.631091:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631093:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631095:0:31488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777271.631097:0:31488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.631103:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.631104:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777271.631106:0:31488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.631111:0:31488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777271.631113:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.631113:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.631114:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.631115:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777271.631119:0:31488:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777287 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777271.631127:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.631128:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.631129:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:3.0:1788777271.631131:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631132:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631134:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.631135:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777271.631136:0:31488:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.631138:0:31488:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.631141:0:31488:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777271.631144:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.631144:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.631146:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:3.0:1788777271.631147:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631149:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00000002:00010000:3.0:1788777271.631152:0:31488:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.631157:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.631159:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.631161:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777271.631162:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.631163:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.631164:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:3.0:1788777271.631166:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.631168:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000040:3.0:1788777271.631171:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803300 count: 2 00010000:00000001:3.0:1788777271.631173:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777271.631177:0:31488:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:3.0:1788777271.631179:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.631180:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777271.631181:0:31488:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777271.631184:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93750 00000002:00002000:3.0:1788777271.631185:0:31488:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777271.631189:0:31488:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.631192:0:31488:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.631194:0:31488:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777271.631197:0:31488:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777271.631200:0:31488:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777271.631203:0:31488:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:3.0:1788777271.633872:0:31488:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777271.633883:0:31488:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81d93ac8 it_disposition b 00000080:00000001:3.0:1788777271.633891:0:31488:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777271.633898:0:31488:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777271.633900:0:31488:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777271.633903:0:31488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788777271.633907:0:31488:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788777271.633913:0:31488:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777271.633915:0:31488:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1788777271.633918:0:31488:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.633922:0:31488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788777271.633925:0:31488:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788777271.633929:0:31488:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:3.0:1788777271.633931:0:31488:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9453209180c8): rc = 0 00000080:00000001:3.0:1788777271.633935:0:31488:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482443976 : -118390227107640 : ffff9453209180c8) 00010000:00000001:3.0:1788777271.633938:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.633940:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.633943:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:3.0:1788777271.633946:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.633948:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.633950:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.633951:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777271.633953:0:31488:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777271.633954:0:31488:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777271.633956:0:31488:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777271.633959:0:31488:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777271.633961:0:31488:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777271.633965:0:31488:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) for lock 0xe53f2b0cb7af87ba 00800000:00000001:3.0:1788777271.633968:0:31488:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777271.633970:0:31488:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777271.633971:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.633972:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.633973:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:3.0:1788777271.633975:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.633978:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.633980:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.633981:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777271.633983:0:31488:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.633984:0:31488:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777271.633992:0:31488:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b5ee58 inode ffff9453209180c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1788777271.633996:0:31488:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777271.633997:0:31488:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.633999:0:31488:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788777271.634003:0:31488:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) 00000080:00010000:3.0:1788777271.634006:0:31488:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87ba from it ffffb1cb81d93ac8 00010000:00000001:3.0:1788777271.634008:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.634009:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.634011:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ca00 refcount=3 00000020:00000001:3.0:1788777271.634013:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.634016:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240256 : -118390751311360 : ffff94530152ca00) 00010000:00000001:3.0:1788777271.634018:0:31488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777271.634021:0:31488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.634044:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.634045:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.634046:0:31488:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777271.634049:0:31488:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777271.634052:0:31488:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777271.634059:0:31488:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777271.634061:0:31488:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777271.634064:0:31488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777271.634067:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.634068:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.634069:0:31488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.634072:0:31488:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777271.634074:0:31488:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.634076:0:31488:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.634079:0:31488:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.634081:0:31488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777271.634082:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.634083:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777271.634085:0:31488:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777271.634089:0:31488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a03000. 00000100:00000001:3.0:1788777271.634095:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777271.634106:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126115584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777287 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.634114:0:31488:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777271.634117:0:31488:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777271.634119:0:31488:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453091dc800. 02000000:00000001:3.0:1788777271.634123:0:31488:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777271.634125:0:31488:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777271.634127:0:31488:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777271.634129:0:31488:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777271.634132:0:31488:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777271.634135:0:31488:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777271.634137:0:31488:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777271.634139:0:31488:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777271.634143:0:31488:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777271.634144:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777271.634152:0:31488:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777271.634154:0:31488:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8), inode mode 41ed mask 1 00000080:00000001:3.0:1788777271.634159:0:31488:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777271.634175:0:31488:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453106902a0. 00000080:00000001:3.0:1788777271.634180:0:31488:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777271.634182:0:31488:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8), inode mode 41ed mask 3 00000080:00000001:3.0:1788777271.634184:0:31488:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.634187:0:31488:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788777271.634190:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93b58 00000080:00200000:3.0:1788777271.634192:0:31488:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9453209180c8), file ffff945305541080, open_flags 8941, mode 81b6 opened 0 00000080:00000010:3.0:1788777271.634197:0:31488:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff945304d6c240. 00000080:00000001:3.0:1788777271.634201:0:31488:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777271.634203:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93a08 00000080:00200000:3.0:1788777271.634204:0:31488:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9453209180c8), intent=open|creat 00000080:00000010:3.0:1788777271.634210:0:31488:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a03000. 00000080:00000001:3.0:1788777271.634243:0:31488:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777271.634247:0:31488:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777271.634249:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93928 00800000:00000002:3.0:1788777271.634251:0:31488:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:3.0:1788777271.634255:0:31488:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788777271.634257:0:31488:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788777271.634262:0:31488:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:3.0:1788777271.634265:0:31488:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788777271.634267:0:31488:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788777271.634269:0:31488:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788777271.634271:0:31488:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788777271.634274:0:31488:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x2a:0x0] 40000000:00000001:3.0:1788777271.634276:0:31488:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.634278:0:31488:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.634280:0:31488:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.634282:0:31488:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777271.634283:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d938a8 00800000:00000002:3.0:1788777271.634285:0:31488:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1788777271.634289:0:31488:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777271.634291:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d937e0 00000002:00010000:3.0:1788777271.634292:0:31488:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: open|creat flags 0104502 00000002:00000001:3.0:1788777271.634296:0:31488:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777271.634298:0:31488:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788777271.634301:0:31488:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788777271.634307:0:31488:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.634309:0:31488:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777271.634312:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803300 count: 2 00010000:00000001:3.0:1788777271.634314:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777271.634316:0:31488:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777271.634319:0:31488:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.634320:0:31488:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.634322:0:31488:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777271.634327:0:31488:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777271.634330:0:31488:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777271.634334:0:31488:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777271.634335:0:31488:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.634338:0:31488:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777271.634342:0:31488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777271.634345:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.634346:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.634347:0:31488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.634350:0:31488:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777271.634352:0:31488:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777271.634355:0:31488:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777271.634361:0:31488:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2fc00. 00000100:00000001:3.0:1788777271.634367:0:31488:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.634370:0:31488:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777271.634372:0:31488:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.634374:0:31488:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777271.634375:0:31488:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.634376:0:31488:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.634384:0:31488:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00010000:00000001:3.0:1788777271.634386:0:31488:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777271.634388:0:31488:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777271.634390:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803300 count: 2 00010000:00000001:3.0:1788777271.634392:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777271.634394:0:31488:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777271.634397:0:31488:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152c800. 00000020:00000001:3.0:1788777271.635082:0:31488:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777271.635085:0:31488:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152c800 with handle 0xe53f2b0cb7af87c1 to hash 00000020:00000001:3.0:1788777271.635088:0:31488:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777271.635090:0:31488:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.635093:0:31488:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.635097:0:31488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777271.635099:0:31488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777271.635103:0:31488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777271.635111:0:31488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31488 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788777271.635123:0:31488:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788777271.635131:0:31488:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3e300 x1875667126115840/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788777271.635140:0:31488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31488 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777271.635146:0:31488:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777271.635147:0:31488:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777271.635154:0:31488:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945309310300. 00000100:00000001:3.0:1788777271.635157:0:31488:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683090244352 : -118390619307264 : ffff945309310300) 00000100:00000001:3.0:1788777271.635159:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777271.635160:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777271.635164:0:31488:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777271.635168:0:31488:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.635170:0:31488:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777271.635171:0:31488:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777271.635175:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126115840/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.635183:0:31488:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777271.635185:0:31488:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777271.635188:0:31488:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777271.635191:0:31488:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777271.635194:0:31488:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777271.635197:0:31488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126115840:192.168.203.135@tcp:101:touch.0 00000100:00000001:3.0:1788777271.635201:0:31488:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777271.635206:0:31488:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777271.636342:0:31488:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777271.636347:0:31488:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777271.636525:0:31488:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310740000. 02000000:00000001:3.0:1788777271.636590:0:31488:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777271.636598:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777271.636605:0:31488:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777271.636613:0:31488:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff945303c2e000. 00000100:00000200:3.0:1788777271.636620:0:31488:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126115840, portal 10 00000100:00000001:3.0:1788777271.636623:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777271.636624:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777271.636636:0:31488:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e300 x1875667126115840/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777287 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.636644:0:31488:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777271.636647:0:31488:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777271.636651:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347e58. 00000100:00000200:3.0:1788777271.636655:0:31488:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126115840, offset 0 00000400:00000200:3.0:1788777271.636662:0:31488:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777271.636670:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777271.636678:0:31488:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777271.637007:0:31488:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777271.637011:0:31488:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777271.637015:0:31488:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777271.637018:0:31488:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777271.637021:0:31488:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2407:2407:256:4294967295] 192.168.203.135@tcp LPNI seq info [2402:2402:8:4294967295] 00000400:00000200:3.0:1788777271.637025:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777271.637048:0:31488:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777271.637054:0:31488:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777271.637060:0:31488:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df500. 00000800:00000200:3.0:1788777271.637067:0:31488:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777271.637074:0:31488:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777271.637079:0:31488:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788777271.637154:0:31488:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777271.637159:0:31488:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 777026 usecs (778 jiffies) 00000400:00000200:3.0:1788777271.637163:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777271.637166:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296422721 00000100:00000001:3.0:1788777271.637169:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:3.0:1788777271.637171:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296422721 00000100:00000001:3.0:1788777271.637173:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:3.0:1788777271.637176:0:31488:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777271.637179:0:31488:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.637182:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777271.637184:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777271.637186:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310300 going to sleep for 11 seconds 00000100:00000001:3.0:1788777271.637189:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777271.637192:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777271.637968:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777271.637973:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df500. 00000400:00000200:0.0:1788777271.637979:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777271.637986:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777271.637991:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347e58 00000400:00000010:0.0:1788777271.637994:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347e58. 00000100:00000001:0.0:1788777271.638003:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777271.638010:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126115840/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777287 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777271.638022:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777271.638025:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126115840/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777287 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777271.638044:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777271.638046:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777271.657829:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777271.657847:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777271.657850:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777271.657853:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777271.657862:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.657869:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777271.657878:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.657883:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.657888:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.657893:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c4de00 00000400:00000200:0.0:1788777271.657897:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.657903:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x67f9 [32] + 224 00000800:00000001:0.0:1788777271.657908:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777271.657931:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777271.657935:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777271.657939:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777271.657946:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777271.657954:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126115840/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777287 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777271.657965:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff945308a3e300 x1875667126115840/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777287 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777271.657987:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777271.657996:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777271.658000:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.658004:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777271.658009:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2408:2408:256:4294967295] 192.168.203.135@tcp LPNI seq info [2403:2403:8:4294967295] 00000400:00000200:0.0:1788777271.658013:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777271.658020:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777271.658026:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777271.658041:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d22c00. 00000800:00000200:0.0:1788777271.658047:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777271.658054:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777271.658059:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d22c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777271.658540:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777271.658544:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d22c00. 00000400:00000200:0.0:1788777271.658548:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777271.658553:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777271.658559:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777271.658563:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777271.661724:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777271.661737:0:31488:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777271.661740:0:31488:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777271.661744:0:31488:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:3.0:1788777271.661751:0:31488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945303c2e000 00000400:00000010:3.0:1788777271.661754:0:31488:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff945303c2e000. 00000100:00000001:3.0:1788777271.661759:0:31488:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777271.661770:0:31488:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126115840/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777287 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777271.661779:0:31488:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126115840/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777287 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.661786:0:31488:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777271.661788:0:31488:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777271.661790:0:31488:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777271.661793:0:31488:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777271.661796:0:31488:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777271.661798:0:31488:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777271.661800:0:31488:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777271.661808:0:31488:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=94 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777271.661813:0:31488:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777271.661816:0:31488:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777271.661818:0:31488:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.661820:0:31488:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777271.661824:0:31488:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.661827:0:31488:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777271.661828:0:31488:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x1] 00000100:00000001:3.0:1788777271.661830:0:31488:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777271.661832:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777271.661833:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777271.661836:0:31488:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777271.661838:0:31488:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967629 00000100:00000001:3.0:1788777271.661841:0:31488:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777271.661843:0:31488:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777271.661848:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777287 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.661856:0:31488:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777271.661859:0:31488:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777271.661862:0:31488:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777271.661866:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777287 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777271.661874:0:31488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126115840:192.168.203.135@tcp:101:touch.0 00000100:00000001:3.0:1788777271.661880:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777271.661883:0:31488:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.661885:0:31488:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777271.661887:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777271.661891:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777287 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.661898:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777271.661901:0:31488:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945309310300. 00000100:00000001:3.0:1788777271.661904:0:31488:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777271.661906:0:31488:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.661909:0:31488:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777271.661913:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.661915:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.661918:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:3.0:1788777271.661921:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.661923:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000040:3.0:1788777271.661930:0:31488:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152c800, remote cookie: 0xa4f015c75ff3c224, flags: 0x1001 00010000:00010000:3.0:1788777271.661936:0:31488:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777271.661944:0:31488:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:3.0:1788777271.661947:0:31488:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788777271.661957:0:31488:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803f00. 00010000:00000010:3.0:1788777271.661962:0:31488:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155200. 00010000:00000001:3.0:1788777271.661967:0:31488:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777271.661970:0:31488:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777271.661979:0:31488:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.661986:0:31488:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777271.661990:0:31488:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777271.661992:0:31488:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777271.661993:0:31488:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777271.661995:0:31488:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777271.661997:0:31488:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff945303803f00) refcount = 1 00010000:00010000:3.0:1788777271.662001:0:31488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.662008:0:31488:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777271.662011:0:31488:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777271.662013:0:31488:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777271.662016:0:31488:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777271.662019:0:31488:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777271.662022:0:31488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.662028:0:31488:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777271.662040:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.662042:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.662043:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.662044:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.662045:0:31488:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.662050:0:31488:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777271.662052:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.662054:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.662056:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777271.662058:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.662060:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.662062:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.662063:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.662065:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:3.0:1788777271.662066:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.662068:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.662071:0:31488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777271.662073:0:31488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777271.662077:0:31488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.662084:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.662085:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.662086:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.662087:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.662088:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:3.0:1788777271.662090:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.662092:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.662095:0:31488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777271.662097:0:31488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.662103:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.662104:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777271.662107:0:31488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.662113:0:31488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777271.662114:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.662115:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.662117:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.662118:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777271.662123:0:31488:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777287 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777271.662133:0:31488:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777271.662138:0:31488:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777287 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777271.662144:0:31488:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.662152:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.662153:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.662155:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777271.662157:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.662159:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000002:00010000:3.0:1788777271.662162:0:31488:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788777271.662172:0:31488:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945308bb9280. 00010000:00000001:3.0:1788777271.662174:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.662175:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777271.662176:0:31488:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.662178:0:31488:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.662181:0:31488:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777271.662183:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777271.662184:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777271.662186:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777271.662187:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00010000:00000001:3.0:1788777271.662189:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.662191:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.662192:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777271.662194:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.662196:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000002:00010000:3.0:1788777271.662199:0:31488:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.666467:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.666470:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.666472:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777271.666474:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.666476:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.666480:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777271.666483:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.666486:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000040:3.0:1788777271.666493:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:3.0:1788777271.666496:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777271.666500:0:31488:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:3.0:1788777271.666502:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.666503:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777271.666505:0:31488:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777271.666509:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93768 00000002:00002000:3.0:1788777271.666511:0:31488:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788777271.666514:0:31488:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.666517:0:31488:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.666519:0:31488:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777271.666522:0:31488:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777271.666526:0:31488:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.666530:0:31488:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777271.666532:0:31488:0:(namei.c:674:ll_lookup_it_finish()) it ffff945304d6c240 it_disposition 1800037 00000080:00002000:3.0:1788777271.666537:0:31488:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b5e948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788777271.666542:0:31488:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777271.666545:0:31488:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788777271.666547:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93998 00000080:00200000:3.0:1788777271.666549:0:31488:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9453209180c8), intent=open|creat 00000080:00000001:3.0:1788777271.666551:0:31488:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788777271.666553:0:31488:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777271.666558:0:31488:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777271.666562:0:31488:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777271.666565:0:31488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1788777271.666569:0:31488:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788777271.666586:0:31488:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9453209aca40. 00000020:00000001:3.0:1788777271.666596:0:31488:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788777271.666597:0:31488:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788777271.666600:0:31488:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788777271.666602:0:31488:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9453209acb08) 00000020:00000001:3.0:1788777271.666605:0:31488:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777271.666609:0:31488:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777271.666612:0:31488:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777271.666616:0:31488:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788777271.666621:0:31488:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94532014cbb8. 00000020:00000001:3.0:1788777271.666624:0:31488:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777271.666627:0:31488:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777271.666634:0:31488:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788777271.666638:0:31488:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945307b504d8. 00020000:00000001:3.0:1788777271.666640:0:31488:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683065341144 : -118390644210472 : ffff945307b504d8) 00020000:00000001:3.0:1788777271.666643:0:31488:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788777271.666646:0:31488:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777271.666653:0:31488:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6cae0. 00020000:00000010:3.0:1788777271.666657:0:31488:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310609280. 00020000:00000010:3.0:1788777271.666663:0:31488:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6c3c0. 00020000:00000001:3.0:1788777271.666665:0:31488:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017221056 : -118390692330560 : ffff945304d6c3c0) 00020000:00000002:3.0:1788777271.666668:0:31488:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c3c0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777271.666674:0:31488:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777271.666678:0:31488:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609280: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777271.666681:0:31488:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788777271.666683:0:31488:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c3c0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777271.666686:0:31488:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777271.666689:0:31488:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609280: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:3.0:1788777271.666694:0:31488:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9453092cec70. 00020000:00000010:3.0:1788777271.666697:0:31488:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff945309310300. 00020000:00000001:3.0:1788777271.666702:0:31488:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788777271.666705:0:31488:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945318631188. 00020000:00000001:3.0:1788777271.666708:0:31488:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788777271.666709:0:31488:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788777271.666714:0:31488:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788777271.666717:0:31488:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94532014c190. 00000020:00000001:3.0:1788777271.666719:0:31488:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777271.666721:0:31488:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777271.666723:0:31488:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683474268688 : -118390235282928 : ffff94532014c210) 00020000:00000001:3.0:1788777271.666727:0:31488:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788777271.666732:0:31488:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945304ec1880. 00020000:00000001:3.0:1788777271.666735:0:31488:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777271.666740:0:31488:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474268688 : -118390235282928 : ffff94532014c210) 00020000:00000001:3.0:1788777271.666743:0:31488:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683474268688 : -118390235282928 : ffff94532014c210) 00020000:00000002:3.0:1788777271.666747:0:31488:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff94532014c190[0:0] -> [0x200000404:0x2a:0x0]@ffff94532014cbb8: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777271.666752:0:31488:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788777271.666754:0:31488:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788777271.666757:0:31488:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777271.666759:0:31488:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474271288 : -118390235280328 : ffff94532014cc38) 00000020:00001000:3.0:1788777271.666763:0:31488:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:3.0:1788777271.666767:0:31488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1788777271.666770:0:31488:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777271.666772:0:31488:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833962 mtime from 0 to 1788777271 00000080:00000001:3.0:1788777271.666776:0:31488:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788777271.666779:0:31488:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483052808 : -118390226498808 : ffff9453209acb08) 00010000:00000001:3.0:1788777271.666781:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.666782:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.666785:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777271.666787:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.666789:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000080:00000001:3.0:1788777271.666791:0:31488:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777271.666793:0:31488:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777271.666795:0:31488:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777271.666797:0:31488:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777271.666799:0:31488:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777271.666801:0:31488:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777271.666803:0:31488:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777271.666805:0:31488:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6c4e0. 00020000:00000010:3.0:1788777271.666808:0:31488:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310609180. 00020000:00000010:3.0:1788777271.666812:0:31488:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6c660. 00020000:00000001:3.0:1788777271.666814:0:31488:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017221728 : -118390692329888 : ffff945304d6c660) 00020000:00000002:3.0:1788777271.666816:0:31488:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c660, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777271.666820:0:31488:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777271.666823:0:31488:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609180: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777271.666827:0:31488:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b504d8) owner ffff94531117cf80 00020000:00000001:3.0:1788777271.666830:0:31488:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777271.666832:0:31488:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b504d8) owner ffff94531117cf80 00020000:00000010:3.0:1788777271.666835:0:31488:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310609180. 00020000:00000010:3.0:1788777271.666841:0:31488:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6c4e0. 00020000:00000010:3.0:1788777271.666845:0:31488:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6c660. 00020000:00000002:3.0:1788777271.666847:0:31488:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777271.666850:0:31488:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777271.666852:0:31488:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777271.666855:0:31488:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777271.666858:0:31488:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000002:3.0:1788777271.666861:0:31488:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c3c0 addref 2/0 by ffff94531117cf80. 00020000:00000002:3.0:1788777271.666863:0:31488:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000001:3.0:1788777271.666866:0:31488:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777271.666868:0:31488:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777271.666869:0:31488:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777271.666870:0:31488:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777271.666873:0:31488:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777271.666875:0:31488:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788777271.666877:0:31488:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:3.0:1788777271.666879:0:31488:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.666881:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.666882:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777271.666884:0:31488:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777271.666887:0:31488:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777271.666889:0:31488:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777271.666891:0:31488:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2a:0x0](ffff9453209acb08) 00000080:00010000:3.0:1788777271.666894:0:31488:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af87c1 00800000:00000001:3.0:1788777271.666898:0:31488:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777271.666900:0:31488:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777271.666901:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.666902:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.666904:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777271.666906:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.666908:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.666910:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.666911:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777271.666913:0:31488:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.666915:0:31488:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.666916:0:31488:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788777271.666919:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777271.666931:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777287 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.666940:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777271.666945:0:31488:0:(namei.c:1651:ll_create_it()) inode ffff9453209acb08 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:3.0:1788777271.666949:0:31488:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777271.666952:0:31488:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9453209acb08) 00000080:00000001:3.0:1788777271.666955:0:31488:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777271.666959:0:31488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a03000. 00000100:00000001:3.0:1788777271.666962:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777271.666965:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777287 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777271.666971:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.666975:0:31488:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788777271.666977:0:31488:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777271.666978:0:31488:0:(namei.c:1500:ll_atomic_open()) inode ffff9453209acb08 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:3.0:1788777271.666987:0:31488:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777271.666989:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93a68 00000080:00200008:3.0:1788777271.666991:0:31488:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x2a:0x0](ffff9453209acb08), flags 104501 00000080:00000010:3.0:1788777271.666998:0:31488:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453088017c0. 00000080:00000010:3.0:1788777271.667004:0:31488:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb9c00. 00000080:00000001:3.0:1788777271.667007:0:31488:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777271.667010:0:31488:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777271.667013:0:31488:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777271.667016:0:31488:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945310690700. 00000002:00100000:3.0:1788777271.667021:0:31488:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777287 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777271.667028:0:31488:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777271.667041:0:31488:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777271.667044:0:31488:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777271.667048:0:31488:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.667050:0:31488:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777271.667053:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777271.667056:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777287 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777271.667064:0:31488:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777271.667067:0:31488:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310740000. 02000000:00000001:3.0:1788777271.667091:0:31488:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777271.667093:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777271.667096:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93a68 00000080:00000008:3.0:1788777271.667098:0:31488:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9453209acb08), flags 104501, rc = 0 00000080:00000001:3.0:1788777271.667102:0:31488:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777271.667104:0:31488:0:(dcache.c:176:ll_intent_release()) intent ffff945304d6c240 released 00000080:00010000:3.0:1788777271.667106:0:31488:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87c1 from it ffff945304d6c240 00010000:00000001:3.0:1788777271.667108:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777271.667110:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777271.667111:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777271.667113:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.667115:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777271.667118:0:31488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777271.667122:0:31488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777271.667131:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.667132:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.667134:0:31488:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777271.667137:0:31488:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777271.667139:0:31488:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777271.667147:0:31488:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777271.667150:0:31488:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777271.667151:0:31488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777271.667155:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.667156:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.667158:0:31488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.667161:0:31488:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777271.667163:0:31488:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.667165:0:31488:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.667167:0:31488:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.667169:0:31488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777271.667171:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.667172:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777271.667173:0:31488:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777271.667174:0:31488:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777271.667177:0:31488:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777271.667178:0:31488:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777271.667180:0:31488:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777271.667182:0:31488:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.667185:0:31488:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788777271.667186:0:31488:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.667188:0:31488:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777271.667190:0:31488:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.667192:0:31488:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777271.667194:0:31488:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff945304d6c240. 00000080:00000001:3.0:1788777271.667197:0:31488:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.667200:0:31488:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777271.667202:0:31488:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9453209acb08), inode mode 81a4 mask 40 00000080:00000001:3.0:1788777271.667206:0:31488:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777271.668524:0:31488:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777271.668529:0:31488:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000002:3.0:1788777271.668533:0:31488:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000001:3.0:1788777271.668536:0:31488:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.668548:0:31488:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:3.0:1788777271.668551:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93c30 00000080:00200008:3.0:1788777271.668554:0:31488:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x2a:0x0](ffff9453209acb08) current size 0, valid attrs 20070, mode 0, uid -1052626366, gid -1, new size 213440, atime 1788777271.000000000, mtime 1788777271.000000000, ctime 1788777271.000000000 00000080:00000002:3.0:1788777271.668561:0:31488:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788777271, ctime 1788777271, now = 1788777271 00000080:00000002:3.0:1788777271.668563:0:31488:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff9453209acb08 attr 0x100201f0 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000010:3.0:1788777271.668570:0:31488:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff945308a03000. 00000080:00000001:3.0:1788777271.668572:0:31488:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:3.0:1788777271.668579:0:31488:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:3.0:1788777271.668581:0:31488:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2a:0x0], valid 0x100201f0/0x0 00000002:00000001:3.0:1788777271.668588:0:31488:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1788777271.668590:0:31488:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777271.668597:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:3.0:1788777271.668600:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777271.668603:0:31488:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777271.668607:0:31488:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777271.668610:0:31488:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788777271.668621:0:31488:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777271.668625:0:31488:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777271.668627:0:31488:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777271.668629:0:31488:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:3.0:1788777271.668632:0:31488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777271.668634:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777271.668637:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 3 00010000:00000001:3.0:1788777271.668639:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777271.668642:0:31488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.668644:0:31488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777271.668645:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777271.668647:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 3 00010000:00000001:3.0:1788777271.668649:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777271.668650:0:31488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.668652:0:31488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777271.668653:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777271.668654:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 3 00010000:00000001:3.0:1788777271.668656:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777271.668658:0:31488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777271.668659:0:31488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777271.668661:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777271.668662:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 3 00010000:00000001:3.0:1788777271.668664:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777271.668665:0:31488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.668667:0:31488:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.668669:0:31488:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777271.668671:0:31488:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777271.668674:0:31488:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777271.668677:0:31488:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777271.668678:0:31488:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777271.668681:0:31488:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:3.0:1788777271.668684:0:31488:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777271.668686:0:31488:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777271.668687:0:31488:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777271.668690:0:31488:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777271.668692:0:31488:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777271.668694:0:31488:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777271.668695:0:31488:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777271.668697:0:31488:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:3.0:1788777271.668699:0:31488:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777271.668701:0:31488:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777271.668703:0:31488:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff9453209acb08) invalid 00000020:00000001:3.0:1788777271.668705:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93838 00000080:00002000:3.0:1788777271.668707:0:31488:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff945320b5e948) parent ffff945320b5ee58 inode ffff9453209acb08 refc 1 00000080:00000001:3.0:1788777271.668711:0:31488:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777271.668713:0:31488:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777271.668714:0:31488:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.668718:0:31488:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777271.668721:0:31488:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777271.668723:0:31488:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777271.668725:0:31488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777271.668728:0:31488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777271.668730:0:31488:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152c800 with handle 0xe53f2b0cb7af87c1 from hash 00010000:00000001:3.0:1788777271.668733:0:31488:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777271.668734:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.668735:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.668736:0:31488:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777271.668739:0:31488:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777271.668740:0:31488:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777271.668743:0:31488:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777271.668744:0:31488:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777271.668746:0:31488:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777271.668752:0:31488:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d180. 00000020:00000040:3.0:1788777271.668755:0:31488:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777271.668760:0:31488:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777271.668764:0:31488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777271.668767:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777271.668768:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.668769:0:31488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.668772:0:31488:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777271.668774:0:31488:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777271.668778:0:31488:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777271.668784:0:31488:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a02e00. 00000100:00000001:3.0:1788777271.668791:0:31488:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.668793:0:31488:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777271.668796:0:31488:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777271.668801:0:31488:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777271.668808:0:31488:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777271.668809:0:31488:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777271.668811:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777271.668813:0:31488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87c1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c224 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788777271.668825:0:31488:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945308bb9280. 00010000:00000040:3.0:1788777271.668829:0:31488:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803f00 count: 0 00010000:00000010:3.0:1788777271.668834:0:31488:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155200. 00010000:00000001:3.0:1788777271.668840:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777271.668841:0:31488:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.668842:0:31488:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777271.668844:0:31488:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777271.668845:0:31488:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1788777271.668847:0:31488:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788777271, ctime 1788777271 00000020:00100000:3.0:1788777271.668855:0:31488:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777271.668865:0:31488:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777271.668873:0:31488:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777271.668875:0:31488:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777271.668881:0:31488:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945309310600. 00000100:00000001:3.0:1788777271.668883:0:31488:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683090245120 : -118390619306496 : ffff945309310600) 00000100:00000001:3.0:1788777271.668886:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777271.668887:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080991104 : -118390628560512 : ffff945308a3d180) 00000100:00000001:3.0:1788777271.668892:0:31488:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777271.668896:0:31488:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.668898:0:31488:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777271.668900:0:31488:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777271.668903:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777271.668910:0:31488:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777271.668912:0:31488:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777271.668915:0:31488:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777271.668917:0:31488:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777271.668920:0:31488:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777271.668923:0:31488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d180 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126116096:192.168.203.135@tcp:36:touch.0 00000100:00000001:3.0:1788777271.668929:0:31488:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777271.668933:0:31488:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777271.668936:0:31488:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777271.668938:0:31488:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777271.668942:0:31488:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e000. 02000000:00000001:3.0:1788777271.668944:0:31488:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777271.668950:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777271.668953:0:31488:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d210. 00000400:00000010:3.0:1788777271.668959:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347d48. 00000100:00000200:3.0:1788777271.668966:0:31488:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126116096, portal 10 00000100:00000001:3.0:1788777271.668968:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777271.668969:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080991104 : -118390628560512 : ffff945308a3d180) 00000100:00000040:3.0:1788777271.668975:0:31488:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777287 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777271.668981:0:31488:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777271.668984:0:31488:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777271.668986:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083473b8. 00000100:00000200:3.0:1788777271.668989:0:31488:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667126116096, offset 0 00000400:00000200:3.0:1788777271.668995:0:31488:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777271.669003:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777271.669010:0:31488:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777271.669015:0:31488:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777271.669018:0:31488:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777271.669022:0:31488:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777271.669024:0:31488:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777271.669028:0:31488:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2409:2409:256:4294967295] 192.168.203.135@tcp LPNI seq info [2404:2404:8:4294967295] 00000400:00000200:3.0:1788777271.669045:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777271.669055:0:31488:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777271.669060:0:31488:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777271.669065:0:31488:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df800. 00000800:00000200:3.0:1788777271.669071:0:31488:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777271.669078:0:31488:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777271.669082:0:31488:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788777271.669098:0:31488:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777271.669102:0:31488:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 775996 usecs (776 jiffies) 00000400:00000200:3.0:1788777271.669105:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777271.669107:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296422751 00000100:00000001:3.0:1788777271.669110:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296423989 00000100:00000001:3.0:1788777271.669112:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296422751 00000100:00000001:3.0:1788777271.669114:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296423989 00000100:00000001:3.0:1788777271.669116:0:31488:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777271.669119:0:31488:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777271.669121:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777271.669124:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777271.669126:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310600 going to sleep for 11 seconds 00000100:00000001:3.0:1788777271.669129:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777271.669131:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777271.669615:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777271.669621:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df800. 00000400:00000200:1.0:1788777271.669624:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777271.669629:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777271.669635:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083473b8 00000400:00000010:1.0:1788777271.669637:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083473b8. 00000100:00000001:1.0:1788777271.669641:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777271.669646:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777287 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777271.669655:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777271.669658:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777287 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777271.669665:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777271.669666:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777271.678789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803f00. 00010000:00000010:3.1:1788777271.678802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000001:1.0:1788777272.285422:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777272.285429:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777272.285434:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777272.285436:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777272.285499:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777272.285503:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777272.285506:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777273.309355:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777273.309362:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777273.309368:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777273.309369:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777273.309394:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777273.309397:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777273.309400:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777274.141466:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296423989, at 4296424448 00000100:00000010:0.0:1788777274.141482:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cf00. 00000100:00000040:1.0:1788777274.141541:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296423989, at 4296424448 00000100:00000010:1.0:1788777274.141547:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cea0. 00010000:00000001:1.0:1788777274.335464:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777274.335470:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777274.335476:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777274.335477:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777274.335873:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777274.335876:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777274.335879:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777274.653554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777274.653565:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777274.653577:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906df80. 00000020:00000040:1.0:1788777274.653583:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777274.653588:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777274.653591:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777274.653596:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777274.653604:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945321929d00. 00000100:00000001:1.0:1788777274.653610:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.653623:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777274.653634:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777274.653639:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.653645:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aaf2c7] to pc [ptlrpcd_00_01+1] req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.653672:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.653675:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777274.653679:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788777274.653683:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777274.653692:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777274.653695:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777274.653708:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.653720:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777274.653723:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777274.653728:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777274.653732:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777274.653735:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777274.653739:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126116224:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777274.653744:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777274.653752:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777274.653755:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777274.653758:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1788777274.653767:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d880. 02000000:00000010:0.0:1788777274.653771:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363c00. 00000020:00000040:1.0:1788777274.653773:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777274.653778:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.653780:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777274.653782:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777274.653785:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777274.653790:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945321929a00. 00000100:00000001:1.0:1788777274.653794:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.653805:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788777274.653807:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777274.653818:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000100:00000001:1.0:1788777274.653819:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777274.653826:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788777274.653833:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c7f8. 00000100:00000040:1.0:1788777274.653834:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbc83687] to pc [ptlrpcd_00_00+0] req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777274.653846:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126116224, portal 25 00000100:00000001:1.0:1788777274.653849:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.653852:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1788777274.653855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777274.653857:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087482752 : -118390622068864 : ffff94530906df80) 00000100:00000001:1.0:1788777274.653866:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1788777274.653872:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788777274.653873:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e680. 00000020:00000040:1.0:1788777274.653882:0:37:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777274.653891:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777274.653895:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788777274.653896:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788777274.653899:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777274.653905:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 02000000:00000010:1.0:1788777274.653911:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531a336e00. 00000400:00000010:0.0:1788777274.653912:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c220. 00000100:00000200:0.0:1788777274.653922:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126116224, offset 0 00000100:00000001:1.0:1788777274.653923:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.653936:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788777274.653940:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000100:00000001:1.0:1788777274.653953:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777274.653956:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777274.653963:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000040:1.0:1788777274.653969:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd922af3] to pc [ptlrpcd_00_01+1] req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788777274.653979:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000100:00000001:1.0:1788777274.653992:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777274.653993:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1788777274.654002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788777274.654021:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000100:00000001:1.0:1788777274.654023:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777274.654030:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ea00. 00000400:00000200:0.0:1788777274.654032:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1788777274.654036:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000400:00000200:0.0:1788777274.654041:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000100:00000001:1.0:1788777274.654045:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777274.654049:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1788777274.654052:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2410:2410:256:4294967295] 192.168.203.135@tcp LPNI seq info [2405:2405:8:4294967295] 02000000:00000001:1.0:1788777274.654054:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777274.654064:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945308ac7c00. 00000400:00000200:0.0:1788777274.654070:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777274.654071:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.654080:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788777274.654098:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777274.654121:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000100:00000001:1.0:1788777274.654126:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777274.654130:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788777274.654131:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f800. 00000100:00000040:1.0:1788777274.654140:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000141abe54] to pc [ptlrpcd_00_00+0] req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788777274.654150:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000100:00000001:1.0:1788777274.654165:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.654170:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1762) 00000800:00000200:0.0:1788777274.654180:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777274.654186:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777274.654214:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777274.655526:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777274.655541:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777274.655545:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296429105 00000100:00000010:0.0:1788777274.655555:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4360. 00000100:00000001:0.0:1788777274.655563:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788777274.655571:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296429105 00000100:00000010:0.0:1788777274.655574:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4780. 00000100:00000001:0.0:1788777274.655578:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788777274.655581:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777274.655585:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.655591:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.655595:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777274.655605:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777274.655608:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777274.655611:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777274.655614:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777274.655615:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777274.655626:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.655636:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777274.655638:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777274.655644:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777274.655647:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777274.655650:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777274.655654:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126116480:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777274.655659:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777274.655666:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777274.655669:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777274.655671:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777274.655678:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363e00. 02000000:00000001:0.0:1788777274.655680:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777274.655685:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777274.655691:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b9a0. 00000400:00000010:0.0:1788777274.655700:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c550. 00000100:00000200:0.0:1788777274.655707:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126116480, portal 4 00000100:00000001:0.0:1788777274.655710:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777274.655712:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087484544 : -118390622067072 : ffff94530906e680) 00000100:00000040:0.0:1788777274.655721:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.655730:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777274.655733:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777274.655735:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c000. 00000100:00000200:0.0:1788777274.655738:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126116480, offset 0 00000400:00000200:0.0:1788777274.655744:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777274.655753:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.655762:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777274.655769:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777274.655774:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777274.655778:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777274.655798:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777274.655803:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2411:2411:255:4294967295] 192.168.203.135@tcp LPNI seq info [2406:2406:7:4294967295] 00000400:00000200:0.0:1788777274.655807:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.655817:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777274.655823:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777274.655829:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777274.655836:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777274.655844:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777274.655849:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777274.655854:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777274.655858:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23106 usecs (24 jiffies) 00000400:00000200:0.0:1788777274.655861:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777274.655863:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296424986 00000100:00000001:0.0:1788777274.655866:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296429105 00000100:00000001:0.0:1788777274.655868:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296424986 00000100:00000001:0.0:1788777274.655870:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296429105 00000100:00000001:0.0:1788777274.655872:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777274.655873:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.655876:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.655878:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777274.655881:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777274.655883:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777274.655885:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777274.655886:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777274.655887:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.655890:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777274.655949:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777274.655954:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f800. 00000400:00000200:0.0:1788777274.655961:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777274.655966:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777274.655973:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c220 00000400:00000010:0.0:1788777274.655975:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c220. 00000100:00000001:0.0:1788777274.655981:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777274.655986:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.655999:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777274.656002:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.656020:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.656022:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777274.656102:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777274.656105:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:0.0:1788777274.656108:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777274.656111:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777274.656114:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c000 00000400:00000010:0.0:1788777274.656116:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c000. 00000100:00000001:0.0:1788777274.656118:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777274.656121:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.656128:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777274.656131:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.656137:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.656139:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777274.658098:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777274.658106:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777274.658121:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.658134:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777274.658137:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777274.658143:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777274.658147:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777274.658150:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777274.658155:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126116352:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777274.658160:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777274.658165:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777274.658168:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777274.658171:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777274.658180:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219400. 02000000:00000001:1.0:1788777274.658183:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777274.658191:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777274.658197:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbd10. 00000400:00000010:1.0:1788777274.658205:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12330. 00000100:00000200:1.0:1788777274.658212:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126116352, portal 10 00000100:00000001:1.0:1788777274.658216:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777274.658289:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087480960 : -118390622070656 : ffff94530906d880) 00000100:00000040:1.0:1788777274.658299:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.658313:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777274.658316:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777274.658320:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12198. 00000100:00000200:1.0:1788777274.658324:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126116352, offset 0 00000400:00000200:1.0:1788777274.658330:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777274.658350:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.658359:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777274.658364:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777274.658368:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777274.658372:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777274.658374:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777274.658378:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2412:2412:256:4294967295] 192.168.203.135@tcp LPNI seq info [2407:2407:8:4294967295] 00000400:00000200:1.0:1788777274.658382:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.658391:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777274.658398:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777274.658403:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945308ac7700. 00000800:00000200:1.0:1788777274.658410:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777274.658417:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777274.658422:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945308ac7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777274.658447:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.658451:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 775996 usecs (776 jiffies) 00000400:00000200:1.0:1788777274.658455:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777274.658458:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296425741 00000100:00000001:1.0:1788777274.658460:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296429105 00000100:00000001:1.0:1788777274.658463:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296425741 00000100:00000001:1.0:1788777274.658465:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296429105 00000100:00000001:1.0:1788777274.658467:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777274.658469:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.658473:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777274.658477:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.658483:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777274.658485:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777274.658487:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777274.658489:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777274.658490:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777274.658494:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126116608:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777274.658497:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777274.658499:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777274.658501:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777274.658502:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777274.658506:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219a00. 02000000:00000001:1.0:1788777274.658507:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777274.658511:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777274.658513:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbd68. 00000400:00000010:1.0:1788777274.658516:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12d48. 00000100:00000200:1.0:1788777274.658519:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126116608, portal 4 00000100:00000001:1.0:1788777274.658521:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777274.658522:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087485440 : -118390622066176 : ffff94530906ea00) 00000100:00000040:1.0:1788777274.658527:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.658534:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777274.658536:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777274.658538:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12b28. 00000100:00000200:1.0:1788777274.658541:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126116608, offset 0 00000400:00000200:1.0:1788777274.658544:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777274.658548:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.658551:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777274.658554:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777274.658556:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777274.658559:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777274.658561:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777274.658564:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2413:2413:255:4294967295] 192.168.203.135@tcp LPNI seq info [2408:2408:7:4294967295] 00000400:00000200:1.0:1788777274.658568:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.658574:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777274.658578:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777274.658581:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945308ac7a00. 00000800:00000200:1.0:1788777274.658584:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777274.658588:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777274.658591:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945308ac7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777274.658594:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.658597:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 281117 usecs (282 jiffies) 00000400:00000200:1.0:1788777274.658600:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777274.658602:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296425247 00000100:00000001:1.0:1788777274.658604:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296429105 00000100:00000001:1.0:1788777274.658606:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296425247 00000100:00000001:1.0:1788777274.658608:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296429105 00000100:00000001:1.0:1788777274.658610:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777274.658612:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.658614:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.658616:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.658623:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777274.658625:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777274.658628:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777274.658629:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777274.658631:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.658633:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777274.659109:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777274.659120:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7700. 00000400:00000200:0.0:1788777274.659128:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777274.659137:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777274.659145:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12198 00000400:00000010:0.0:1788777274.659148:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12198. 00000100:00000001:0.0:1788777274.659154:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777274.660919:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.660949:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777274.660962:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.660969:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.660972:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777274.661112:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777274.661117:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7a00. 00000400:00000200:0.0:1788777274.661124:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777274.661129:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777274.661137:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12b28 00000400:00000010:0.0:1788777274.661140:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12b28. 00000100:00000001:0.0:1788777274.661144:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777274.661149:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.661157:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777274.661160:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.661175:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.661177:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777274.664364:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777274.664386:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777274.664390:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777274.664393:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777274.664402:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.664411:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777274.664423:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.664427:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.664433:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.664437:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4e080 00000400:00000200:1.0:1788777274.664442:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.664448:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6819 [1] + 224 00000800:00000001:1.0:1788777274.664455:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777274.664467:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777274.664471:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777274.664475:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777274.664482:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777274.664491:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777274.664502:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.664532:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777274.664541:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777274.664544:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777274.667792:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777274.667801:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777274.667809:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777274.667811:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777274.667815:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:0.0:1788777274.667825:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c550 00000400:00000010:0.0:1788777274.667827:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c550. 00000100:00000001:0.0:1788777274.667832:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777274.668002:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777274.668023:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.668031:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777274.668034:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777274.668037:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777274.668040:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777274.668042:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777274.668045:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777274.668048:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777274.668061:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=97 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777274.668114:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777274.668117:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777274.668119:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777274.668124:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777274.668128:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.668557:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777274.668559:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1788777274.668562:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777274.668564:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777274.668570:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.668579:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777274.668581:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777274.668583:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777274.668588:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777274.668600:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126116480:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777274.668606:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.668612:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777274.668615:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906e680 x1875667126116480/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.668625:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777274.668627:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777274.668633:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363e00. 02000000:00000001:0.0:1788777274.668641:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777274.668645:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777274.668646:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777274.668649:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777274.668652:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531a336e00. 02000000:00000001:0.0:1788777274.668659:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777274.668663:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777274.668666:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906e680. 00000100:00000001:0.0:1788777274.668669:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777274.668671:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777274.668674:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.668679:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777274.668680:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777274.668682:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.668686:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777274.680862:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.680882:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777274.680886:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.680889:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777274.680898:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.680904:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777274.680913:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.680918:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.680923:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.680926:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4df80 00000400:00000200:0.0:1788777274.680931:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.680936:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6809 [1] + 224 00000800:00000001:0.0:1788777274.680943:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.681685:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777274.681691:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777274.681698:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777274.681706:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777274.681714:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777274.681734:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.681750:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777274.681759:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.681764:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.682049:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777274.682055:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777274.682061:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777274.682063:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777274.682067:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:1.0:1788777274.682071:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c7f8 00000400:00000010:1.0:1788777274.682073:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c7f8. 00000100:00000001:1.0:1788777274.682076:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777274.682081:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777274.682089:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.682095:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777274.682097:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.682100:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777274.682103:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777274.682105:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777274.682107:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777274.682110:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777274.682115:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777274.682119:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777274.682121:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777274.682122:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777274.682125:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777274.682127:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.682130:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.682135:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.682141:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777274.682143:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777274.682145:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777274.682149:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777274.682157:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126116224:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777274.682162:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.682164:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777274.682167:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906df80 x1875667126116224/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.682174:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777274.682189:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777274.682199:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363c00. 02000000:00000001:1.0:1788777274.682203:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777274.682206:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777274.682208:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777274.682210:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777274.682212:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945321929d00. 02000000:00000001:1.0:1788777274.682216:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777274.682244:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777274.682247:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906df80. 00000100:00000001:1.0:1788777274.682251:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777274.682253:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.682255:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.682261:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777274.682263:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.682265:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777274.682267:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777274.690665:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777274.690683:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777274.690688:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777274.690691:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777274.690699:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.690707:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777274.690716:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.690721:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.690738:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.690742:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c4e000 00000400:00000200:1.0:1788777274.690746:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777274.690753:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6829 [1] + 224 00000800:00000001:1.0:1788777274.690758:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777274.690770:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777274.690773:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777274.690777:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777274.690784:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777274.690792:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777274.690803:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.690827:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777274.690835:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777274.690838:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777274.690907:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777274.690911:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777274.690917:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777274.690919:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777274.690923:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbd10. 00000400:00000200:0.0:1788777274.690928:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12330 00000400:00000010:0.0:1788777274.690931:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12330. 00000100:00000001:0.0:1788777274.690933:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777274.690938:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777274.690948:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.690955:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777274.690957:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777274.690959:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777274.690963:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777274.690965:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777274.690967:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777274.690970:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777274.690980:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=97 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777274.690984:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777274.690987:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777274.690989:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777274.690991:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777274.690995:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.690998:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777274.691000:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967633 gen 2 00000100:00000040:0.0:1788777274.691006:0:2346:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff945308a3d880 x1875667126114432/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.691026:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777274.691030:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d880 x1875667126114432/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.691036:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777274.691040:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777274.691043:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2d000. 02000000:00000001:0.0:1788777274.691047:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777274.691050:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777274.691052:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777274.691054:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777274.691057:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2e400. 02000000:00000001:0.0:1788777274.691061:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777274.691062:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777274.691064:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d880. 00000100:00000001:0.0:1788777274.691067:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777274.691069:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777274.691073:0:2346:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff94530914d500 x1875667126114944/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.691079:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777274.691082:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126114944/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.691087:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777274.691088:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777274.691089:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093abc00. 02000000:00000001:0.0:1788777274.691091:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777274.691092:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777274.691093:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777274.691095:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777274.691096:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9000. 02000000:00000001:0.0:1788777274.691098:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777274.691099:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777274.691100:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:0.0:1788777274.691102:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777274.691104:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777274.691108:0:2346:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777286 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777274.691116:0:2346:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777287 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777274.691126:0:2346:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777274.691129:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:0.0:1788777274.691131:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777274.691132:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777274.691136:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.691143:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777274.691145:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777274.691147:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777274.691151:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777274.691157:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126116352:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777274.691162:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.691164:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777274.691167:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d880 x1875667126116352/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.691172:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777274.691173:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777274.691175:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219400. 02000000:00000001:0.0:1788777274.691177:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777274.691178:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777274.691179:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777274.691181:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777274.691182:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945321929a00. 02000000:00000001:0.0:1788777274.691185:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777274.691186:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777274.691196:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d880. 00000100:00000001:0.0:1788777274.691198:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777274.691199:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777274.691203:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.691205:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777274.691206:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777274.691208:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777274.691209:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777274.699523:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.699545:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777274.699550:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.699553:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777274.699562:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.699570:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777274.699579:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.699584:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.699590:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.699594:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4e100 00000400:00000200:0.0:1788777274.699599:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.699605:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6839 [1] + 224 00000800:00000001:0.0:1788777274.699613:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.699681:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777274.699685:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777274.699691:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777274.699698:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777274.699707:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777274.699719:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.699751:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777274.699760:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.699764:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.700035:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777274.700040:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777274.700048:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777274.700050:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777274.700053:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbd68. 00000400:00000200:1.0:1788777274.700058:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12d48 00000400:00000010:1.0:1788777274.700061:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12d48. 00000100:00000001:1.0:1788777274.700064:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777274.700069:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777274.700077:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.700082:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777274.700084:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.700086:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777274.700090:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777274.700092:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777274.700094:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777274.700097:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777274.700106:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=97 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777274.700110:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777274.700112:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777274.700114:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777274.700116:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777274.700119:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.700122:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777274.700124:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788777274.700126:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777274.700127:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777274.700131:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.700137:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777274.700140:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777274.700142:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777274.700145:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777274.700156:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126116608:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777274.700161:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.700163:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777274.700166:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ea00 x1875667126116608/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.700172:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777274.700174:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777274.700177:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219a00. 02000000:00000001:1.0:1788777274.700180:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777274.700183:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777274.700194:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:1.0:1788777274.700197:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777274.700200:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945308ac7c00. 02000000:00000001:1.0:1788777274.700203:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777274.700205:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777274.700207:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ea00. 00000100:00000001:1.0:1788777274.700210:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777274.700211:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.700213:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777274.700247:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777274.700249:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.700251:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777274.700253:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777274.807107:0:31507:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777274.807113:0:31507:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777274.807115:0:31507:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777274.807120:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777274.807123:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777274.807127:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777274.807129:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777274.807131:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777274.807133:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777274.807136:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777274.807138:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777274.807140:0:31507:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788777274.807143:0:31507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777274.807145:0:31507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777274.807163:0:31507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1788777274.807788:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777274.807792:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777274.807796:0:15910:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788777274.807800:0:15910:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788777274.807802:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777274.807808:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788777274.807820:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777274.807824:0:15910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777274.807827:0:15910:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777274.807829:0:15910:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:2.0:1788777274.807834:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.807837:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.807842:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803300 count: 2 00010000:00000001:2.0:1788777274.807845:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.807850:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777274.807851:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.807852:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.807854:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803300 count: 2 00010000:00000001:2.0:1788777274.807856:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.807858:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777274.807860:0:15910:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777274.807864:0:15910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777274.807866:0:15910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9453209180c8) invalid 00000020:00000001:2.0:1788777274.807870:0:15910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cabca0 00000080:00002000:2.0:1788777274.807872:0:15910:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff945320b5ee58) parent ffff9453208d0a20 inode ffff9453209180c8 refc 1 00000080:00000001:2.0:1788777274.807876:0:15910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777274.807879:0:15910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777274.807881:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777274.807883:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777274.807886:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777274.807888:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777274.807890:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777274.807891:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777274.807895:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152ca00 with handle 0xe53f2b0cb7af87ba from hash 00010000:00000001:2.0:1788777274.807898:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777274.807900:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777274.807902:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777274.807903:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777274.807907:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777274.807909:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777274.807912:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777274.807914:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788777274.807921:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777274.807923:0:15910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777274.807924:0:15910:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777274.807925:0:15910:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777274.807927:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.807929:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.807931:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777274.807933:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.807935:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777274.807937:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.807938:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.807939:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777274.807941:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.807943:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777274.807944:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.807946:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.807947:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777274.807949:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.807951:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777274.807953:0:15910:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777274.807955:0:15910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777274.807959:0:15910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777274.807961:0:15910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777274.807962:0:15910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777274.807964:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777274.807966:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777274.807967:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777274.807968:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777274.807970:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777274.807971:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777274.807973:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155600 with handle 0xe53f2b0cb7af87a5 from hash 00010000:00000001:2.0:1788777274.807975:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777274.807976:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777274.807978:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777274.807978:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777274.807980:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777274.807981:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777274.807983:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777274.807986:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788777274.807992:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777274.807994:0:15910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777274.807995:0:15910:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777274.807997:0:15910:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:2.0:1788777274.807999:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.808000:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.808001:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803e00 count: 2 00010000:00000001:2.0:1788777274.808004:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.808006:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777274.808018:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.808019:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.808021:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803e00 count: 2 00010000:00000001:2.0:1788777274.808023:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.808025:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777274.808026:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.808028:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.808029:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803e00 count: 2 00010000:00000001:2.0:1788777274.808031:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.808033:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777274.808034:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.808035:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.808037:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803e00 count: 2 00010000:00000001:2.0:1788777274.808039:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.808041:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777274.808043:0:15910:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777274.808045:0:15910:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777274.808048:0:15910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777274.808051:0:15910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:2.0:1788777274.808054:0:15910:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:2.0:1788777274.808056:0:15910:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788777274.808059:0:15910:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1788777274.808062:0:15910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788777274.808064:0:15910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788777274.808068:0:15910:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777274.808071:0:15910:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777274.808073:0:15910:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788777274.808076:0:15910:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777274.808078:0:15910:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777274.808080:0:15910:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:2.0:1788777274.808082:0:15910:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777274.808083:0:15910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777274.808085:0:15910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff94532091ec08) invalid 00000020:00000001:2.0:1788777274.808087:0:15910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cabca0 00000080:00002000:2.0:1788777274.808089:0:15910:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff945320b54798) parent ffff945320b54ca8 inode ffff94532091ec08 refc 1 00000080:00000001:2.0:1788777274.808092:0:15910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777274.808094:0:15910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777274.808095:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777274.808097:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777274.808099:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777274.808100:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777274.808101:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777274.808103:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777274.808105:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155a00 with handle 0xe53f2b0cb7af87b3 from hash 00010000:00000001:2.0:1788777274.808107:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777274.808108:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777274.808109:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777274.808110:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777274.808112:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777274.808113:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777274.808115:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777274.808118:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788777274.808124:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777274.808126:0:15910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777274.808127:0:15910:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777274.808128:0:15910:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1788777274.808130:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.808131:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.808133:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777274.808135:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.808138:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777274.808139:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777274.808140:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777274.808142:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777274.808143:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777274.808145:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777274.808146:0:15910:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777274.808148:0:15910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777274.808150:0:15910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff94532091b248) invalid 00000020:00000001:2.0:1788777274.808152:0:15910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cabca0 00000080:00002000:2.0:1788777274.808154:0:15910:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff945320b54ca8) parent ffff9453208d0a20 inode ffff94532091b248 refc 1 00000080:00000001:2.0:1788777274.808156:0:15910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777274.808158:0:15910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777274.808159:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777274.808160:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777274.808162:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777274.808163:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777274.808164:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777274.808166:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777274.808168:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154000 with handle 0xe53f2b0cb7af87ac from hash 00010000:00000001:2.0:1788777274.808170:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777274.808171:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777274.808172:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777274.808173:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777274.808174:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777274.808176:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777274.808178:0:15910:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788777274.808180:0:15910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777274.808182:0:15910:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788777274.808191:0:15910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777274.808195:0:15910:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777274.808199:0:15910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777274.808202:0:15910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777274.808206:0:15910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777274.808214:0:15910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073e800. 00000100:00000001:2.0:1788777274.808238:0:15910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777274.808243:0:15910:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777274.808249:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788777274.808257:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777274.808264:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788777274.808271:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788777274.808277:0:15910:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:2.0:1788777274.808279:0:15910:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1788777274.808282:0:15910:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777274.808284:0:15910:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777274.808290:0:15910:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776480. 00000100:00000001:2.0:1788777274.808293:0:15910:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044525184 : -118390665026432 : ffff945306776480) 00000100:00000001:2.0:1788777274.808296:0:15910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777274.808297:0:15910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000001:2.0:1788777274.808302:0:15910:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777274.808308:0:15910:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777274.808310:0:15910:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777274.808311:0:15910:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777274.808322:0:15910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777274.808331:0:15910:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777274.808333:0:15910:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777274.808336:0:15910:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777274.808339:0:15910:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777274.808341:0:15910:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777274.808344:0:15910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:15910:1875667126116736:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777274.808348:0:15910:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777274.808353:0:15910:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777274.808355:0:15910:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777274.808357:0:15910:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777274.808361:0:15910:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073fa00. 02000000:00000001:2.0:1788777274.808363:0:15910:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777274.808370:0:15910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777274.808374:0:15910:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464dc0. 00000400:00000010:2.0:1788777274.808381:0:15910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777274.808388:0:15910:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126116736, portal 18 00000100:00000001:2.0:1788777274.808390:0:15910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777274.808391:0:15910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:2.0:1788777274.808397:0:15910:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777274.808404:0:15910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777274.808407:0:15910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777274.808409:0:15910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1220. 00000100:00000200:2.0:1788777274.808412:0:15910:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875667126116736, offset 0 00000400:00000200:2.0:1788777274.808418:0:15910:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777274.808426:0:15910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777274.808432:0:15910:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777274.808437:0:15910:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777274.808443:0:15910:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777274.808446:0:15910:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777274.808449:0:15910:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777274.808452:0:15910:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2414:2414:256:4294967295] 192.168.203.135@tcp LPNI seq info [2409:2409:8:4294967295] 00000400:00000200:2.0:1788777274.808457:0:15910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777274.808466:0:15910:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777274.808472:0:15910:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777274.808477:0:15910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b300. 00000800:00000200:2.0:1788777274.808483:0:15910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777274.808491:0:15910:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777274.808495:0:15910:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b300 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1788777274.808509:0:15910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777274.808513:0:15910:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 774987 usecs (775 jiffies) 00000400:00000200:2.0:1788777274.808517:0:15910:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777274.808520:0:15910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296425890 00000100:00000001:2.0:1788777274.808523:0:15910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296429105 00000100:00000001:2.0:1788777274.808526:0:15910:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296425890 00000100:00000001:2.0:1788777274.808527:0:15910:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296429105 00000100:00000001:2.0:1788777274.808530:0:15910:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777274.808532:0:15910:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777274.808535:0:15910:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777274.808537:0:15910:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777274.808539:0:15910:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777274.808541:0:15910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777274.808544:0:15910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777274.808879:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777274.808884:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b300. 00000400:00000200:1.0:1788777274.808889:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777274.808894:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777274.808899:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1220 00000400:00000010:1.0:1788777274.808902:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1220. 00000100:00000001:1.0:1788777274.808905:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777274.808909:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.808919:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777274.808922:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777274.808930:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.808931:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777274.814901:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.814918:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777274.814922:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.814925:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777274.814933:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.814940:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777274.814950:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.814955:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.814959:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.814963:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c4e180 00000400:00000200:0.0:1788777274.814967:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777274.814973:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6849 [1] + 224 00000800:00000001:0.0:1788777274.814979:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.814985:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777274.814989:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777274.814993:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777274.815001:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777274.815019:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777274.815030:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777274.815051:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777274.815059:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777274.815062:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777274.815125:0:15910:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777274.815133:0:15910:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777274.815135:0:15910:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777274.815138:0:15910:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464dc0. 00000400:00000200:2.0:1788777274.815143:0:15910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:2.0:1788777274.815145:0:15910:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:2.0:1788777274.815149:0:15910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777274.815154:0:15910:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777274.815161:0:15910:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777274.815166:0:15910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777274.815168:0:15910:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777274.815170:0:15910:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777274.815173:0:15910:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777274.815184:0:15910:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777274.815191:0:15910:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777274.815195:0:15910:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777274.815205:0:15910:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024538 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777274.815209:0:15910:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777274.815211:0:15910:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777274.815213:0:15910:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777274.815215:0:15910:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777274.815253:0:15910:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777274.815257:0:15910:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777274.815259:0:15910:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1788777274.815261:0:15910:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777274.815262:0:15910:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777274.815266:0:15910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777274.815273:0:15910:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777274.815276:0:15910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777274.815278:0:15910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777274.815282:0:15910:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777274.815289:0:15910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:15910:1875667126116736:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777274.815294:0:15910:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777274.815297:0:15910:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777274.815300:0:15910:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777274.815302:0:15910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777274.815305:0:15910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777274.815312:0:15910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777274.815315:0:15910:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776480. 00000100:00000001:2.0:1788777274.815319:0:15910:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777274.815320:0:15910:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777274.815323:0:15910:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777274.815325:0:15910:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126116736/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 344/224 e 0 to 0 dl 1788777290 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777274.815331:0:15910:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777274.815333:0:15910:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777274.815336:0:15910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073fa00. 02000000:00000001:2.0:1788777274.815338:0:15910:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777274.815341:0:15910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777274.815342:0:15910:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777274.815344:0:15910:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777274.815348:0:15910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073e800. 02000000:00000001:2.0:1788777274.815350:0:15910:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777274.815351:0:15910:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777274.815353:0:15910:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:2.0:1788777274.815356:0:15910:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777274.815357:0:15910:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777274.815359:0:15910:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:2.0:1788777274.815362:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777274.815366:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ca00/0xe53f2b0cb7af87ba lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c208 expref: -99 pid: 31488 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1788777274.815386:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803300 count: 0 00010000:00000010:2.0:1788777274.815393:0:15910:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155900. 00010000:00000001:2.0:1788777274.815401:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777274.815403:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777274.815405:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af87a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c1ad expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788777274.815413:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8c00 count: 0 00010000:00000010:2.0:1788777274.815416:0:15910:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9ec80. 00010000:00000001:2.0:1788777274.815420:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777274.815421:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777274.815424:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87b3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c1e5 expref: -99 pid: 31477 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788777274.815430:0:15910:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945308bb9ec0. 00010000:00000040:2.0:1788777274.815432:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803e00 count: 0 00010000:00000010:2.0:1788777274.815435:0:15910:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155780. 00010000:00000001:2.0:1788777274.815438:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777274.815439:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777274.815441:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87ac lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c1c9 expref: -99 pid: 31477 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1788777274.815447:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8d00 count: 0 00010000:00000010:2.0:1788777274.815449:0:15910:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9ef00. 00010000:00000001:2.0:1788777274.815452:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777274.815454:0:15910:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777274.815469:0:15910:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777274.815472:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777274.815474:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777274.815476:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777274.815478:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777274.815479:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777274.815480:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777274.815482:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777274.815483:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777274.815484:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777274.816828:0:31507:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777274.816835:0:31507:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777274.816837:0:31507:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:2.1:1788777274.832417:0:31332:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803300. 00010000:00000010:2.1:1788777274.832434:0:31332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ca00. 00010000:00000010:2.1:1788777274.832440:0:31332:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8c00. 00010000:00000010:2.1:1788777274.832443:0:31332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00010000:00000010:2.1:1788777274.832446:0:31332:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803e00. 00010000:00000010:2.1:1788777274.832450:0:31332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00010000:00000010:2.1:1788777274.832452:0:31332:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:2.1:1788777274.832455:0:31332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00020000:00000001:3.0:1788777274.851675:0:31477:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777274.851693:0:31477:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945310bd4f80 00020000:00000002:3.0:1788777274.851699:0:31477:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945310bd4f80 00020000:00000001:3.0:1788777274.851701:0:31477:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777274.851709:0:31477:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777274.851712:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83df0 00000080:00200008:3.0:1788777274.851714:0:31477:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x29:0x0](ffff94532091ec08), flags 100002 00000080:00000001:3.0:1788777274.851719:0:31477:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788777274.851722:0:31477:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788777274.851723:0:31477:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777274.851724:0:31477:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945310bd4f80 00020000:00000002:3.0:1788777274.851727:0:31477:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945310bd4f80 00020000:00000001:3.0:1788777274.851729:0:31477:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777274.851732:0:31477:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788777274.851739:0:31477:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777274.851743:0:31477:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777274.851749:0:31477:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777274.851751:0:31477:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777274.851753:0:31477:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x29:0x0]: 0 00000080:00000001:3.0:1788777274.851756:0:31477:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777274.851757:0:31477:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777274.851762:0:31477:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94530398c000. 00000080:00000001:3.0:1788777274.851765:0:31477:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777274.851770:0:31477:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777274.851774:0:31477:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788777274.851776:0:31477:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x29:0x0] 00000002:00000001:3.0:1788777274.851779:0:31477:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777274.851781:0:31477:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x29:0x0] file closed with intent: 0 00000100:00000010:3.0:1788777274.851787:0:31477:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ca80. 00000020:00000040:3.0:1788777274.851791:0:31477:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777274.851796:0:31477:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777274.851799:0:31477:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777274.851803:0:31477:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777274.851811:0:31477:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530398d600. 00000100:00000001:3.0:1788777274.851817:0:31477:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777274.851836:0:31477:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777286 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777274.851848:0:31477:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:3.0:1788777274.851853:0:31477:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777274.851860:0:31477:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777274.851861:0:31477:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777274.851868:0:31477:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945309150e40. 00000100:00000001:3.0:1788777274.851870:0:31477:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683088412224 : -118390621139392 : ffff945309150e40) 00000100:00000001:3.0:1788777274.851873:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777274.851874:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000001:3.0:1788777274.851878:0:31477:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777274.851882:0:31477:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777274.851885:0:31477:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777274.851886:0:31477:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777274.851890:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777274.851897:0:31477:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777274.851899:0:31477:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777274.851902:0:31477:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777274.851904:0:31477:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777274.851907:0:31477:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777274.851909:0:31477:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31477:1875667126116992:192.168.203.135@tcp:35:multiop.0 00000100:00000001:3.0:1788777274.851913:0:31477:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777274.851917:0:31477:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777274.851920:0:31477:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777274.851922:0:31477:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777274.851926:0:31477:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777274.851927:0:31477:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777274.851934:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777274.851937:0:31477:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 00000400:00000010:3.0:1788777274.851944:0:31477:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347110. 00000100:00000200:3.0:1788777274.851950:0:31477:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126116992, portal 10 00000100:00000001:3.0:1788777274.851952:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777274.851954:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000040:3.0:1788777274.851960:0:31477:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777290 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777274.851966:0:31477:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777274.851969:0:31477:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777274.851971:0:31477:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347330. 00000100:00000200:3.0:1788777274.851975:0:31477:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126116992, offset 0 00000400:00000200:3.0:1788777274.851982:0:31477:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777274.851990:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777274.851997:0:31477:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777274.852002:0:31477:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777274.852018:0:31477:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777274.852022:0:31477:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777274.852025:0:31477:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777274.852028:0:31477:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2415:2415:256:4294967295] 192.168.203.135@tcp LPNI seq info [2410:2410:8:4294967295] 00000400:00000200:3.0:1788777274.852033:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777274.852043:0:31477:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777274.852048:0:31477:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777274.852054:0:31477:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df000. 00000800:00000200:3.0:1788777274.852060:0:31477:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777274.852068:0:31477:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777274.852073:0:31477:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777274.852082:0:31477:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777274.852087:0:31477:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 773928 usecs (774 jiffies) 00000400:00000200:3.0:1788777274.852090:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777274.852093:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296425932 00000100:00000001:3.0:1788777274.852096:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296429105 00000100:00000001:3.0:1788777274.852099:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296425932 00000100:00000001:3.0:1788777274.852101:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296429105 00000100:00000001:3.0:1788777274.852103:0:31477:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777274.852106:0:31477:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777274.852108:0:31477:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777274.852110:0:31477:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777274.852112:0:31477:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309150e40 going to sleep for 11 seconds 00000100:00000001:3.0:1788777274.852115:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777274.852118:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777274.852745:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777274.852751:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:1.0:1788777274.852756:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777274.852762:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777274.852767:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347330 00000400:00000010:1.0:1788777274.852770:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347330. 00000100:00000001:1.0:1788777274.852774:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777274.852778:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777290 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777274.852788:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777274.852792:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777290 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777274.852799:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777274.852801:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788777275.357404:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777275.357420:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777275.357449:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777275.357451:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777275.357454:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777276.381636:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777276.381644:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777276.381756:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777276.381760:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777276.381764:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777277.405408:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777277.405415:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777277.405578:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777277.405581:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777277.405585:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777278.431168:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777278.431175:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777278.431200:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777278.431203:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777278.431207:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777279.261384:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296429105, at 4296429568 00000100:00000040:0.0:1788777279.261384:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296429105, at 4296429568 00000100:00000010:0.0:1788777279.261401:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4360. 00000100:00000010:1.0:1788777279.261403:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4780. 00010000:00000001:1.0:1788777279.453615:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777279.453622:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777279.453716:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777279.453720:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777279.453723:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777279.773678:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777279.773688:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777279.773698:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777279.773704:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:2.0:1788777279.773708:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777279.773710:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777279.773715:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777279.773722:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94530666b900. 00000100:00000001:2.0:1788777279.773729:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.773740:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777279.773750:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777279.773754:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.773760:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000109cfe1] to pc [ptlrpcd_01_00+0] req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.773796:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.773799:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777279.773803:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788777279.773809:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788777279.773813:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788777279.773815:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.773822:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777279.773824:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.773826:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777279.773828:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777279.773830:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777279.773846:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.773855:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777279.773857:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.773860:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777279.773862:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777279.773865:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777279.773868:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126117120:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777279.773872:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777279.773877:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777279.773879:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.773882:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777279.773886:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073e800. 02000000:00000001:2.0:1788777279.773888:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777279.773896:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777279.773900:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464dc0. 00000400:00000010:2.0:1788777279.773907:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777279.773914:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126117120, portal 25 00000100:00000001:2.0:1788777279.773916:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777279.773918:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:2.0:1788777279.773923:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.773931:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777279.773933:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777279.773936:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1660. 00000100:00000200:2.0:1788777279.773939:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126117120, offset 0 00000400:00000200:2.0:1788777279.773945:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777279.773955:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777279.773962:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777279.773967:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777279.773971:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777279.773984:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777279.773987:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777279.773991:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2416:2416:256:4294967295] 192.168.203.135@tcp LPNI seq info [2411:2411:8:4294967295] 00000400:00000200:2.0:1788777279.773995:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777279.774005:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777279.774011:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777279.774015:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666ba00. 00000800:00000200:2.0:1788777279.774021:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777279.774028:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777279.774032:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777279.774050:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777279.774054:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777279.774056:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296434223 00000100:00000010:2.0:1788777279.774061:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b78a0. 00000100:00000001:2.0:1788777279.774067:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788777279.774075:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296434223 00000100:00000010:2.0:1788777279.774078:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b70c0. 00000100:00000001:2.0:1788777279.774081:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788777279.774084:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777279.774087:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.774091:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.774093:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777279.774105:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777279.774109:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777279.774111:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777279.774112:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777279.774114:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777279.774118:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94530666b100. 00000100:00000001:2.0:1788777279.774121:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.774126:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777279.774133:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777279.774135:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.774139:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091cb60f2] to pc [ptlrpcd_01_01+1] req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.774150:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.774153:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777279.774155:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788777279.774161:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777279.774163:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777279.774164:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777279.774167:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.774174:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777279.774175:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.774178:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777279.774180:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777279.774181:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777279.774184:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126117248:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777279.774187:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777279.774189:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777279.774190:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.774192:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777279.774195:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073fa00. 02000000:00000001:2.0:1788777279.774196:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777279.774200:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777279.774202:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777279.774206:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777279.774209:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126117248, portal 10 00000100:00000001:2.0:1788777279.774210:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777279.774212:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:2.0:1788777279.774218:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.774257:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777279.774260:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777279.774264:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c17f8. 00000100:00000200:2.0:1788777279.774266:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126117248, offset 0 00000400:00000200:2.0:1788777279.774271:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777279.774274:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777279.774278:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777279.774281:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777279.774283:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777279.774286:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777279.774288:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777279.774290:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2417:2417:255:4294967295] 192.168.203.135@tcp LPNI seq info [2412:2412:7:4294967295] 00000400:00000200:2.0:1788777279.774294:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777279.774300:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777279.774305:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777279.774308:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b700. 00000800:00000200:2.0:1788777279.774312:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777279.774316:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777279.774319:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777279.774322:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.774325:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 773928 usecs (774 jiffies) 00000400:00000200:2.0:1788777279.774328:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777279.774330:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296430855 00000100:00000001:2.0:1788777279.774333:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296434223 00000100:00000001:2.0:1788777279.774335:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296430855 00000100:00000001:2.0:1788777279.774337:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296434223 00000100:00000001:2.0:1788777279.774339:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777279.774341:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.774343:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.774354:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.774358:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777279.774359:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777279.774361:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777279.774362:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777279.774363:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.774365:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777279.774373:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777279.774939:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777279.774942:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777279.774944:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777279.774946:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777279.774951:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94530666bc00. 00000100:00000001:2.0:1788777279.774956:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.774962:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777279.774969:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777279.774971:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.774984:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_00+0] req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.774998:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.775000:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777279.775003:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788777279.775011:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777279.775013:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777279.775014:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777279.775016:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788777279.775018:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.775021:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777279.775022:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.775024:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777279.775025:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777279.775026:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777279.775030:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.775037:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777279.775039:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.775042:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777279.775044:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777279.775045:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777279.775048:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126117376:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777279.775051:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777279.775054:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777279.775055:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.775057:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777279.775061:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073e600. 02000000:00000001:2.0:1788777279.775062:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777279.775066:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777279.775069:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064645d8. 00000400:00000010:2.0:1788777279.775073:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1550. 00000100:00000200:2.0:1788777279.775076:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126117376, portal 4 00000100:00000001:2.0:1788777279.775078:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777279.775080:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777279.775086:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.775092:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777279.775094:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777279.775096:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c16e8. 00000100:00000200:2.0:1788777279.775098:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126117376, offset 0 00000400:00000200:2.0:1788777279.775103:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777279.775108:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777279.775111:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777279.775115:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777279.775117:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777279.775120:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777279.775122:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777279.775125:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2418:2418:254:4294967295] 192.168.203.135@tcp LPNI seq info [2413:2413:6:4294967295] 00000400:00000200:2.0:1788777279.775128:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777279.775135:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777279.775140:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777279.775144:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666be00. 00000800:00000200:2.0:1788777279.775148:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777279.775153:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777279.775157:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777279.775160:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.775163:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23080 usecs (24 jiffies) 00000400:00000200:2.0:1788777279.775167:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777279.775169:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296430105 00000100:00000001:2.0:1788777279.775171:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296434223 00000100:00000001:2.0:1788777279.775173:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296430105 00000100:00000001:2.0:1788777279.775175:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296434223 00000100:00000001:2.0:1788777279.775177:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777279.775179:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.775181:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.775184:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777279.775193:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914fb80. 00000020:00000040:2.0:1788777279.775196:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:2.0:1788777279.775198:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777279.775200:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777279.775201:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777279.775205:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94530666b500. 00000100:00000001:2.0:1788777279.775208:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.775212:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777279.775243:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777279.775245:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.775249:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d45f6ff6] to pc [ptlrpcd_01_01+1] req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.775266:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.775273:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777279.775274:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777279.775275:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777279.775280:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.775286:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777279.775287:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.775289:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777279.775291:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777279.775293:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777279.775296:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126117504:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777279.775298:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777279.775300:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777279.775302:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.775303:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777279.775306:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073ec00. 02000000:00000001:2.0:1788777279.775308:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777279.775311:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777279.775315:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777279.775318:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1e58. 00000100:00000200:2.0:1788777279.775320:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126117504, portal 4 00000100:00000001:2.0:1788777279.775322:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777279.775323:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000040:2.0:1788777279.775328:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.775334:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777279.775336:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777279.775338:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1440. 00000100:00000200:2.0:1788777279.775340:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126117504, offset 0 00000800:00000200:0.0:1788777279.775565:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777279.775570:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666ba00. 00000400:00000200:0.0:1788777279.775577:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777279.775582:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777279.775587:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1660 00000400:00000010:0.0:1788777279.775589:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1660. 00000100:00000001:0.0:1788777279.775593:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777279.775597:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.775607:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777279.775610:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.775617:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777279.775618:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777279.775631:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777279.775633:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b700. 00000400:00000200:0.0:1788777279.775635:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777279.775638:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777279.775641:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c17f8 00000400:00000010:0.0:1788777279.775643:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c17f8. 00000100:00000001:0.0:1788777279.775644:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777279.775648:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.775654:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777279.775657:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.775663:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777279.775665:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777279.775723:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777279.775727:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666be00. 00000400:00000200:0.0:1788777279.775731:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777279.775734:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777279.775736:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c16e8 00000400:00000010:0.0:1788777279.775738:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c16e8. 00000100:00000001:0.0:1788777279.775739:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777279.775743:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.775749:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777279.775752:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.775759:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777279.775760:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1788777279.775787:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1767) 00000400:00000200:2.0:1788777279.776012:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777279.776018:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777279.776023:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777279.776026:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777279.776029:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777279.776031:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777279.776034:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777279.776036:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2419:2419:256:4294967295] 192.168.203.135@tcp LPNI seq info [2414:2414:8:4294967295] 00000400:00000200:2.0:1788777279.776040:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777279.776047:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777279.776051:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777279.776055:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b200. 00000800:00000200:2.0:1788777279.776060:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777279.776065:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777279.776068:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777279.776128:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.776133:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 279673 usecs (280 jiffies) 00000400:00000200:2.0:1788777279.776136:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777279.776138:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296430362 00000100:00000001:2.0:1788777279.776140:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296434223 00000100:00000001:2.0:1788777279.776142:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296430362 00000100:00000001:2.0:1788777279.776144:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296434223 00000100:00000001:2.0:1788777279.776146:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777279.776148:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.776151:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.776154:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.776160:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777279.776161:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777279.776163:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777279.776165:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777279.776166:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.776168:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777279.776210:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777279.776214:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b200. 00000400:00000200:1.0:1788777279.776217:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777279.776241:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777279.776245:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1440 00000400:00000010:1.0:1788777279.776247:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1440. 00000100:00000001:1.0:1788777279.776250:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777279.776254:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777279.776262:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777279.776265:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777279.776276:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777279.776277:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777279.776453:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777279.776458:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777279.781496:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781514:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777279.781518:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781520:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777279.781530:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781537:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777279.781546:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781551:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781556:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781560:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4e300 00000400:00000200:0.0:1788777279.781564:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781570:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6859 [1] + 224 00000800:00000001:0.0:1788777279.781577:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781582:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777279.781585:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777279.781589:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777279.781597:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777279.781605:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777279.781618:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.781642:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777279.781653:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781656:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777279.781658:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781660:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777279.781663:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781667:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777279.781671:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781674:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781676:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781680:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4e400 00000400:00000200:0.0:1788777279.781684:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781688:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6869 [1] + 224 00000800:00000001:0.0:1788777279.781691:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781695:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777279.781697:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777279.781701:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777279.781704:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777279.781708:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777279.781717:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.781724:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777279.781726:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781729:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777279.781730:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781732:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777279.781734:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781737:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777279.781741:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781744:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781746:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781749:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4e480 00000400:00000200:0.0:1788777279.781751:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781755:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6871 [1] + 224 00000800:00000001:0.0:1788777279.781758:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781761:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777279.781763:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777279.781766:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777279.781768:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777279.781772:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777279.781781:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.781787:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777279.781790:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781793:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777279.781795:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781797:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777279.781800:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781803:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777279.781806:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781809:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781811:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781814:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c4e380 00000400:00000200:0.0:1788777279.781817:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777279.781822:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6861 [1] + 224 00000800:00000001:0.0:1788777279.781825:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781858:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777279.781861:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777279.781864:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777279.781868:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777279.781873:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777279.781881:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777279.781898:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777279.781903:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777279.781907:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.781983:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777279.781988:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777279.781995:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777279.781997:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777279.782000:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:2.0:1788777279.782005:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1e58 00000400:00000010:2.0:1788777279.782007:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1e58. 00000100:00000001:2.0:1788777279.782011:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777279.782015:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777279.782024:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782030:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777279.782032:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782034:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777279.782037:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777279.782040:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777279.782042:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.782044:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777279.782054:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=102 v=5 (5 5 5 37) 00000100:00001000:2.0:1788777279.782058:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777279.782060:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777279.782062:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777279.782065:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777279.782068:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.782072:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777279.782074:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777279.782076:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777279.782077:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.782082:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782089:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777279.782092:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777279.782094:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777279.782098:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777279.782105:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126117504:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777279.782110:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777279.782112:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777279.782114:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064645d8. 00000400:00000200:2.0:1788777279.782117:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1550 00000400:00000010:2.0:1788777279.782118:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1550. 00000100:00000001:2.0:1788777279.782120:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777279.782123:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777279.782131:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782137:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777279.782138:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782140:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777279.782141:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777279.782142:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777279.782144:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.782146:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777279.782149:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=102 v=5 (5 5 5 37) 00000100:00001000:2.0:1788777279.782152:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777279.782154:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777279.782156:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777279.782157:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777279.782159:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.782161:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777279.782162:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1788777279.782164:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777279.782165:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.782169:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782175:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777279.782177:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777279.782178:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777279.782181:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777279.782188:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126117376:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777279.782192:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777279.782193:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777279.782194:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000400:00000200:2.0:1788777279.782197:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:2.0:1788777279.782198:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:2.0:1788777279.782200:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777279.782203:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777279.782210:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782216:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777279.782217:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782250:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777279.782252:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777279.782254:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777279.782255:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.782257:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777279.782260:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=102 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777279.782263:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777279.782265:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777279.782266:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777279.782268:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777279.782269:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.782271:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777279.782272:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967634 gen 2 00000100:00000001:2.0:1788777279.782275:0:2349:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777279.782277:0:2349:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1788777279.782280:0:2349:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777279.782281:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.782285:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782292:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777279.782293:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777279.782295:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777279.782299:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777279.782305:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126117248:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777279.782310:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777279.782311:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777279.782313:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464dc0. 00000400:00000200:2.0:1788777279.782315:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:2.0:1788777279.782317:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:2.0:1788777279.782319:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777279.782322:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777279.782329:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782336:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777279.782337:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782339:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777279.782340:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777279.782341:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777279.782343:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777279.782344:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777279.782347:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777279.782350:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777279.782353:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777279.782354:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777279.782355:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777279.782358:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.782359:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777279.782363:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782368:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777279.782370:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777279.782371:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777279.782388:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777279.782396:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126117120:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777279.782400:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782402:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777279.782406:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914fb80 x1875667126117504/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782413:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777279.782415:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777279.782419:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073ec00. 02000000:00000001:2.0:1788777279.782423:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777279.782425:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777279.782427:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777279.782429:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777279.782432:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666b500. 02000000:00000001:2.0:1788777279.782437:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777279.782438:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777279.782440:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914fb80. 00000100:00000001:2.0:1788777279.782444:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777279.782445:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782447:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777279.782450:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126117376/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782456:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777279.782457:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777279.782459:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073e600. 02000000:00000001:2.0:1788777279.782461:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777279.782462:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777279.782463:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777279.782464:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777279.782466:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666bc00. 02000000:00000001:2.0:1788777279.782467:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777279.782468:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777279.782469:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777279.782471:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777279.782472:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782474:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777279.782477:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126117248/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782483:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777279.782484:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777279.782486:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073fa00. 02000000:00000001:2.0:1788777279.782488:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777279.782489:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777279.782490:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777279.782491:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777279.782493:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666b100. 02000000:00000001:2.0:1788777279.782495:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777279.782496:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777279.782497:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777279.782499:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777279.782500:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782501:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777279.782504:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126117120/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777279.782508:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777279.782510:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777279.782511:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073e800. 02000000:00000001:2.0:1788777279.782512:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777279.782513:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777279.782514:0:2349:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777279.782516:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777279.782517:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666b900. 02000000:00000001:2.0:1788777279.782518:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777279.782520:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777279.782521:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:2.0:1788777279.782523:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777279.782524:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782526:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777279.782532:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777279.782535:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777279.782537:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777279.782539:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777280.477489:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777280.477497:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777280.477499:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777280.477502:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777280.477507:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777280.477509:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777280.477511:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777280.477513:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777280.478389:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777280.478393:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777280.478396:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777281.501331:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777281.501339:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777281.501372:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777281.501375:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777281.501378:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777282.525351:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777282.525359:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777282.526362:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777282.526366:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777282.526370:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777282.845350:0:31488:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777282.845358:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777282.845359:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777282.845365:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310600 going to sleep for 1 seconds 00000100:00000001:3.0:1788777282.845369:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777282.845372:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777283.549329:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777283.549336:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777283.549420:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777283.549423:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777283.549426:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777283.869332:0:31488:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777283.869339:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777283.869342:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777283.869346:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310600 going to sleep for 1 seconds 00000100:00000001:3.0:1788777283.869349:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777283.869353:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.381468:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296434223, at 4296434688 00000100:00000010:0.0:1788777284.381483:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b78a0. 00000100:00000040:1.0:1788777284.381688:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296434223, at 4296434688 00000100:00000010:1.0:1788777284.381695:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b70c0. 00010000:00000001:1.0:1788777284.574433:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777284.574441:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777284.574477:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777284.574480:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777284.574483:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777284.893737:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777284.893747:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777284.893757:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3100. 00000020:00000040:0.0:1788777284.893763:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777284.893767:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777284.893770:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777284.893776:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777284.893785:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f900. 00000100:00000001:0.0:1788777284.893791:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.893802:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777284.893811:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777284.893815:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.893821:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3fb45c8] to pc [ptlrpcd_00_01+1] req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.893850:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.893853:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777284.893856:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777284.893859:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1180. 00000020:00000040:0.0:1788777284.893861:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777284.893863:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777284.893864:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777284.893866:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777284.893869:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f800. 00000100:00000001:0.0:1788777284.893872:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.893877:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777284.893884:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777284.893885:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.893889:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf02986d] to pc [ptlrpcd_00_00+0] req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.893898:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.893901:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777284.893904:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788777284.893907:0:27180:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1788777284.893910:0:27180:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1788777284.893913:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0e00. 00000020:00000040:0.0:1788777284.893916:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777284.893918:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777284.893920:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777284.893921:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777284.893925:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f200. 00000100:00000001:0.0:1788777284.893928:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.893929:0:31488:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777284.893930:0:27180:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625683082710528 : -118390626841088 : ffff945308be0e00) 00000100:00000001:3.0:1788777284.893935:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1788777284.893947:0:27180:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1788777284.893948:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788777284.893954:0:27180:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9453090ac800: disconnect after 21s idle 00000100:00100000:3.0:1788777284.893955:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310600 going to sleep for 1 seconds 00000100:00000001:0.0:1788777284.893959:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777284.893961:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777284.893963:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.893966:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.893970:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad18902] to pc [ptlrpcd_rcv+-1] req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.893989:0:27180:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777284.893991:0:27180:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.893994:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777284.893997:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788777284.893998:0:27180:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1788777284.894000:0:27180:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1788777284.894003:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0700. 00000020:00000040:0.0:1788777284.894006:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:0.0:1788777284.894008:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1788777284.894010:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788777284.894010:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777284.894014:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.894015:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1788777284.894018:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f700. 00000100:00000001:3.0:1788777284.894019:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788777284.894022:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777284.894026:0:27180:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000040:3.0:1788777284.894030:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788777284.894030:0:27180:0:(import.c:65:import_set_state_nolock()) ffff945311026000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788777284.894035:0:27180:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9453090ac800: disconnect after 21s idle 00000100:00000001:0.0:1788777284.894039:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777284.894044:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.894047:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777284.894052:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.894052:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f137f352] to pc [ptlrpcd_rcv+-1] req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788777284.894058:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777284.894063:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777284.894065:0:27180:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788777284.894068:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777284.894069:0:27180:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777284.894076:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1772) 00000100:00100000:3.0:1788777284.894077:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126117888:192.168.203.135@tcp:9:kworker.0 00000100:00000001:3.0:1788777284.894093:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777284.894098:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777284.894101:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777284.894104:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777284.894109:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530398c200. 02000000:00000001:3.0:1788777284.894111:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777284.894184:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777284.894190:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777284.894197:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347dd0. 00000100:00000200:3.0:1788777284.894203:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126117888, portal 4 00000100:00000001:3.0:1788777284.894206:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777284.894208:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082710528 : -118390626841088 : ffff945308be0e00) 00000100:00000040:3.0:1788777284.894239:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.894247:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777284.894250:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777284.894253:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347bb0. 00000100:00000200:3.0:1788777284.894257:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126117888, offset 0 00000400:00000200:3.0:1788777284.894264:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777284.894272:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777284.894280:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777284.894286:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777284.894290:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777284.894293:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777284.894296:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777284.894300:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2420:2420:256:4294967295] 192.168.203.135@tcp LPNI seq info [2415:2415:8:4294967295] 00000400:00000200:3.0:1788777284.894304:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777284.894314:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777284.894321:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777284.894326:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df300. 00000800:00000200:3.0:1788777284.894334:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777284.894342:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777284.894347:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777284.894370:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777284.894375:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23012 usecs (24 jiffies) 00000400:00000200:3.0:1788777284.894378:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777284.894442:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296435225 00000100:00000010:3.0:1788777284.894447:0:2345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6cc00. 00000100:00000001:3.0:1788777284.894454:0:2345:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788777284.894464:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296435225 00000100:00000010:3.0:1788777284.894467:0:2345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6c4e0. 00000100:00000001:3.0:1788777284.894471:0:2345:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788777284.894478:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777284.894481:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.894484:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.894486:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777284.894493:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777284.894494:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788777284.894496:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777284.894498:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777284.894499:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777284.894504:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.894511:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777284.894512:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777284.894515:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777284.894517:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777284.894519:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777284.894522:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126118016:192.168.203.135@tcp:9:kworker.0 00000100:00000001:3.0:1788777284.894525:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777284.894527:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777284.894529:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777284.894531:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777284.894534:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530398c600. 02000000:00000001:3.0:1788777284.894536:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777284.894538:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777284.894541:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d688. 00000400:00000010:3.0:1788777284.894544:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083476e8. 00000100:00000200:3.0:1788777284.894546:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126118016, portal 4 00000100:00000001:3.0:1788777284.894548:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777284.894549:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082708736 : -118390626842880 : ffff945308be0700) 00000100:00000040:3.0:1788777284.894555:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.894561:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777284.894564:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777284.894566:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347088. 00000100:00000200:3.0:1788777284.894568:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126118016, offset 0 00000400:00000200:3.0:1788777284.894572:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777284.894576:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777284.894579:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777284.894582:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777284.894584:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777284.894586:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777284.894588:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777284.894591:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2421:2421:255:4294967295] 192.168.203.135@tcp LPNI seq info [2416:2416:7:4294967295] 00000400:00000200:3.0:1788777284.894595:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777284.894601:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777284.894605:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777284.894608:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df000. 00000800:00000200:3.0:1788777284.894612:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777284.894616:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777284.894619:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777284.894621:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777284.894624:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 277935 usecs (278 jiffies) 00000400:00000200:3.0:1788777284.894626:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777284.894628:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296435479 00000100:00000001:3.0:1788777284.894633:0:2345:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296435225 00000100:00000001:3.0:1788777284.894636:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296435479 00000100:00000001:3.0:1788777284.894639:0:2345:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296435225 00000100:00000001:3.0:1788777284.894641:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777284.894643:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.894645:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.894647:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777284.894650:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777284.894652:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788777284.894654:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777284.894655:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777284.894656:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.894658:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777284.895020:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777284.895025:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:0.0:1788777284.895032:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777284.895038:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777284.895044:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347bb0 00000400:00000010:0.0:1788777284.895046:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347bb0. 00000100:00000001:0.0:1788777284.895050:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777284.895055:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.895064:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777284.895069:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.895076:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777284.895077:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777284.895409:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777284.895413:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777284.895415:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777284.895422:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.895429:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777284.895431:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777284.895433:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777284.895436:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777284.895438:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777284.895441:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126117632:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777284.895444:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777284.895447:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777284.895449:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777284.895451:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777284.895456:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219a00. 02000000:00000001:1.0:1788777284.895458:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777284.895463:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777284.895466:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbd68. 00000400:00000010:1.0:1788777284.895470:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12d48. 00000100:00000200:1.0:1788777284.895474:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126117632, portal 25 00000100:00000001:1.0:1788777284.895476:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777284.895477:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082719488 : -118390626832128 : ffff945308be3100) 00000100:00000040:1.0:1788777284.895482:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.895489:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777284.895491:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777284.895494:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12880. 00000100:00000200:1.0:1788777284.895496:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126117632, offset 0 00000400:00000200:1.0:1788777284.895501:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777284.895506:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777284.895511:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777284.895515:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777284.895518:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777284.895520:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777284.895523:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777284.895526:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2422:2422:255:4294967295] 192.168.203.135@tcp LPNI seq info [2417:2417:7:4294967295] 00000400:00000200:1.0:1788777284.895530:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777284.895537:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777284.895543:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777284.895559:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945308ac7c00. 00000800:00000200:1.0:1788777284.895565:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777284.895570:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777284.895573:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945308ac7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777284.895576:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777284.895580:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777284.895582:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296439345 00000100:00000001:1.0:1788777284.895587:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296435479 00000100:00000001:1.0:1788777284.895591:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296439345 00000100:00000001:1.0:1788777284.895593:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296435479 00000100:00000001:1.0:1788777284.895596:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777284.895598:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.895600:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.895602:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.895606:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777284.895607:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777284.895609:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777284.895610:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777284.895612:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777284.895614:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788777284.895615:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.895617:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777284.895619:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.895620:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777284.895621:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777284.895622:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777284.895627:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.895633:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777284.895635:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777284.895637:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777284.895638:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777284.895640:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777284.895643:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126117760:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777284.895646:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777284.895648:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777284.895650:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777284.895652:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777284.895655:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219000. 02000000:00000001:1.0:1788777284.895657:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777284.895660:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777284.895663:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb7e8. 00000400:00000010:1.0:1788777284.895666:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12f68. 00000100:00000200:1.0:1788777284.895669:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126117760, portal 10 00000100:00000001:1.0:1788777284.895670:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777284.895671:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082711424 : -118390626840192 : ffff945308be1180) 00000100:00000040:1.0:1788777284.895677:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.895683:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777284.895685:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777284.895687:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12110. 00000100:00000200:1.0:1788777284.895689:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126117760, offset 0 00000400:00000200:1.0:1788777284.895693:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777284.895696:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777284.895699:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777284.895701:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777284.895703:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777284.895705:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777284.895708:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777284.895711:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2423:2423:254:4294967295] 192.168.203.135@tcp LPNI seq info [2418:2418:6:4294967295] 00000400:00000200:1.0:1788777284.895714:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777284.895720:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777284.895723:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777284.895727:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945308ac7a00. 00000800:00000200:1.0:1788777284.895731:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777284.895736:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777284.895738:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945308ac7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777284.895741:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777284.895744:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 772875 usecs (773 jiffies) 00000400:00000200:1.0:1788777284.895747:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777284.895749:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296435975 00000100:00000001:1.0:1788777284.895751:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296439345 00000100:00000001:1.0:1788777284.895752:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296435975 00000100:00000001:1.0:1788777284.895754:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296439345 00000100:00000001:1.0:1788777284.895756:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777284.895758:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.895760:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.895762:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.895772:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777284.895774:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777284.896427:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777284.896432:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:0.0:1788777284.896438:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777284.896443:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777284.896448:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347088 00000400:00000010:0.0:1788777284.896450:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347088. 00000100:00000001:0.0:1788777284.896454:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777284.896458:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.896468:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777284.896471:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.896478:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777284.896479:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777284.896492:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777284.896494:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7c00. 00000400:00000200:0.0:1788777284.896497:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777284.896500:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777284.896502:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12880 00000400:00000010:0.0:1788777284.896504:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12880. 00000100:00000001:0.0:1788777284.896506:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777284.896509:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.896516:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777284.896519:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.896525:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777284.896526:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777284.896592:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777284.896595:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945308ac7a00. 00000400:00000200:0.0:1788777284.896598:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777284.896602:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777284.896604:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12110 00000400:00000010:0.0:1788777284.896606:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12110. 00000100:00000001:0.0:1788777284.896608:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777284.896612:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.896619:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777284.896622:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.896628:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777284.896629:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777284.901291:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.901308:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777284.901313:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.901316:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777284.901325:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.901333:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777284.901341:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.901346:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.901351:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.901355:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4e500 00000400:00000200:0.0:1788777284.901359:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.901365:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6889 [1] + 224 00000800:00000001:0.0:1788777284.901372:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.901391:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777284.901395:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777284.901400:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777284.901407:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777284.901416:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777284.901427:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.901451:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777284.901460:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.901463:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.903759:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777284.903767:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777284.903776:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777284.903778:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777284.903782:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbd68. 00000400:00000200:1.0:1788777284.903792:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12d48 00000400:00000010:1.0:1788777284.903795:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12d48. 00000100:00000001:1.0:1788777284.903799:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777284.903810:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777284.903821:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.903838:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777284.903840:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.903843:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777284.903846:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777284.903849:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777284.903851:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777284.903854:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777284.903860:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777284.903864:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777284.903866:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777284.903868:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777284.903870:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777284.903873:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.903876:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777284.903880:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.903887:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777284.903890:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777284.903892:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777284.903896:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777284.903903:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126117632:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777284.903908:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.903910:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777284.903914:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3100 x1875667126117632/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.903921:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777284.903924:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777284.903927:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219a00. 02000000:00000001:1.0:1788777284.903932:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777284.903934:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777284.903936:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777284.903947:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777284.903950:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f900. 02000000:00000001:1.0:1788777284.903954:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777284.903955:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777284.903957:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3100. 00000100:00000001:1.0:1788777284.903961:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777284.903962:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.903965:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.903967:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777284.903968:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777284.903969:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.903971:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777284.911969:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.911987:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777284.911991:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.911994:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777284.912004:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912011:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777284.912021:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912026:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912031:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912036:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c4e580 00000400:00000200:0.0:1788777284.912051:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912057:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6899 [1] + 224 00000800:00000001:0.0:1788777284.912065:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.912070:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777284.912074:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777284.912079:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777284.912094:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777284.912103:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777284.912288:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777284.912314:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777284.912323:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.912328:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777284.912329:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.912332:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777284.912336:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912339:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777284.912344:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912347:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912350:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912353:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4e600 00000400:00000200:0.0:1788777284.912356:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.912361:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6879 [1] + 224 00000800:00000001:0.0:1788777284.912365:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.912371:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777284.912374:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777284.912377:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777284.912636:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777284.912641:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777284.912647:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777284.912649:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777284.912653:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb7e8. 00000400:00000200:1.0:1788777284.912657:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12f68 00000400:00000010:1.0:1788777284.912660:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12f68. 00000100:00000001:1.0:1788777284.912663:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777284.912668:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777284.912678:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.912684:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777284.912686:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.912689:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777284.912692:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777284.912694:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777284.912696:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777284.912699:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777284.912707:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=107 v=5 (5 102 102 102) 00000100:00001000:1.0:1788777284.912711:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777284.912714:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777284.912715:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777284.912718:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777284.912721:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.912725:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777284.912727:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788777284.912729:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777284.912730:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777284.912736:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.912742:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777284.912745:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777284.912747:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777284.912751:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777284.912758:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126117760:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777284.912763:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.912766:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777284.912769:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1180 x1875667126117760/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777284.912776:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777284.912779:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777284.912782:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219000. 02000000:00000001:1.0:1788777284.912785:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777284.912788:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777284.912790:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777284.912792:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777284.912795:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f800. 02000000:00000001:1.0:1788777284.912798:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777284.912799:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777284.912801:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1180. 00000100:00000001:1.0:1788777284.912804:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777284.912806:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.912808:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777284.912814:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777284.912816:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777284.912818:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777284.912820:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777284.913200:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777284.913358:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777284.913376:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.913584:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777284.913587:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777284.913608:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777284.913619:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.913625:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777284.917437:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777284.917444:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777284.917448:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777284.917453:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347dd0 00000400:00000010:3.0:1788777284.917455:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347dd0. 00000100:00000001:3.0:1788777284.917460:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777284.917472:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777284.917481:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.917489:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777284.917491:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777284.917494:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777284.917497:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777284.917499:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777284.917501:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777284.917504:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777284.917512:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=107 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777284.917516:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777284.917519:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777284.917521:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777284.917523:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777284.917526:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.917529:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777284.917531:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1788777284.917533:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777284.917534:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777284.917539:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.917552:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777284.917555:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777284.917557:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788777284.917561:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788777284.917568:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788777284.917572:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777284.917579:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126117888:192.168.203.135@tcp:9:kworker.0 00000100:00000001:3.0:1788777284.917584:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.917587:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777284.917590:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0e00 x1875667126117888/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.917596:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777284.917598:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777284.917602:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530398c200. 02000000:00000001:3.0:1788777284.917605:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777284.917608:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777284.917609:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777284.917612:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777284.917614:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f200. 02000000:00000001:3.0:1788777284.917618:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777284.917619:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777284.917621:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0e00. 00000100:00000001:3.0:1788777284.917626:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777284.917627:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777284.917630:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.917632:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777284.917634:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777284.917636:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.917638:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777284.917741:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.917754:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777284.917757:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.917760:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777284.917766:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.917771:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777284.917779:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.917784:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.917789:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.917794:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4e680 00000400:00000200:0.0:1788777284.917798:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777284.917803:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6881 [1] + 224 00000800:00000001:0.0:1788777284.917810:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.917817:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777284.917820:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777284.917824:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777284.918022:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777284.918028:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777284.918081:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.918296:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777284.918300:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777284.918336:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777284.918346:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777284.918350:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777284.918462:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777284.918464:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777284.918467:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d688. 00000400:00000200:3.0:1788777284.918471:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083476e8 00000400:00000010:3.0:1788777284.918473:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083476e8. 00000100:00000001:3.0:1788777284.918475:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777284.918480:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777284.918488:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.918495:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777284.918496:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777284.918498:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777284.918500:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777284.918502:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777284.918503:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777284.918505:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777284.918513:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=107 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777284.918516:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777284.918518:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777284.918519:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777284.918521:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777284.918523:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.918526:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777284.918527:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777284.918529:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777284.918530:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777284.918534:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.918540:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777284.918542:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777284.918543:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788777284.918548:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788777284.918555:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311026000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788777284.918560:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777284.918567:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126118016:192.168.203.135@tcp:9:kworker.0 00000100:00000001:3.0:1788777284.918571:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777284.918573:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777284.918576:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0700 x1875667126118016/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777284.918582:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777284.918584:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777284.918586:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530398c600. 02000000:00000001:3.0:1788777284.918589:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777284.918591:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777284.918592:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777284.918594:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777284.918596:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f700. 02000000:00000001:3.0:1788777284.918599:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777284.918600:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777284.918602:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0700. 00000100:00000001:3.0:1788777284.918605:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777284.918606:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777284.918608:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777284.918615:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777284.918616:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777284.918619:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777284.918620:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777285.599608:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777285.599614:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777285.599879:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777285.599883:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777285.599886:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777285.919101:0:31477:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777285.919107:0:31477:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777285.919109:0:31477:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777285.919114:0:31477:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309150e40 going to sleep for 1 seconds 00000100:00000001:3.0:1788777285.919118:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777285.919121:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777285.919242:0:31488:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777285.919245:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777285.919247:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777285.919250:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310600 going to sleep for 1 seconds 00000100:00000001:0.0:1788777285.919252:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777285.919254:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777286.622571:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777286.622578:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777286.622668:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777286.622672:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777286.622675:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777286.941405:0:31488:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777286.941413:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777286.941415:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777286.941420:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310600 going to sleep for 1 seconds 00000100:00000001:0.0:1788777286.941424:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777286.941426:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777286.941962:0:31477:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777286.941966:0:31477:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777286.941967:0:31477:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777286.941970:0:31477:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309150e40 going to sleep for 1 seconds 00000100:00000001:3.0:1788777286.941972:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777286.941974:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777287.646138:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777287.646145:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777287.646170:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777287.646172:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777287.646175:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777287.965348:0:31488:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777287.965349:0:31477:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777287.965355:0:31488:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1788777287.965356:0:31477:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777287.965360:0:31477:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777287.965364:0:31477:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309150e40 going to sleep for 1 seconds 00000100:00000001:3.0:1788777287.965369:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000400:0.0:1788777287.965369:0:31488:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777271/real 1788777271] req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777287 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777287.965376:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788777287.965388:0:31488:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777287.965390:0:31488:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777287.965393:0:31488:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d210. 00000400:00000200:0.0:1788777287.965401:0:31488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347d48 00000400:00000010:0.0:1788777287.965403:0:31488:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347d48. 00000100:00000001:0.0:1788777287.965407:0:31488:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777287.965411:0:31488:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777287 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777287.965421:0:31488:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777287 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777287.965428:0:31488:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777287.965429:0:31488:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777287.965432:0:31488:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777287.965434:0:31488:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777287.965437:0:31488:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788777287.965440:0:31488:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788777287.965443:0:31488:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9453090ac800: Connection to lustre-MDT0000 (at 192.168.203.135@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788777287.965446:0:31488:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788777287.965450:0:31488:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788777287.965452:0:31488:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777287.965453:0:31488:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777287.965455:0:31488:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1788777287.965473:0:31488:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788777287.965475:0:31488:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777287.965477:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777287.965479:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777287.965481:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310600 going to sleep for 0 seconds 00000100:00000001:0.0:1788777287.965482:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777287.965484:0:31488:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777287.965486:0:31488:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777287.965488:0:31488:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777287.965490:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777287.965546:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777287.965552:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777287.965561:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777287.965566:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:2.0:1788777287.965570:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777287.965573:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777287.965577:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777287.965584:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94530666b900. 00000100:00000001:2.0:1788777287.965592:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777287.965599:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777287.965607:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777287.965611:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777287.965617:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000109cfe1] to pc [ptlrpcd_01_00+0] req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777287.965646:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788777287.965649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788777287.965653:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788777287.965655:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788777287.965657:0:37:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788777287.965660:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788777287.965663:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1743 00000400:00000200:2.0:1788777287.965670:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777287.965673:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788777287.965675:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000001:3.0:1788777287.965676:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777287.965678:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777287.965680:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777287.965682:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777287.965683:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777287.965685:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777287.965688:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000100:00000001:3.0:1788777287.965690:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1788777287.965690:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1788777287.965692:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777287.965692:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 02000000:00000001:3.0:1788777287.965695:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1788777287.965695:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:3.0:1788777287.965698:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1788777287.965698:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 02000000:00000001:3.0:1788777287.965700:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777287.965700:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000020:00000001:2.0:1788777287.965702:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00000040:2.0:1788777287.965705:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00100000:3.0:1788777287.965707:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126118144:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777287.965707:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777287.965709:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777287.965711:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788777287.965711:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:2.0:1788777287.965713:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 02000000:00000001:3.0:1788777287.965716:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1788777287.965717:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: import ffff945311024000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 02000000:00000001:3.0:1788777287.965718:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777287.965719:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777287.965720:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788777287.965722:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1788777287.965725:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530398c200. 02000000:00000001:3.0:1788777287.965727:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777287.965728:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777287.965730:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777287.965732:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777287.965732:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000010:3.0:1788777287.965735:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d688. 00000008:00100000:2.0:1788777287.965736:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788777287.965738:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788777287.965740:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083476e8. 00000100:00000001:2.0:1788777287.965740:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777287.965743:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777287.965745:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000200:3.0:1788777287.965746:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126118144, portal 25 00000100:00000001:3.0:1788777287.965748:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1788777287.965748:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1788777287.965750:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 02000000:00000001:2.0:1788777287.965750:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777287.965753:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777287.965754:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1788777287.965756:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788777287.965756:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777287.965760:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9800. 00000100:00000001:2.0:1788777287.965763:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.965764:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777287.965766:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777287.965768:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347dd0. 00000100:00100000:2.0:1788777287.965768:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1788777287.965771:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126118144, offset 0 00000100:00000001:2.0:1788777287.965776:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1788777287.965777:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000100:00000001:2.0:1788777287.965778:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777287.965781:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091cb60f2] to pc [ptlrpcd_rcv+-1] req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788777287.965784:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777287.965789:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777287.965796:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777287.965800:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777287.965805:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777287.965807:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777287.965811:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2424:2424:256:4294967295] 192.168.203.135@tcp LPNI seq info [2419:2419:8:4294967295] 00000400:00000200:3.0:1788777287.965815:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777287.965824:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777287.965830:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777287.965835:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df800. 00000800:00000200:3.0:1788777287.965841:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777287.965848:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777287.965853:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777287.965873:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777287.965877:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777287.965879:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296442415 00000100:00000001:3.0:1788777287.965885:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296439345 00000100:00000001:3.0:1788777287.965892:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296442415 00000100:00000001:3.0:1788777287.965895:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296439345 00000100:00000001:3.0:1788777287.965898:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777287.965901:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.965903:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.965906:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.965912:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777287.965914:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777287.965928:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777287.965929:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777287.965931:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.965933:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.965954:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777287.965956:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777287.966054:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777287.966059:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df800. 00000400:00000200:1.0:1788777287.966063:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777287.966068:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777287.966073:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347dd0 00000400:00000010:1.0:1788777287.966075:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347dd0. 00000100:00000001:1.0:1788777287.966078:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777287.966081:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777287.966090:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777287.966093:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777287.966099:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777287.966101:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777287.966381:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777287.966385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777287.966458:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788777287.966461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777287.966464:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788777287.966468:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1775) 00000100:00000001:0.0:1788777287.966496:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777287.966500:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777287.966501:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777287.966508:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777287.966516:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777287.966517:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777287.966520:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777287.966522:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777287.966524:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777287.966528:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126118272:192.168.203.135@tcp:38:kworker.0 00000100:00000001:0.0:1788777287.966531:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777287.966534:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777287.966535:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777287.966537:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777287.966542:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d22c00. 02000000:00000001:0.0:1788777287.966544:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777287.966548:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777287.966551:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b9a0. 00000400:00000010:0.0:1788777287.966555:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c550. 00000100:00000200:0.0:1788777287.966558:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126118272, portal 10 00000100:00000001:0.0:1788777287.966561:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777287.966562:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:0.0:1788777287.966569:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777287.966577:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777287.966579:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777287.966581:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c000. 00000100:00000200:0.0:1788777287.966583:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667126118272, offset 0 00000400:00000200:0.0:1788777287.966588:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777287.966593:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777287.966597:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777287.966600:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777287.966603:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777287.966605:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777287.966608:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777287.966610:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2425:2425:256:4294967295] 192.168.203.135@tcp LPNI seq info [2420:2420:8:4294967295] 00000400:00000200:0.0:1788777287.966614:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777287.966621:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777287.966626:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777287.966630:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fa00. 00000800:00000200:0.0:1788777287.966634:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777287.966639:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777287.966642:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fa00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777287.966707:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777287.966711:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 771842 usecs (772 jiffies) 00000400:00000200:0.0:1788777287.966715:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777287.966717:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296439045 00000100:00000001:0.0:1788777287.966720:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:0.0:1788777287.966721:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296439045 00000100:00000001:0.0:1788777287.966724:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:0.0:1788777287.966726:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777287.966728:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777287.966731:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777287.966733:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777287.966737:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777287.966739:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788777287.966741:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777287.966742:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777287.966744:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777287.966745:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777287.966809:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777287.966812:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fa00. 00000400:00000200:1.0:1788777287.966816:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777287.966820:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777287.966823:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c000 00000400:00000010:1.0:1788777287.966825:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c000. 00000100:00000001:1.0:1788777287.966828:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777287.966832:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777287.966839:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777287.966842:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777287.966848:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777287.966850:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777287.973359:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777287.973375:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777287.973380:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777287.973382:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777287.973391:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.973399:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777287.973408:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.973413:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.973418:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.973422:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4e700 00000400:00000200:1.0:1788777287.973426:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.973432:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x68a9 [1] + 224 00000800:00000001:1.0:1788777287.973438:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777287.973446:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777287.973449:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777287.973453:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777287.973460:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777287.973683:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777287.973694:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777287.973744:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777287.973750:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777287.973766:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777287.973776:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777287.973779:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777287.977963:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777287.977970:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777287.977974:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d688. 00000400:00000200:3.0:1788777287.977983:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083476e8 00000400:00000010:3.0:1788777287.977986:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083476e8. 00000100:00000001:3.0:1788777287.977991:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777287.978003:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777287.978026:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777287.978034:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777287.978037:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.978039:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777287.978042:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777287.978044:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777287.978047:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777287.978050:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777287.978057:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=111 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777287.978061:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777287.978063:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777287.978065:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777287.978067:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777287.978070:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.978072:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777287.978077:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777287.978089:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777287.978101:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777287.978103:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777287.978107:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777287.978115:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126118144:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777287.978120:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.978124:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777287.978127:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126118144/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777287.978134:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777287.978136:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777287.978139:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530398c200. 02000000:00000001:3.0:1788777287.978143:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777287.978146:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777287.978148:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777287.978150:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777287.978153:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666b900. 02000000:00000001:3.0:1788777287.978158:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777287.978159:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777287.978162:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:3.0:1788777287.978165:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777287.978166:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.978168:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.978177:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777287.978179:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.978181:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777287.978184:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777287.983258:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777287.983273:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777287.983278:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777287.983281:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777287.983298:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.983306:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777287.983315:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.983319:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.983325:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.983329:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 10 MB=0x6a9e8c8c4e780 00000400:00000200:1.0:1788777287.983333:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777287.983348:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 416/416 into md 0x68b1 [1] + 0 00000800:00000001:1.0:1788777287.983356:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777287.983364:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777287.983367:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777287.983372:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777287.983379:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777287.983387:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777287.983399:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777287.983423:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777287.983432:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777287.983435:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777287.983554:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777287.983559:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777287.983565:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777287.983567:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777287.983570:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:0.0:1788777287.983574:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c550 00000400:00000010:0.0:1788777287.983577:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c550. 00000100:00000001:0.0:1788777287.983580:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777287.983584:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777287.983593:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777287.983599:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777287.983601:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777287.983604:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777287.983607:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777287.983609:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777287.983611:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777287.983614:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777287.983623:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=110 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777287.983627:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777287.983630:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777287.983631:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777287.983634:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777287.983636:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777287.983640:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777287.983643:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788777287.983645:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777287.983647:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777287.983651:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777287.983659:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777287.983661:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777287.983663:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777287.983682:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788777287.983688:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:0.0:1788777287.983691:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777287.983693:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 00000020:00000001:0.0:1788777287.983696:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777287.983700:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 00000020:00000001:0.0:1788777287.983702:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000020:00000001:0.0:1788777287.983704:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00001000:0.0:1788777287.983708:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=1788777287 v=0 (0 0 0 0) 00000100:00001000:0.0:1788777287.983711:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311024418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788777287.983715:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000020:00000040:0.0:1788777287.983720:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 00000100:00000001:0.0:1788777287.983722:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788777287.983725:0:2345:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788777287.983730:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1788777287.983733:0:2345:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788777287.983735:0:2345:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777287.983737:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788777287.983740:0:2345:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788777287.983744:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777287.983746:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777287.983748:0:2345:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777287.983750:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777287.983752:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777287.983753:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777287.983756:0:2345:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777287.983757:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777287.983761:0:2345:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.135@tcp after partition 00000100:00080000:0.0:1788777287.983764:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1788777287.983767:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788777287.983770:0:2345:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1788777287.983775:0:2345:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777290 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777287.983789:0:2345:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777287.983792:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788777287.983794:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788777287.983795:0:2345:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788777287.983797:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788777287.983798:0:2345:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788777287.983799:0:2345:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788777287.983801:0:2345:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff945311085548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1788777287.983804:0:2345:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xe53f2b0cb7af7d10 00800000:00000040:0.0:1788777287.983807:0:2345:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9453090ac800=ed919e1b-c269-4c9b-80ca-c90ff924d14b device 3 (ffff945308bd8000) type mdc at LMV idx 0 00800000:00000040:0.0:1788777287.983810:0:2345:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff945308bd8000 already active! 00800000:00000001:0.0:1788777287.983812:0:2345:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777287.983815:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777287.983816:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777287.983818:0:2345:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777287.983819:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777287.983821:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777287.983822:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777287.983825:0:2345:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777287.985168:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777287.985178:0:31477:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777287.985180:0:31477:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777287.985183:0:31477:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:3.0:1788777287.985189:0:31477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347110 00000400:00000010:3.0:1788777287.985191:0:31477:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347110. 00000100:00000001:3.0:1788777287.985195:0:31477:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777287.985203:0:31477:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777290 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777287.985211:0:31477:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777290 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.985218:0:31477:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777287.985240:0:31477:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.985243:0:31477:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777287.985245:0:31477:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777287.985248:0:31477:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777287.985252:0:31477:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777287.985254:0:31477:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.985256:0:31477:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788777287.985260:0:31477:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667126116992 new x1875667126118400 02000000:00000001:3.0:1788777287.985263:0:31477:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777287.985265:0:31477:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777287.985271:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777287.985276:0:31477:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 00000400:00000010:3.0:1788777287.985280:0:31477:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347110. 00000100:00000200:3.0:1788777287.985297:0:31477:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126116992, portal 10 00000100:00000001:3.0:1788777287.985300:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777287.985302:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000040:3.0:1788777287.985309:0:31477:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777303 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.985315:0:31477:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777287.985318:0:31477:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777287.985321:0:31477:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083476e8. 00000100:00000200:3.0:1788777287.985324:0:31477:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126116992, offset 0 00000400:00000200:3.0:1788777287.985330:0:31477:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777287.985346:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777287.985353:0:31477:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777287.985359:0:31477:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777287.985364:0:31477:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777287.985367:0:31477:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777287.985370:0:31477:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777287.985373:0:31477:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2426:2426:256:4294967295] 192.168.203.135@tcp LPNI seq info [2421:2421:8:4294967295] 00000400:00000200:3.0:1788777287.985378:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777287.985386:0:31477:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777287.985392:0:31477:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777287.985397:0:31477:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df500. 00000800:00000200:3.0:1788777287.985403:0:31477:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777287.985410:0:31477:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777287.985415:0:31477:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777287.985425:0:31477:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777287.985429:0:31477:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 770811 usecs (771 jiffies) 00000400:00000200:3.0:1788777287.985431:0:31477:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777287.985434:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296439063 00000100:00000001:3.0:1788777287.985437:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:3.0:1788777287.985439:0:31477:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296439063 00000100:00000001:3.0:1788777287.985441:0:31477:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:3.0:1788777287.985444:0:31477:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777287.985447:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.985449:0:31477:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777287.985451:0:31477:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777287.985453:0:31477:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309150e40 going to sleep for 11 seconds 00000100:00000001:3.0:1788777287.985456:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777287.985457:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777287.986187:0:2345:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777287.986191:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788777287.986197:0:2345:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9453090ac800: Connection restored to 192.168.203.135@tcp (at 192.168.203.135@tcp) 00000100:00080000:1.0:1788777287.986205:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a0fe1b67): req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 1 dl 1788777287 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777287.986254:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777287.986259:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777287.986264:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777287.986272:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126118272:192.168.203.135@tcp:38:kworker.0 00000100:00000001:1.0:1788777287.986277:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777287.986280:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777287.986293:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126118272/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777287.986303:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777287.986307:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777287.986311:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d22c00. 02000000:00000001:1.0:1788777287.986316:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777287.986320:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777287.986322:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777287.986325:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777287.986328:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9800. 02000000:00000001:1.0:1788777287.986333:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777287.986352:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777287.986355:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:1.0:1788777287.986360:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777287.986363:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777287.986366:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777287.986375:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777287.986377:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777287.986380:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777287.986382:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777287.986505:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777287.986509:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df500. 00000400:00000200:1.0:1788777287.986513:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777287.986518:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777287.986524:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083476e8 00000400:00000010:1.0:1788777287.986527:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083476e8. 00000100:00000001:1.0:1788777287.986530:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777287.986534:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777303 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777287.986542:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777287.986545:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777303 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777287.986551:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777287.986553:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:0.0:1788777287.987243:0:31512:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1788777287.987248:0:31512:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1788777287.987252:0:31512:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777287.987255:0:31512:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777287.987257:0:31512:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777287.987260:0:31512:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1788777287.987261:0:31512:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.990824:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777287.990832:0:31488:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.990837:0:31488:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777287.990839:0:31488:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777287.990843:0:31488:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777287.990846:0:31488:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777287.990850:0:31488:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.990854:0:31488:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788777287.990860:0:31488:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667126116096 new x1875667126118528 02000000:00000001:3.0:1788777287.990864:0:31488:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777287.990866:0:31488:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777287.990874:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777287.990880:0:31488:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d688. 00000400:00000010:3.0:1788777287.990888:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347770. 00000100:00000200:3.0:1788777287.990895:0:31488:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126116096, portal 10 00000100:00000001:3.0:1788777287.990897:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777287.990899:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080991104 : -118390628560512 : ffff945308a3d180) 00000100:00000040:3.0:1788777287.990911:0:31488:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777303 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777287.990929:0:31488:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777287.990932:0:31488:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777287.990935:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347990. 00000100:00000200:3.0:1788777287.990938:0:31488:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667126116096, offset 0 00000400:00000200:3.0:1788777287.990944:0:31488:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777287.990953:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777287.990959:0:31488:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777287.990964:0:31488:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777287.990968:0:31488:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777287.990972:0:31488:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777287.990975:0:31488:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777287.990978:0:31488:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2427:2427:256:4294967295] 192.168.203.135@tcp LPNI seq info [2422:2422:8:4294967295] 00000400:00000200:3.0:1788777287.990982:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777287.990992:0:31488:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777287.990998:0:31488:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777287.991004:0:31488:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df400. 00000800:00000200:3.0:1788777287.991010:0:31488:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777287.991017:0:31488:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777287.991021:0:31488:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788777287.991040:0:31488:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777287.991045:0:31488:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 770811 usecs (771 jiffies) 00000400:00000200:3.0:1788777287.991048:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777287.991051:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296439068 00000100:00000001:3.0:1788777287.991054:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:3.0:1788777287.991056:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296439068 00000100:00000001:3.0:1788777287.991058:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:3.0:1788777287.991060:0:31488:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777287.991063:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.991066:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777287.991068:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777287.991071:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309310600 going to sleep for 11 seconds 00000100:00000001:3.0:1788777287.991073:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777287.991075:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777287.991468:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777287.991481:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777287.991484:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777287.991486:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777287.991491:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777287.991497:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777287.991503:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777287.991506:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777287.991510:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777287.991514:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4e800 00000400:00000200:0.0:1788777287.991517:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777287.991522:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x68c1 [1] + 224 00000800:00000001:0.0:1788777287.991529:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777287.991536:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777287.991539:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777287.991544:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777287.991552:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777287.991558:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777303 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777287.991567:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777303 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777287.991584:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788777287.992018:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777287.992024:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df400. 00000400:00000200:0.0:1788777287.992028:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777287.992032:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777287.992036:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347990 00000400:00000010:0.0:1788777287.992038:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347990. 00000100:00000001:0.0:1788777287.992042:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777287.992046:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777303 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777287.992056:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777287.992060:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777303 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777287.992066:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777287.992068:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777287.992074:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777287.992078:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.993087:0:31477:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777287.993105:0:31477:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777287.993107:0:31477:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777287.993111:0:31477:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:3.0:1788777287.993116:0:31477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347110 00000400:00000010:3.0:1788777287.993118:0:31477:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347110. 00000100:00000001:3.0:1788777287.993121:0:31477:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777287.993130:0:31477:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777303 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777287.993139:0:31477:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ca80 x1875667126116992/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777303 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.993147:0:31477:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777287.993149:0:31477:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.993151:0:31477:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777287.993155:0:31477:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777287.993157:0:31477:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777287.993159:0:31477:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777287.993162:0:31477:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777287.993171:0:31477:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777287.993176:0:31477:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777287.993179:0:31477:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777287.993180:0:31477:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777287.993183:0:31477:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777287.993186:0:31477:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.993190:0:31477:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777287.993192:0:31477:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788777287.993194:0:31477:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777287.993196:0:31477:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777287.993201:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ca80 x1875667126116992/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777303 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.993208:0:31477:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777287.993211:0:31477:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777287.993213:0:31477:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777287.993217:0:31477:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ca80 x1875667126116992/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777303 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777287.994880:0:31477:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31477:1875667126116992:192.168.203.135@tcp:35:multiop.0 00000100:00000001:3.0:1788777287.994888:0:31477:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.994891:0:31477:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.994894:0:31477:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777287.994897:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777287.994902:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ca80 x1875667126116992/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777303 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.994909:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777287.994913:0:31477:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945309150e40. 00000100:00000001:3.0:1788777287.994931:0:31477:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777287.994933:0:31477:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.994941:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777287.994942:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000002:00000001:3.0:1788777287.994945:0:31477:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777287.994948:0:31477:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777287.994953:0:31477:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398c000. 00000080:00000001:3.0:1788777287.994957:0:31477:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777287.994960:0:31477:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777287.994965:0:31477:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777287.994970:0:31477:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777286 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.994977:0:31477:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777287.994978:0:31477:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:3.0:1788777287.994980:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777287.994983:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777286 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.994990:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777287.994992:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777287.994994:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ca80 x1875667126115456/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777286 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.995000:0:31477:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777287.995004:0:31477:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777287.995006:0:31477:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777287.995008:0:31477:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777287.995011:0:31477:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9c00. 02000000:00000001:3.0:1788777287.995016:0:31477:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777287.995017:0:31477:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777287.995019:0:31477:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ca80. 00000100:00000001:3.0:1788777287.995023:0:31477:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777287.995024:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777287.995025:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777287.995028:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ca80 x1875667126116992/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777303 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.995033:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777287.995035:0:31477:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b56e0. 00000002:00000001:3.0:1788777287.995038:0:31477:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777287.995039:0:31477:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777287.995041:0:31477:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b6880. 00000100:00000001:3.0:1788777287.995044:0:31477:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777287.995046:0:31477:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ca80 x1875667126116992/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777303 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777287.995052:0:31477:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777287.995054:0:31477:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777287.995057:0:31477:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777287.995060:0:31477:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777287.995061:0:31477:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777287.995062:0:31477:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777287.995064:0:31477:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777287.995065:0:31477:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530398d600. 02000000:00000001:3.0:1788777287.995067:0:31477:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777287.995069:0:31477:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777287.995070:0:31477:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ca80. 00000100:00000001:3.0:1788777287.995072:0:31477:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777287.995074:0:31477:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777287.995076:0:31477:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777287.995079:0:31477:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a0c80. 00000080:00000001:3.0:1788777287.995083:0:31477:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777287.995089:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83df0 00000080:00000008:3.0:1788777287.995091:0:31477:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x29:0x0](ffff94532091ec08), flags 100002, rc = 0 00000080:00000001:3.0:1788777287.995104:0:31477:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777287.995110:0:31477:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777287.995112:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e00 00000080:00002000:3.0:1788777287.995114:0:31477:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff945320b54798, parent ffff945320b54ca8, inode ffff94532091ec08) hashed, 00000080:00000001:3.0:1788777287.995116:0:31477:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777287.995125:0:31477:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777287.995131:0:31477:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777287.995133:0:31477:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777287.995135:0:31477:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e00 00000080:00002000:3.0:1788777287.995136:0:31477:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff945320b54ca8, parent ffff9453208d0a20, inode ffff94532091b248) hashed, 00000080:00000001:3.0:1788777287.995139:0:31477:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777287.995144:0:31477:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777287.995146:0:31477:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:0.0:1788777288.009422:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.009438:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777288.009443:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.009446:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.009454:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.009462:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777288.009471:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.009476:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.009481:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.009486:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4e880 00000400:00000200:0.0:1788777288.009491:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.009497:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x68c9 [1] + 224 00000800:00000001:0.0:1788777288.009503:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.009510:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.009513:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777288.009518:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777288.009524:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777288.009533:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777303 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777288.009544:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777303 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777288.009564:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777288.009574:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777288.009577:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.009583:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777288.009590:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2428:2428:256:4294967295] 192.168.203.135@tcp LPNI seq info [2423:2423:8:4294967295] 00000400:00000200:0.0:1788777288.009594:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.009602:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777288.009608:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777288.009614:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777288.009620:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777288.009627:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777288.009631:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777288.009706:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777288.009710:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:0.0:1788777288.009713:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777288.009717:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777288.009723:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.009726:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.019032:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777288.019045:0:31488:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777288.019049:0:31488:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777288.019052:0:31488:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d688. 00000400:00000200:3.0:1788777288.019059:0:31488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347770 00000400:00000010:3.0:1788777288.019061:0:31488:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347770. 00000100:00000001:3.0:1788777288.019066:0:31488:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777288.019076:0:31488:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777303 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777288.019086:0:31488:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d180 x1875667126116096/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/512 e 0 to 0 dl 1788777303 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777288.019102:0:31488:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777288.019104:0:31488:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.019107:0:31488:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777288.019110:0:31488:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777288.019112:0:31488:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777288.019114:0:31488:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777288.019117:0:31488:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777288.019126:0:31488:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=111 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777288.019131:0:31488:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777288.019133:0:31488:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777288.019135:0:31488:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777288.019138:0:31488:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777288.019142:0:31488:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.019146:0:31488:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777288.019148:0:31488:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777288.019150:0:31488:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777288.019152:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777288.019164:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080991104 : -118390628560512 : ffff945308a3d180) 00000100:00000001:3.0:1788777288.019167:0:31488:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777288.019169:0:31488:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788777288.019171:0:31488:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777288.019174:0:31488:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777288.019180:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d180 x1875667126116096/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777303 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777288.019188:0:31488:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777288.019192:0:31488:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777288.019194:0:31488:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777288.019198:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d180 x1875667126116096/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777303 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777288.019209:0:31488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d180 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126116096:192.168.203.135@tcp:36:touch.0 00000100:00000001:3.0:1788777288.019214:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.019217:0:31488:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1788777288.019247:0:31488:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5500. 00000080:00000010:3.1:1788777288.019256:0:31488:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b57c0. 00000100:00000001:3.0:1788777288.019364:0:31488:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777288.019367:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777288.019371:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d180 x1875667126116096/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777303 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777288.019379:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777288.019381:0:31488:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945309310600. 00000100:00000001:3.0:1788777288.019385:0:31488:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777288.019387:0:31488:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777288.019394:0:31488:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777288.019397:0:31488:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777288.019403:0:31488:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777288.019405:0:31488:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777288.029640:0:31488:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788777288.029649:0:31488:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1788777288.029655:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777288.029668:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d180 x1875667126116096/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777303 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777288.029678:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777288.029682:0:31488:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777288.029685:0:31488:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777288.029687:0:31488:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777288.029691:0:31488:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1788777288.029694:0:31488:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777288.029696:0:31488:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777288.029699:0:31488:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777288.029701:0:31488:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777288.029704:0:31488:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777288.029706:0:31488:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1788777288.029709:0:31488:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777288.029714:0:31488:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777288.029717:0:31488:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:0.0:1788777288.029722:0:31488:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014cc38 00000020:00000001:0.0:1788777288.029725:0:31488:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777288.029728:0:31488:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777288.029730:0:31488:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777288.029734:0:31488:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777288.029736:0:31488:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777288.029739:0:31488:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777288.029743:0:31488:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788777288.029745:0:31488:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1788777288.029751:0:31488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777288.029755:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777288.029761:0:31488:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777288.029764:0:31488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777288.029766:0:31488:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:0.0:1788777288.029769:0:31488:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777288.029771:0:31488:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1788777288.029779:0:31488:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363c00. 00000080:00010000:0.0:1788777288.029785:0:31488:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x2a:0x0](ffff9453209acb08) 00000080:00000001:0.0:1788777288.029789:0:31488:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777288.029794:0:31488:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777288.029797:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93958 00800000:00000002:0.0:1788777288.029800:0:31488:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x2a:0x0] '' on [0x200000404:0x2a:0x0] 00800000:00000001:0.0:1788777288.029804:0:31488:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777288.029807:0:31488:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x2a:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777288.029811:0:31488:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777288.029813:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93828 00000002:00010000:0.0:1788777288.029815:0:31488:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x2a:0x0], intent: layout flags 0 00000002:00000001:0.0:1788777288.029819:0:31488:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777288.029822:0:31488:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1788777288.029827:0:31488:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1f80. 00000020:00000040:0.0:1788777288.029831:0:31488:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777288.029836:0:31488:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777288.029841:0:31488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777288.029846:0:31488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.029849:0:31488:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777288.029852:0:31488:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777288.029867:0:31488:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777288.029876:0:31488:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310363400. 00000100:00000001:0.0:1788777288.029882:0:31488:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777288.029887:0:31488:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777288.029890:0:31488:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777288.029892:0:31488:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777288.029894:0:31488:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777288.029896:0:31488:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777288.029900:0:31488:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00010000:00000001:0.0:1788777288.029904:0:31488:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777288.029906:0:31488:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777288.029911:0:31488:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34500. 00010000:00000010:0.0:1788777288.029927:0:31488:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327d00. 00010000:00000001:0.0:1788777288.029933:0:31488:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777288.029937:0:31488:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9800. 00000020:00000001:0.0:1788777288.029941:0:31488:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777288.029945:0:31488:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9800 with handle 0xe53f2b0cb7af87c8 to hash 00000020:00000001:0.0:1788777288.029948:0:31488:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777288.029950:0:31488:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777288.029954:0:31488:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:0.0:1788777288.029958:0:31488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777288.029962:0:31488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777288.029966:0:31488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777288.029975:0:31488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777288.029987:0:31488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31488 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777288.029992:0:31488:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777288.029994:0:31488:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777288.030001:0:31488:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906780. 00000100:00000001:0.0:1788777288.030004:0:31488:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213936512 : -118390495615104 : ffff945310906780) 00000100:00000001:0.0:1788777288.030007:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777288.030009:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000100:00000001:0.0:1788777288.030014:0:31488:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777288.030018:0:31488:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.030020:0:31488:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777288.030022:0:31488:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777288.030029:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777288.030037:0:31488:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777288.030039:0:31488:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777288.030043:0:31488:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777288.030046:0:31488:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777288.030049:0:31488:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777288.030053:0:31488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1f80 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126118656:192.168.203.135@tcp:101:touch.0 00000100:00000001:0.0:1788777288.030058:0:31488:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777288.030063:0:31488:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777288.030066:0:31488:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777288.030069:0:31488:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777288.030074:0:31488:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21800. 02000000:00000001:0.0:1788777288.030077:0:31488:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777288.030084:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777288.030088:0:31488:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b9a0. 00000400:00000010:0.0:1788777288.030095:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c550. 00000100:00000200:0.0:1788777288.030103:0:31488:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126118656, portal 10 00000100:00000001:0.0:1788777288.030105:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777288.030106:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000100:00000040:0.0:1788777288.030114:0:31488:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777288.030121:0:31488:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777288.030126:0:31488:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777288.030129:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c220. 00000100:00000200:0.0:1788777288.030133:0:31488:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875667126118656, offset 0 00000400:00000200:0.0:1788777288.030141:0:31488:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777288.030150:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.030158:0:31488:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777288.030164:0:31488:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777288.030169:0:31488:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777288.030173:0:31488:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777288.030177:0:31488:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777288.030182:0:31488:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2429:2429:256:4294967295] 192.168.203.135@tcp LPNI seq info [2424:2424:8:4294967295] 00000400:00000200:0.0:1788777288.030188:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.030204:0:31488:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777288.030211:0:31488:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777288.030217:0:31488:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777288.030251:0:31488:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777288.030261:0:31488:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777288.030265:0:31488:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1788777288.030278:0:31488:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777288.030282:0:31488:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 819265 usecs (820 jiffies) 00000400:00000200:0.0:1788777288.030288:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777288.030290:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296439157 00000100:00000001:0.0:1788777288.030293:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:0.0:1788777288.030296:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296439157 00000100:00000001:0.0:1788777288.030299:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:0.0:1788777288.030301:0:31488:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777288.030304:0:31488:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.030307:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777288.030309:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777288.030311:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906780 going to sleep for 11 seconds 00000100:00000001:0.0:1788777288.030315:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777288.030319:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777288.031213:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777288.031252:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:0.0:1788777288.031259:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777288.031265:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777288.031272:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c220 00000400:00000010:0.0:1788777288.031274:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c220. 00000100:00000001:0.0:1788777288.031278:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777288.031284:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777288.031354:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777288.031359:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777304 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777288.031366:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.031367:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777288.041859:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.041874:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777288.041879:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.041881:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.041890:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.041898:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777288.041906:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.041910:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.041925:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.041930:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 10 MB=0x6a9e8c8c4e900 00000400:00000200:0.0:1788777288.041941:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.041947:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 400/400 into md 0x68d1 [1] + 224 00000800:00000001:0.0:1788777288.041954:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.041960:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.041963:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777288.041967:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777288.041974:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777288.041983:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777304 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777288.041993:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777288.042017:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777288.042025:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.042028:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777288.042461:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777288.042470:0:31488:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777288.042473:0:31488:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777288.042476:0:31488:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:2.0:1788777288.042481:0:31488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c550 00000400:00000010:2.0:1788777288.042483:0:31488:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c550. 00000100:00000001:2.0:1788777288.042486:0:31488:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777288.042492:0:31488:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777288.042502:0:31488:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/472 e 0 to 0 dl 1788777304 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777288.042508:0:31488:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777288.042510:0:31488:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777288.042513:0:31488:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777288.042516:0:31488:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777288.042519:0:31488:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777288.042521:0:31488:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777288.042524:0:31488:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777288.042534:0:31488:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=111 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777288.042538:0:31488:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777288.042541:0:31488:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777288.042543:0:31488:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777288.042545:0:31488:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777288.042548:0:31488:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777288.042553:0:31488:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777288.042555:0:31488:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1788777288.042557:0:31488:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777288.042560:0:31488:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777288.042566:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777304 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777288.042572:0:31488:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777288.042577:0:31488:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777288.042579:0:31488:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777288.042583:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777304 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777288.042597:0:31488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1f80 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126118656:192.168.203.135@tcp:101:touch.0 00000100:00000001:2.0:1788777288.042602:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777288.042605:0:31488:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777288.042607:0:31488:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777288.042609:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777288.042613:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777304 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777288.042619:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777288.042622:0:31488:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906780. 00000100:00000001:2.0:1788777288.042626:0:31488:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777288.042627:0:31488:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777288.042630:0:31488:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777288.042633:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777288.042636:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777288.042639:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=4 00000020:00000001:2.0:1788777288.042641:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042644:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000040:2.0:1788777288.042650:0:31488:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e9800, remote cookie: 0xa4f015c75ff3c239, flags: 0x1000 00010000:00000001:2.0:1788777288.042653:0:31488:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777288.042658:0:31488:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777288.042660:0:31488:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777288.042662:0:31488:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777288.042663:0:31488:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777288.042665:0:31488:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff945303e34500) refcount = 1 00010000:00010000:2.0:1788777288.042670:0:31488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777288.042679:0:31488:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777288.042681:0:31488:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777288.042683:0:31488:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777288.042686:0:31488:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777288.042689:0:31488:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777288.042692:0:31488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777288.042697:0:31488:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777288.042699:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042711:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777288.042712:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042713:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777288.042715:0:31488:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777288.042719:0:31488:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777288.042720:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777288.042722:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777288.042723:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:2.0:1788777288.042725:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042727:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042729:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042730:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777288.042735:0:31488:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777304 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1788777288.042743:0:31488:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9453090ac800: layout return lvb 56 transno 0 00010000:00000001:2.0:1788777288.042745:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777288.042746:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777288.042747:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:2.0:1788777288.042749:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042751:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00000002:00010000:2.0:1788777288.042754:0:31488:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777288.042764:0:31488:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110b6540. 00010000:00000001:2.0:1788777288.042766:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042767:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777288.042769:0:31488:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777288.042771:0:31488:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777288.042774:0:31488:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777288.042776:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777288.042777:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777288.042778:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:2.0:1788777288.042780:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042782:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00000002:00010000:2.0:1788777288.042784:0:31488:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777288.042789:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042790:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777288.042792:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777288.042793:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777288.042794:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777288.042795:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:2.0:1788777288.042797:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042798:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000040:2.0:1788777288.042803:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 2 00010000:00000001:2.0:1788777288.042806:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777288.042810:0:31488:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 16 res 8589935620/42 (0 0) 00010000:00000001:2.0:1788777288.042813:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042814:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777288.042816:0:31488:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777288.042819:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d937b0 00000002:00002000:2.0:1788777288.042821:0:31488:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:2.0:1788777288.042824:0:31488:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777288.042827:0:31488:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777288.042830:0:31488:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777288.042835:0:31488:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x2a:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777288.042838:0:31488:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777288.042841:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777288.042845:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1f80 x1875667126118656/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 376/400 e 0 to 0 dl 1788777304 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777288.042856:0:31488:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777288.042858:0:31488:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777288.042861:0:31488:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21800. 02000000:00000001:2.0:1788777288.042864:0:31488:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777288.042867:0:31488:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777288.042868:0:31488:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777288.042871:0:31488:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777288.042874:0:31488:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310363400. 02000000:00000001:2.0:1788777288.042878:0:31488:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777288.042879:0:31488:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777288.042881:0:31488:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1f80. 00000100:00000001:2.0:1788777288.042885:0:31488:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777288.042886:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788777288.042890:0:31488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363c00. 00000080:00010000:2.0:1788777288.042894:0:31488:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af87c8 00800000:00000001:2.0:1788777288.042899:0:31488:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777288.042901:0:31488:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777288.042902:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777288.042904:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777288.042905:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:2.0:1788777288.042907:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042909:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042911:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042912:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777288.042914:0:31488:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777288.042925:0:31488:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777288.042928:0:31488:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87c8 from it ffffb1cb81d93a78 00010000:00000001:2.0:1788777288.042930:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777288.042931:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777288.042933:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:2.0:1788777288.042934:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042936:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:2.0:1788777288.042938:0:31488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777288.042942:0:31488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777288.042948:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042949:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777288.042951:0:31488:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777288.042953:0:31488:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777288.042955:0:31488:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777288.042964:0:31488:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777288.042966:0:31488:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777288.042968:0:31488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777288.042971:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042973:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777288.042974:0:31488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777288.042978:0:31488:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777288.042979:0:31488:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777288.042981:0:31488:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777288.042983:0:31488:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777288.042985:0:31488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777288.042986:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777288.042987:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777288.042989:0:31488:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777288.042993:0:31488:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788777288.042995:0:31488:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:3.0:1788777288.043367:0:31488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777288.043370:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777288.043373:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 2 00010000:00000001:3.0:1788777288.043376:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777288.043379:0:31488:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777288.043384:0:31488:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777288.043387:0:31488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777288.043394:0:31488:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777288.043398:0:31488:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777288.043401:0:31488:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777288.043412:0:31488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788777288.043414:0:31488:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 16 00000080:00000001:3.0:1788777288.043417:0:31488:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1788777288.043419:0:31488:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1788777288.043421:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777288.043422:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777288.043424:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:3.0:1788777288.043426:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:3.0:1788777288.043428:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00000080:00010000:3.0:1788777288.043431:0:31488:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x2a:0x0](00000000880686b5) being reconfigured ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1788777288.043439:0:31488:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777288.043440:0:31488:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777288.043441:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777288.043442:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777288.043443:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=4 00000020:00000001:3.0:1788777288.043445:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:3.0:1788777288.043447:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:3.0:1788777288.043449:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777288.043450:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777288.043451:0:31488:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777288.043453:0:31488:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777288.043455:0:31488:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1788777288.043457:0:31488:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x2a:0x0] LVB_READY=0 l_lvb_data=ffff9453110b6540 l_lvb_len=56 00000080:00000001:3.0:1788777288.043459:0:31488:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777288.043461:0:31488:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777288.043463:0:31488:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777288.043467:0:31488:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777288.043469:0:31488:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777288.043471:0:31488:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777288.043475:0:31488:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777288.043477:0:31488:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777288.043484:0:31488:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6c660. 00020000:00000010:3.0:1788777288.043489:0:31488:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310609600. 00020000:00000010:3.0:1788777288.043494:0:31488:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6c240. 00020000:00000001:3.0:1788777288.043496:0:31488:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017220672 : -118390692330944 : ffff945304d6c240) 00020000:00000002:3.0:1788777288.043500:0:31488:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c240, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777288.043505:0:31488:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777288.043509:0:31488:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609600: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777288.043514:0:31488:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b504d8) owner ffff94531117cf80 00020000:00000001:3.0:1788777288.043516:0:31488:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777288.043519:0:31488:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b504d8) owner ffff94531117cf80 00020000:00000010:3.0:1788777288.043522:0:31488:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310609600. 00020000:00000010:3.0:1788777288.043525:0:31488:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6c660. 00020000:00000010:3.0:1788777288.043529:0:31488:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6c240. 00020000:00000002:3.0:1788777288.043531:0:31488:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777288.043532:0:31488:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043534:0:31488:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043537:0:31488:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777288.043540:0:31488:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000002:3.0:1788777288.043543:0:31488:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c3c0 addref 2/0 by ffff94531117cf80. 00020000:00000002:3.0:1788777288.043545:0:31488:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000001:3.0:1788777288.043548:0:31488:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777288.043550:0:31488:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777288.043551:0:31488:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777288.043552:0:31488:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777288.043554:0:31488:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777288.043556:0:31488:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788777288.043558:0:31488:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:3.0:1788777288.043561:0:31488:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777288.043563:0:31488:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1788777288.043564:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777288.043565:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777288.043566:0:31488:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777288.043567:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777288.043569:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9800 refcount=3 00000020:00000001:3.0:1788777288.043571:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:3.0:1788777288.043573:0:31488:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061774336 : -118390647777280 : ffff9453077e9800) 00010000:00000001:3.0:1788777288.043575:0:31488:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777288.043577:0:31488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777288.043583:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777288.043585:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777288.043586:0:31488:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777288.043587:0:31488:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777288.043589:0:31488:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777288.043595:0:31488:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777288.043596:0:31488:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777288.043598:0:31488:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777288.043600:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777288.043601:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777288.043602:0:31488:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777288.043604:0:31488:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777288.043605:0:31488:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777288.043607:0:31488:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777288.043609:0:31488:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777288.043611:0:31488:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777288.043612:0:31488:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777288.043613:0:31488:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777288.043614:0:31488:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777288.043617:0:31488:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777288.043620:0:31488:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777288.043624:0:31488:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9453105c8e40 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1788777288.043627:0:31488:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000001:3.0:1788777288.043630:0:31488:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777288.043631:0:31488:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777288.043633:0:31488:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777288.043635:0:31488:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.043638:0:31488:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777288.043640:0:31488:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777288.043642:0:31488:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043645:0:31488:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777288.043646:0:31488:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777288.043647:0:31488:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777288.043648:0:31488:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00000020:00000001:3.0:1788777288.043651:0:31488:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043654:0:31488:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777288.043656:0:31488:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788777288.043658:0:31488:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1788777288.043660:0:31488:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777288.043663:0:31488:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777288.043666:0:31488:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777288.043669:0:31488:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777288.043670:0:31488:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777288.043672:0:31488:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777288.043673:0:31488:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777288.043675:0:31488:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777288.043679:0:31488:0:(cl_object.c:143:cl_object_top()) ffff94532014c210 -> ffff94532014cc38 00000020:00000001:3.0:1788777288.043680:0:31488:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777288.043683:0:31488:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777288.043684:0:31488:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777288.043685:0:31488:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.043687:0:31488:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.043689:0:31488:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:3.0:1788777288.043691:0:31488:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788777288.043694:0:31488:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788777288.043697:0:31488:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043699:0:31488:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.043748:0:31488:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.043750:0:31488:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043752:0:31488:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043754:0:31488:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788777288.043756:0:31488:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777288.043758:0:31488:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777288.043759:0:31488:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777288.043760:0:31488:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777288.043761:0:31488:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043763:0:31488:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.043765:0:31488:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.043766:0:31488:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043767:0:31488:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777288.043768:0:31488:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043769:0:31488:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043771:0:31488:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:3.0:1788777288.043775:0:31488:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014cc38 00000020:00000001:3.0:1788777288.043776:0:31488:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014cc38 00000020:00000001:3.0:1788777288.043778:0:31488:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788777288.043781:0:31488:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043782:0:31488:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014cc38 00020000:00000001:3.0:1788777288.043784:0:31488:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1788777288.043786:0:31488:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777288.043787:0:31488:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777288.043788:0:31488:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777288.043790:0:31488:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1788777288.043792:0:31488:0:(cl_object.c:143:cl_object_top()) ffff945304ec1880 -> ffff94532014cc38 00000020:00000001:3.0:1788777288.043794:0:31488:0:(cl_object.c:143:cl_object_top()) ffff945304ec1880 -> ffff94532014cc38 00000020:00000001:3.0:1788777288.043797:0:31488:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788777288.043800:0:31488:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043802:0:31488:0:(cl_object.c:143:cl_object_top()) ffff945304ec1880 -> ffff94532014cc38 00000020:00000001:3.0:1788777288.043804:0:31488:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788777288.043807:0:31488:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777288.043809:0:31488:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043811:0:31488:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.043812:0:31488:0:(cl_object.c:143:cl_object_top()) ffff945304ec1880 -> ffff94532014cc38 00000020:00000001:3.0:1788777288.043814:0:31488:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777288.043816:0:31488:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777288.043818:0:31488:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777288.043819:0:31488:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777288.043820:0:31488:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777288.043821:0:31488:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777288.043823:0:31488:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:3.0:1788777288.043828:0:31488:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ca80. 00000020:00000040:3.0:1788777288.043832:0:31488:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777288.043835:0:31488:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788777288.043838:0:31488:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777288.043843:0:31488:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1743 00000400:00000200:3.0:1788777288.043851:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777288.043856:0:31488:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:3.0:1788777288.043860:0:31488:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777288.043863:0:31488:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777288.043866:0:31488:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777288.043868:0:31488:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:3.0:1788777288.043870:0:31488:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777288.043872:0:31488:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:3.0:1788777288.043873:0:31488:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777288.043875:0:31488:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:3.0:1788777288.043877:0:31488:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:3.0:1788777288.043879:0:31488:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000040:3.0:1788777288.043882:0:31488:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777288.043884:0:31488:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777288.043886:0:31488:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777288.043887:0:31488:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:3.0:1788777288.043890:0:31488:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00080000:3.0:1788777288.043893:0:31488:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: import ffff945311022800 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:3.0:1788777288.043895:0:31488:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777288.043897:0:31488:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788777288.043903:0:31488:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777288.043906:0:31488:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.043908:0:31488:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777288.043911:0:31488:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788777288.043914:0:31488:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.043926:0:31488:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777288.043929:0:31488:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c000. 00000020:00000040:3.0:1788777288.043932:0:31488:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 02000000:00000001:3.0:1788777288.043935:0:31488:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777288.043936:0:31488:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.043940:0:31488:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777288.043943:0:31488:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777288.043945:0:31488:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777288.043952:0:31488:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2f400. 00000100:00000001:3.0:1788777288.043958:0:31488:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777288.043965:0:31488:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777288.043974:0:31488:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777288.043978:0:31488:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777288.043982:0:31488:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e9235fb] to pc [ptlrpcd_rcv+-1] req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777288.044015:0:31488:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.044018:0:31488:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788777288.044020:0:31488:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:3.0:1788777288.044023:0:31488:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777288.044025:0:31488:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777288.044026:0:31488:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777288.044030:0:31488:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530398d600. 00000100:00000001:3.0:1788777288.044033:0:31488:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.044037:0:31488:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777288.044039:0:31488:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777288.044044:0:31488:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b65d0a8] to pc [ptlrpcd_01_01+1] req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788777288.044067:0:31488:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777288.044069:0:31488:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.044071:0:31488:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.044072:0:31488:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.044074:0:31488:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777288.044075:0:31488:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.044076:0:31488:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.044078:0:31488:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788777288.044080:0:31488:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788777288.044081:0:31488:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788777288.044082:0:31488:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788777288.044093:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788777288.044096:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788777288.044099:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.044105:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777288.044108:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.044110:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777288.044111:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777288.044113:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777288.044119:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777288.044247:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777288.044250:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.044416:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777288.044419:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777288.044420:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777288.044426:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777288.044434:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777288.044436:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777288.044439:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777288.044442:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777288.044444:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777288.044447:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126118784:192.168.203.135@tcp:8:touch.0 00000100:00000001:0.0:1788777288.044451:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777288.044454:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777288.044456:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777288.044458:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777288.044463:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d22c00. 02000000:00000001:0.0:1788777288.044465:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777288.044470:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777288.044474:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777288.044480:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c220. 00000100:00000200:0.0:1788777288.044486:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126118784, portal 4 00000100:00000001:0.0:1788777288.044488:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777288.044489:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080986624 : -118390628564992 : ffff945308a3c000) 00000100:00000040:0.0:1788777288.044496:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777288.044503:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777288.044505:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777288.044508:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cbb0. 00000100:00000200:0.0:1788777288.044511:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126118784, offset 0 00000400:00000200:0.0:1788777288.044517:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777288.044524:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.044531:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777288.044536:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777288.044540:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777288.044543:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777288.044546:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777288.044549:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2430:2430:256:4294967295] 192.168.203.135@tcp LPNI seq info [2425:2425:8:4294967295] 00000400:00000200:0.0:1788777288.044553:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.044562:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777288.044568:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777288.044573:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777288.044579:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777288.044586:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777288.044590:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777288.044601:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777288.044605:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23042 usecs (24 jiffies) 00000400:00000200:0.0:1788777288.044607:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777288.044610:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296438375 00000100:00000001:0.0:1788777288.044613:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:0.0:1788777288.044615:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296438375 00000100:00000001:0.0:1788777288.044617:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:0.0:1788777288.044619:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777288.044622:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.044625:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.044626:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777288.044630:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777288.044631:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788777288.044634:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777288.044635:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777288.044637:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.044638:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.044785:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777288.044787:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788777288.044792:0:2348:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.044800:0:2348:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.044802:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.044804:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777288.044805:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.044808:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.044810:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777288.044874:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777288.044878:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:0.0:1788777288.044883:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777288.044888:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777288.044893:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cbb0 00000400:00000010:0.0:1788777288.044895:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cbb0. 00000100:00000001:0.0:1788777288.044899:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777288.044903:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777288.044912:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777288.044927:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777288.044934:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.044937:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777288.051279:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.051293:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777288.051298:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.051301:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.051310:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.051318:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777288.051349:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.051354:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.051359:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.051367:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c4e980 00000400:00000200:0.0:1788777288.051371:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.051377:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x68e1 [1] + 0 00000800:00000001:0.0:1788777288.051383:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.051390:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.051393:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777288.051402:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777288.051409:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777288.051418:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777288.051429:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777288.051449:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777288.051456:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.051459:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777288.051663:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777288.051668:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777288.051675:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777288.051677:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777288.051680:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:2.0:1788777288.051685:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c220 00000400:00000010:2.0:1788777288.051687:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c220. 00000100:00000001:2.0:1788777288.051690:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777288.051695:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777288.051716:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777288.051723:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777288.051725:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777288.051729:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777288.051732:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777288.051734:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777288.051736:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777288.051739:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777288.051747:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=111 v=5 (5 5 5 37) 00000100:00001000:2.0:1788777288.051752:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777288.051755:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777288.051756:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777288.051759:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777288.051762:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777288.051765:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777288.051767:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967339 gen 16 00000100:00000040:2.0:1788777288.051771:0:2345:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788777288.051773:0:2345:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777288.051775:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777288.051779:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777288.051786:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777288.051790:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777288.051792:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777288.051794:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788777288.051800:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:2.0:1788777288.051803:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777288.051805:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:2.0:1788777288.051808:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777288.051811:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:2.0:1788777288.051814:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:2.0:1788777288.051816:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00001000:2.0:1788777288.051819:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=1788777288 v=0 (0 0 0 0) 00000100:00001000:2.0:1788777288.051822:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311022c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788777288.051826:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000100:00080000:2.0:1788777288.051830:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9453090ac800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1788777288.051833:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:2.0:1788777288.051835:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788777288.051838:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788777288.051842:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1788777288.051845:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788777288.051848:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788777288.051856:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788777288.051860:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777288.051862:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777288.051864:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777288.051866:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777288.051868:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788777288.051870:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788777288.051873:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788777288.051876:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788777288.051877:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788777288.051878:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788777288.051879:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788777288.051881:0:2345:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788777288.051883:0:2345:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1788777288.051888:0:2345:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1788777288.051890:0:2345:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777288.051893:0:2345:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777288.051894:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788777288.051896:0:2345:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1788777288.051898:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1788777288.051900:0:2345:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1788777288.051902:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788777288.051904:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788777288.051906:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777288.051908:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777288.051910:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788777288.051911:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788777288.051913:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777288.051931:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788777288.051934:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1788777288.051938:0:2345:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1788777288.051939:0:2345:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777288.051941:0:2345:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777288.051943:0:2345:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777288.051944:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777288.051946:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777288.051948:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777288.051950:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777288.051952:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788777288.051953:0:2345:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777288.051956:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788777288.051962:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000dde9388e): req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777288.051982:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777288.051986:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777288.051990:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777288.052002:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126118784:192.168.203.135@tcp:8:touch.0 00000100:00000001:2.0:1788777288.052007:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777288.052010:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777288.052013:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c000 x1875667126118784/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777288.052019:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777288.052022:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777288.052025:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d22c00. 02000000:00000001:2.0:1788777288.052029:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777288.052032:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777288.052033:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777288.052036:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777288.052038:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2f400. 02000000:00000001:2.0:1788777288.052042:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777288.052044:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777288.052046:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c000. 00000100:00000001:2.0:1788777288.052049:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777288.052051:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777288.052053:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777288.052061:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777288.052063:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777288.052065:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777288.052067:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.053430:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777288.053435:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777288.053439:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.053442:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777288.053444:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777288.053447:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777288.053450:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777288.053454:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.053456:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777288.053462:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777288.053465:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777288.053467:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777288.053472:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777288.053475:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777288.053482:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777288.053485:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d688. 00000400:00000010:3.0:1788777288.053492:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347770. 00000100:00000200:3.0:1788777288.053497:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126118912, portal 4 00000100:00000001:3.0:1788777288.053501:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777288.053502:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000040:3.0:1788777288.053513:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.053521:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777288.053524:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777288.053527:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347110. 00000100:00000200:3.0:1788777288.053530:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667126118912, offset 0 00000400:00000200:3.0:1788777288.053537:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777288.053544:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777288.053551:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777288.053557:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777288.053561:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777288.053564:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777288.053567:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777288.053571:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2431:2431:256:4294967295] 192.168.203.135@tcp LPNI seq info [2426:2426:8:4294967295] 00000400:00000200:3.0:1788777288.053575:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777288.053585:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777288.053591:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777288.053595:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfa00. 00000800:00000200:3.0:1788777288.053602:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777288.053608:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777288.053613:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfa00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788777288.053629:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777288.053634:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 22980 usecs (23 jiffies) 00000400:00000200:3.0:1788777288.053637:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777288.053640:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296438383 00000100:00000001:3.0:1788777288.053643:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:3.0:1788777288.053646:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296438383 00000100:00000001:3.0:1788777288.053649:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:3.0:1788777288.053652:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777288.053655:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.053658:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.053664:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777288.053666:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777288.053668:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777288.053669:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777288.053671:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.053674:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777288.054439:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777288.054445:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfa00. 00000400:00000200:1.0:1788777288.054451:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777288.054458:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777288.054475:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347110 00000400:00000010:1.0:1788777288.054478:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347110. 00000100:00000001:1.0:1788777288.054482:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777288.054488:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777288.054499:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777288.054503:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777288.054512:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777288.054514:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777288.167385:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.167402:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777288.167406:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.167409:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.167418:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.167426:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777288.167435:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.167440:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.167446:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.167450:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 432 into portal 4 MB=0x6a9e8c8c4ea00 00000400:00000200:0.0:1788777288.167454:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.167476:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 432/432 into md 0x68f1 [1] + 224 00000800:00000001:0.0:1788777288.167484:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.167495:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.167499:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777288.167504:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777288.167511:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777288.167521:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777288.167531:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777288.167550:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777288.167561:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.167564:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.167759:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777288.167764:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777288.167771:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777288.167773:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777288.167776:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d688. 00000400:00000200:3.0:1788777288.167780:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347770 00000400:00000010:3.0:1788777288.167783:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347770. 00000100:00000001:3.0:1788777288.167786:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777288.167791:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777288.167800:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ca80 x1875667126118912/t0(0) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.167807:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777288.167809:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.167811:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777288.167814:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777288.167816:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777288.167818:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777288.167822:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777288.167830:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=111 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777288.167835:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777288.167838:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777288.167839:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777288.167843:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777288.167846:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.167850:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777288.167853:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967341 gen 16 00000100:00000001:3.0:1788777288.167857:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788777288.167859:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1788777288.167862:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777288.167864:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777288.167868:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ca80 x1875667126118912/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.167875:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777288.167879:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777288.167881:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777288.167885:0:2348:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1788777288.167907:0:2348:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777288.167912:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ca80 x1875667126118912/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777288.167929:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:0:1875667126118912:192.168.203.135@tcp:2:touch.0 00000100:00000001:3.0:1788777288.167934:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.167936:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777288.167941:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ca80 x1875667126118912/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777304 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.167949:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777288.167951:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777288.167955:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777288.167960:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777288.167963:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777288.167965:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777288.167968:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777288.167970:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530398d600. 02000000:00000001:3.0:1788777288.167975:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777288.167977:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777288.167978:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ca80. 00000100:00000001:3.0:1788777288.167982:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777288.167983:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.167985:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.167993:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777288.167995:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.167998:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777288.168001:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777288.168208:0:31488:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777288.168211:0:31488:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777288.168214:0:31488:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777288.168264:0:31488:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777288.168268:0:31488:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788777288.168270:0:31488:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777288.168272:0:31488:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777288.168273:0:31488:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777288.168275:0:31488:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777288.168277:0:31488:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777288.168279:0:31488:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777288.168280:0:31488:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777288.168281:0:31488:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777288.168283:0:31488:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788777288.168284:0:31488:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777288.168286:0:31488:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777288.168287:0:31488:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777288.168289:0:31488:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777288.168290:0:31488:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777288.168292:0:31488:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777288.168293:0:31488:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777288.168295:0:31488:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777288.168296:0:31488:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777288.168297:0:31488:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777288.168299:0:31488:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777288.168302:0:31488:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777288.168303:0:31488:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777288.168305:0:31488:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777288.168306:0:31488:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777288.168307:0:31488:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777288.168309:0:31488:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00020000:00000001:0.0:1788777288.168312:0:31488:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777288.168314:0:31488:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777288.168316:0:31488:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777288.168318:0:31488:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777288.168321:0:31488:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777288.168322:0:31488:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777288.168323:0:31488:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777288.168326:0:31488:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777288.168329:0:31488:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1788777288.168333:0:31488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a03000. 00000020:00000001:0.0:1788777288.168342:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93c30 00000080:00200008:0.0:1788777288.168346:0:31488:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9453209acb08) current size 0, valid attrs 100201f0, mode 0, uid -1052626366, gid -1, new size 213440, atime 1788777271.000000000, mtime 1788777271.000000000, ctime 1788777271.000000000, rc 0 00000080:00000001:0.0:1788777288.168352:0:31488:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777288.168370:0:31488:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777288.168373:0:31488:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000002:0.0:1788777288.168377:0:31488:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000001:0.0:1788777288.168380:0:31488:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777288.168387:0:31488:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777288.168389:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93df0 00000080:00200008:0.0:1788777288.168391:0:31488:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x2a:0x0](ffff9453209acb08), flags 104001 00000080:00000001:0.0:1788777288.168394:0:31488:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777288.168397:0:31488:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788777288.168398:0:31488:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777288.168400:0:31488:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000002:0.0:1788777288.168402:0:31488:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff94531117cf80 00020000:00000001:0.0:1788777288.168404:0:31488:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777288.168406:0:31488:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788777288.168413:0:31488:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777288.168416:0:31488:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777288.168422:0:31488:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 2 00010000:00000001:0.0:1788777288.168425:0:31488:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777288.168429:0:31488:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777288.168431:0:31488:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:0.0:1788777288.168434:0:31488:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777288.168436:0:31488:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777288.168441:0:31488:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945310362800. 00000080:00000001:0.0:1788777288.168443:0:31488:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777288.168449:0:31488:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777288.168452:0:31488:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788777288.168454:0:31488:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1788777288.168458:0:31488:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777288.168460:0:31488:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x2a:0x0] file closed with intent: 0 00000100:00000010:0.0:1788777288.168465:0:31488:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2300. 00000020:00000040:0.0:1788777288.168468:0:31488:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777288.168472:0:31488:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777288.168475:0:31488:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777288.168478:0:31488:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777288.168484:0:31488:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310362200. 00000100:00000001:0.0:1788777288.168490:0:31488:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777288.168502:0:31488:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777287 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777288.168513:0:31488:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777288.168517:0:31488:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be2300 x1875667126119168/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777288.168524:0:31488:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777288.168525:0:31488:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777288.168531:0:31488:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453109069c0. 00000100:00000001:0.0:1788777288.168534:0:31488:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213937088 : -118390495614528 : ffff9453109069c0) 00000100:00000001:0.0:1788777288.168537:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777288.168538:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000100:00000001:0.0:1788777288.168542:0:31488:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777288.168546:0:31488:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.168548:0:31488:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777288.168550:0:31488:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777288.168553:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2300 x1875667126119168/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777288.168560:0:31488:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777288.168562:0:31488:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777288.168565:0:31488:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777288.168567:0:31488:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777288.168569:0:31488:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777288.168573:0:31488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2300 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126119168:192.168.203.135@tcp:35:touch.0 00000100:00000001:0.0:1788777288.168576:0:31488:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777288.168581:0:31488:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777288.168584:0:31488:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777288.168586:0:31488:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777288.168590:0:31488:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d22800. 02000000:00000001:0.0:1788777288.168592:0:31488:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777288.168599:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777288.168603:0:31488:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777288.168609:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cbb0. 00000100:00000200:0.0:1788777288.168616:0:31488:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126119168, portal 10 00000100:00000001:0.0:1788777288.168617:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777288.168618:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000100:00000040:0.0:1788777288.168624:0:31488:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be2300 x1875667126119168/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777288.168630:0:31488:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777288.168633:0:31488:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777288.168636:0:31488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cee0. 00000100:00000200:0.0:1788777288.168639:0:31488:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126119168, offset 0 00000400:00000200:0.0:1788777288.168645:0:31488:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777288.168651:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.168658:0:31488:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777288.168662:0:31488:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777288.168666:0:31488:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777288.168669:0:31488:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777288.168672:0:31488:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777288.168676:0:31488:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2432:2432:256:4294967295] 192.168.203.135@tcp LPNI seq info [2427:2427:8:4294967295] 00000400:00000200:0.0:1788777288.168680:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.168690:0:31488:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777288.168695:0:31488:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777288.168699:0:31488:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777288.168705:0:31488:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777288.168712:0:31488:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777288.168716:0:31488:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777288.168725:0:31488:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777288.168729:0:31488:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 818165 usecs (819 jiffies) 00000400:00000200:0.0:1788777288.168733:0:31488:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777288.168736:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296439294 00000100:00000001:0.0:1788777288.168739:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:0.0:1788777288.168741:0:31488:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296439294 00000100:00000001:0.0:1788777288.168743:0:31488:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:0.0:1788777288.168746:0:31488:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777288.168748:0:31488:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777288.168750:0:31488:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777288.168751:0:31488:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777288.168753:0:31488:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453109069c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777288.168755:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777288.168757:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777288.168995:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777288.169000:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:1.0:1788777288.169004:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777288.169009:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777288.169013:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cee0 00000400:00000010:1.0:1788777288.169015:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cee0. 00000100:00000001:1.0:1788777288.169018:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777288.169022:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2300 x1875667126119168/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777288.169040:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777288.169043:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2300 x1875667126119168/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777304 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777288.169049:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777288.169050:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777288.177025:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.177042:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777288.177046:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.177048:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.177057:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.177063:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777288.177072:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.177076:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.177081:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.177085:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4eb00 00000400:00000200:0.0:1788777288.177090:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777288.177104:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x68f9 [1] + 224 00000800:00000001:0.0:1788777288.177111:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.177122:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777288.177125:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777288.177130:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777288.177137:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777288.177145:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2300 x1875667126119168/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777304 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777288.177156:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308be2300 x1875667126119168/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777288.177187:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777288.177197:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777288.177201:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.177394:0:31488:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777288.177402:0:31488:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777288.177405:0:31488:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777288.177409:0:31488:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:3.0:1788777288.177416:0:31488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cbb0 00000400:00000010:3.0:1788777288.177418:0:31488:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cbb0. 00000100:00000001:3.0:1788777288.177423:0:31488:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777288.177430:0:31488:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2300 x1875667126119168/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777288.177441:0:31488:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2300 x1875667126119168/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777304 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.177448:0:31488:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777288.177450:0:31488:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.177453:0:31488:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777288.177457:0:31488:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777288.177460:0:31488:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777288.177478:0:31488:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777288.177482:0:31488:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777288.177493:0:31488:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=111 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777288.177498:0:31488:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777288.177501:0:31488:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777288.177503:0:31488:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777288.177507:0:31488:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777288.177511:0:31488:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.177515:0:31488:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777288.177518:0:31488:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777288.177519:0:31488:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777288.177522:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777288.177523:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000100:00000001:3.0:1788777288.177528:0:31488:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777288.177530:0:31488:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788777288.177532:0:31488:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777288.177536:0:31488:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777288.177542:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2300 x1875667126119168/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777304 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.177551:0:31488:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777288.177554:0:31488:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777288.177557:0:31488:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777288.177562:0:31488:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2300 x1875667126119168/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777304 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777288.177572:0:31488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2300 pname:cluuid:pid:xid:nid:opc:job touch:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31488:1875667126119168:192.168.203.135@tcp:35:touch.0 00000100:00000001:3.0:1788777288.177579:0:31488:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.177582:0:31488:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.177585:0:31488:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777288.177587:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777288.177592:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2300 x1875667126119168/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777304 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.177600:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777288.177603:0:31488:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453109069c0. 00000100:00000001:3.0:1788777288.177608:0:31488:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777288.177611:0:31488:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.177618:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777288.177619:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000002:00000001:3.0:1788777288.177623:0:31488:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777288.177626:0:31488:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777288.177631:0:31488:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362800. 00000080:00000001:3.0:1788777288.177634:0:31488:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777288.177637:0:31488:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777288.177643:0:31488:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777288.177647:0:31488:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777287 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.177654:0:31488:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777288.177655:0:31488:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777288.177657:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777288.177660:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777287 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.177666:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777288.177668:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777288.177671:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126115840/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777287 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.177801:0:31488:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777288.177804:0:31488:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777288.177806:0:31488:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777288.177808:0:31488:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777288.177812:0:31488:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777288.177816:0:31488:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777288.177817:0:31488:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777288.177819:0:31488:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777288.177822:0:31488:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777288.177823:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777288.177825:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777288.177829:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2300 x1875667126119168/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777304 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.177836:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777288.177837:0:31488:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945310690700. 00000002:00000001:3.0:1788777288.177840:0:31488:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777288.177842:0:31488:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777288.177844:0:31488:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb9c00. 00000100:00000001:3.0:1788777288.177847:0:31488:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777288.177850:0:31488:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2300 x1875667126119168/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777304 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777288.177856:0:31488:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777288.177858:0:31488:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777288.177861:0:31488:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453088017c0. 00000080:00000001:3.0:1788777288.177865:0:31488:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777288.177870:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93df0 00000080:00000008:3.0:1788777288.177874:0:31488:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9453209acb08), flags 104001, rc = 0 00000080:00000001:3.0:1788777288.177878:0:31488:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777288.177883:0:31488:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777288.177886:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93e00 00000080:00002000:3.0:1788777288.177888:0:31488:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff945320b5e948, parent ffff945320b5ee58, inode ffff9453209acb08) hashed, 00000080:00000001:3.0:1788777288.177891:0:31488:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777288.177899:0:31488:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777288.177905:0:31488:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777288.177908:0:31488:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777288.177909:0:31488:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d93e00 00000080:00002000:3.0:1788777288.177910:0:31488:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff945320b5ee58, parent ffff9453208d0a20, inode ffff9453209180c8) hashed, 00000080:00000001:3.0:1788777288.177913:0:31488:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777288.177930:0:31488:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777288.177933:0:31488:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788777288.184428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453106902a0. 00000080:00000010:3.1:1788777288.184443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690460. 00010000:00000001:1.0:1788777288.669417:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777288.669424:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777288.669429:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777288.669430:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777288.672079:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777288.672099:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777288.672103:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777289.694634:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777289.694641:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777289.694664:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777289.694666:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.695421:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777289.695425:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.695443:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777289.919792:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777289.919799:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777289.919802:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777289.919805:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb20 00000080:00200000:2.0:1788777289.919809:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777289.919818:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f000. 00800000:00000002:2.0:1788777289.919824:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777289.919829:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777289.919834:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777289.919836:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdba40 00800000:00000002:2.0:1788777289.919838:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777289.919842:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777289.919846:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777289.919851:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777289.919854:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb910 00000002:00010000:2.0:1788777289.919856:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777289.919859:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777289.919862:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777289.919865:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777289.919871:0:31521:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.919874:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.919876:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.919879:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777289.919881:0:31521:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777289.919887:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777289.919891:0:31521:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777289.919898:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777289.919914:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777289.919922:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.919924:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.919926:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.919929:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777289.919932:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777289.919936:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777289.919943:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a8800. 00000100:00000001:2.0:1788777289.919950:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.919955:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777289.919956:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.919958:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777289.919959:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.919961:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.919966:0:31521:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00010000:00000001:2.0:1788777289.919970:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777289.919973:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777289.919977:0:31521:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8200. 00010000:00000010:2.0:1788777289.919980:0:31521:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9ec80. 00010000:00000001:2.0:1788777289.919984:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777289.919988:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155a00. 00000020:00000001:2.0:1788777289.919991:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777289.919994:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155a00 with handle 0xe53f2b0cb7af87cf to hash 00000020:00000001:2.0:1788777289.919996:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777289.919998:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.920001:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.920005:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777289.920007:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.920011:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.920021:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.920031:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777289.920037:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777289.920038:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777289.920045:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776c00. 00000100:00000001:2.0:1788777289.920046:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044527104 : -118390665024512 : ffff945306776c00) 00000100:00000001:2.0:1788777289.920048:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777289.920050:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:2.0:1788777289.920054:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777289.920057:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.920059:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777289.920061:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777289.920070:0:31521:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.920079:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777289.920082:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.920085:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777289.920088:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777289.920090:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777289.920094:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31521:1875667126119296:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777289.920098:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777289.920103:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777289.920105:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.920108:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777289.920113:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777289.920115:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777289.920122:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777289.920126:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464dc0. 00000400:00000010:2.0:1788777289.920133:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777289.920140:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126119296, portal 10 00000100:00000001:2.0:1788777289.920142:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777289.920143:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777289.920148:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.920156:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777289.920158:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777289.920161:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777289.920165:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126119296, offset 0 00000400:00000200:2.0:1788777289.920172:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777289.920180:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777289.920187:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777289.920192:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777289.920195:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777289.920198:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777289.920201:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777289.920204:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2433:2433:256:4294967295] 192.168.203.135@tcp LPNI seq info [2428:2428:8:4294967295] 00000400:00000200:2.0:1788777289.920208:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777289.920218:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777289.920255:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777289.920260:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b100. 00000800:00000200:2.0:1788777289.920267:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777289.920273:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777289.920277:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777289.920290:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777289.920294:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 817060 usecs (818 jiffies) 00000400:00000200:2.0:1788777289.920298:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777289.920301:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441045 00000100:00000001:2.0:1788777289.920304:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:2.0:1788777289.920306:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441045 00000100:00000001:2.0:1788777289.920308:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:2.0:1788777289.920310:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777289.920313:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.920315:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777289.920316:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777289.920319:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788777289.920321:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777289.920324:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777289.920397:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777289.920401:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b100. 00000400:00000200:1.0:1788777289.920406:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.920411:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777289.920428:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:1.0:1788777289.920430:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:1.0:1788777289.920434:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777289.920439:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.921043:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777289.921051:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.921059:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777289.921061:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777289.931298:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.931316:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777289.931321:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.931323:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.931332:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.931341:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777289.931349:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.931355:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.931360:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.931364:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4eb80 00000400:00000200:1.0:1788777289.931369:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.931374:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6909 [1] + 224 00000800:00000001:1.0:1788777289.931382:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.931389:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.931392:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.931425:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777289.931443:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777289.931454:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777289.931495:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.931549:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777289.931561:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.931585:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.940012:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777289.940024:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777289.940027:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777289.940031:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464dc0. 00000400:00000200:2.0:1788777289.940037:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:2.0:1788777289.940039:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:2.0:1788777289.940044:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777289.940055:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777289.940066:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.940073:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777289.940076:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.940078:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777289.940177:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777289.940180:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777289.940183:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.940186:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777289.940195:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=112 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777289.940199:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777289.940202:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777289.940204:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.940207:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777289.940211:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.940214:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777289.940216:0:31521:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967636 gen 2 00000100:00000040:2.0:1788777289.940255:0:31521:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff945308a3d180 x1875667126116096/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777289.940262:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777289.940266:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d180 x1875667126116096/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777289.940273:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777289.940275:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777289.940278:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e000. 02000000:00000001:2.0:1788777289.940405:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777289.940409:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777289.940411:0:31521:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777289.940414:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777289.940416:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a02e00. 02000000:00000001:2.0:1788777289.940420:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777289.940422:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777289.940425:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d180. 00000100:00000001:2.0:1788777289.940428:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777289.940430:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777289.940436:0:31521:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff945308be2300 x1875667126119168/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777304 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.940443:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777289.940446:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2300 x1875667126119168/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777304 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.940452:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777289.940453:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777289.940455:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d22800. 02000000:00000001:2.0:1788777289.940457:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777289.940458:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777289.940460:0:31521:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777289.940462:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777289.940464:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310362200. 02000000:00000001:2.0:1788777289.940473:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777289.940475:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777289.940476:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2300. 00000100:00000001:2.0:1788777289.940480:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777289.940481:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.940483:0:31521:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777289.940485:0:31521:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1788777289.940488:0:31521:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777289.940489:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777289.940494:0:31521:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.940501:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777289.940504:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777289.940506:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777289.940510:0:31521:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777305 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777289.940518:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31521:1875667126119296:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777289.940523:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.940526:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.940528:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777289.940529:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777289.940532:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777305 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.940538:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777289.940541:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776c00. 00000100:00000001:2.0:1788777289.940544:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777289.940545:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.940548:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777289.940551:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940554:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940556:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=4 00000020:00000001:2.0:1788777289.940559:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940562:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000040:2.0:1788777289.940569:0:31521:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155a00, remote cookie: 0xa4f015c75ff3c24e, flags: 0x1001 00010000:00010000:2.0:1788777289.940574:0:31521:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.940584:0:31521:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.940591:0:31521:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777289.940595:0:31521:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777289.940597:0:31521:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777289.940599:0:31521:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777289.940601:0:31521:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777289.940603:0:31521:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9453054b8200) refcount = 1 00010000:00010000:2.0:1788777289.940608:0:31521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.940615:0:31521:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777289.940618:0:31521:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777289.940619:0:31521:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777289.940622:0:31521:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777289.940625:0:31521:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.940628:0:31521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.940633:0:31521:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777289.940635:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940637:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.940638:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940639:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.940640:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.940644:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777289.940645:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940647:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940648:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777289.940650:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940652:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940655:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940655:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940657:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=4 00000020:00000001:2.0:1788777289.940658:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940660:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940663:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777289.940666:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.940669:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.940674:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940675:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.940676:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940677:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940679:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=5 00000020:00000001:2.0:1788777289.940680:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940682:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940684:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777289.940686:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.940693:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940694:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777289.940696:0:31521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.940701:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777289.940702:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940704:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.940705:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940706:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777289.940711:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777289.940719:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940720:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940722:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777289.940723:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940725:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940727:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940728:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.940730:0:31521:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.940732:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.940734:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777289.940737:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940738:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940739:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777289.940741:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940743:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00000002:00010000:2.0:1788777289.940747:0:31521:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.940753:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940754:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.940756:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777289.940757:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940758:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940759:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777289.940761:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940763:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000040:2.0:1788777289.940768:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777289.940771:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777289.940775:0:31521:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777289.940778:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940779:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.940780:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777289.940783:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb898 00000002:00002000:2.0:1788777289.940785:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777289.940788:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.940792:0:31521:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.940794:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777289.940797:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777289.940800:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777289.940803:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777289.940807:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f000. 00000080:00000001:2.0:1788777289.940810:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777289.940813:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777289.940818:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777289.940822:0:31521:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777289.940831:0:31521:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6ec0. 00800000:00000001:2.0:1788777289.940833:0:31521:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221999296 : -118390487552320 : ffff9453110b6ec0) 00800000:00000001:2.0:1788777289.940835:0:31521:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.940837:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777289.940840:0:31521:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777289.940842:0:31521:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777289.940845:0:31521:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777289.940847:0:31521:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777289.940849:0:31521:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777289.940854:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777289.940857:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777289.940861:0:31521:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777289.940864:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940865:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940867:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777289.940869:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940871:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940873:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940875:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777289.940876:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777289.940878:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777289.940880:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6ec0 1 00800000:00000010:2.0:1788777289.940882:0:31521:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6ec0. 00800000:00000001:2.0:1788777289.940885:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777289.940889:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87cf 00800000:00000001:2.0:1788777289.940892:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777289.940893:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777289.940894:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940895:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940897:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777289.940898:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940900:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940913:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940915:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.940916:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.940918:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777289.940920:0:31521:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777289.940923:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777289.940926:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87cf from it ffffb1cb81cdbb58 00010000:00000001:2.0:1788777289.940928:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.940929:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.940930:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777289.940932:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940934:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777289.940936:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777289.940938:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.940943:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940944:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.940946:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777289.940948:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777289.940951:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777289.940958:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777289.940960:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777289.940962:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777289.940965:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940966:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.940968:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.940971:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777289.940973:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.940976:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.940978:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.940980:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777289.940981:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.940982:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777289.940983:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777289.940988:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126119296/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.940994:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777289.940996:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777289.940998:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777289.941002:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777289.941003:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777289.941004:0:31521:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777289.941006:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777289.941008:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a8800. 02000000:00000001:2.0:1788777289.941010:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777289.941012:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777289.941013:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777289.941016:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777289.941017:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777289.941020:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777289.941025:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777289.941039:0:31521:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b50c0. 00000020:00000001:2.0:1788777289.941043:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdba88 00000080:00200000:2.0:1788777289.941046:0:31521:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=24 00000080:00000001:2.0:1788777289.941050:0:31521:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777289.941051:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb938 00000080:00200000:2.0:1788777289.941053:0:31521:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:2.0:1788777289.941060:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f000. 00800000:00000002:2.0:1788777289.941065:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777289.941069:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777289.941071:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777289.941073:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb858 00800000:00000002:2.0:1788777289.941075:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777289.941078:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788777289.941410:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb7f0 00800000:00000002:2.0:1788777289.941413:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788777289.941418:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777289.941420:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb728 00000002:00010000:2.0:1788777289.941422:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788777289.941426:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777289.941427:0:31521:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777289.941432:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777289.941435:0:31521:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777289.941440:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777289.941443:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777289.941446:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.941448:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.941449:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.941452:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777289.941454:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777289.941457:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777289.941463:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a8800. 00000100:00000001:2.0:1788777289.941476:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.941480:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777289.941482:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.941484:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777289.941485:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.941486:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.941494:0:31521:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00010000:00000001:2.0:1788777289.941497:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777289.941499:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777289.941503:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777289.941505:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777289.941508:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777289.941512:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154000. 00000020:00000001:2.0:1788777289.941515:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777289.941517:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154000 with handle 0xe53f2b0cb7af87d6 to hash 00000020:00000001:2.0:1788777289.941519:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777289.941520:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.941524:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.941526:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777289.941528:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.941531:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.941538:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.941547:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777289.941552:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777289.941554:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777289.941559:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776c00. 00000100:00000001:2.0:1788777289.941561:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044527104 : -118390665024512 : ffff945306776c00) 00000100:00000001:2.0:1788777289.941563:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777289.941565:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:2.0:1788777289.941568:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777289.941573:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.941574:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777289.941576:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777289.941581:0:31521:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.941589:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777289.941591:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.941594:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777289.941596:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777289.941598:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777289.941602:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31521:1875667126119424:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777289.941606:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777289.941610:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777289.941613:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.941615:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777289.941619:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777289.941621:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777289.941627:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777289.941630:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464dc0. 00000400:00000010:2.0:1788777289.941636:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777289.941643:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126119424, portal 10 00000100:00000001:2.0:1788777289.941645:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777289.941647:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777289.941652:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.941659:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777289.941662:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777289.941665:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1550. 00000100:00000200:2.0:1788777289.941668:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126119424, offset 0 00000400:00000200:2.0:1788777289.941674:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777289.941681:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777289.941688:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777289.941693:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777289.941697:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777289.941700:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777289.941704:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777289.941708:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2434:2434:256:4294967295] 192.168.203.135@tcp LPNI seq info [2429:2429:8:4294967295] 00000400:00000200:2.0:1788777289.941712:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777289.941722:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777289.941728:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777289.941733:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666bc00. 00000800:00000200:2.0:1788777289.941740:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777289.941747:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777289.941752:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666bc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777289.941771:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777289.941776:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 815978 usecs (816 jiffies) 00000400:00000200:2.0:1788777289.941779:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777289.941782:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441064 00000100:00000001:2.0:1788777289.941785:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:2.0:1788777289.941787:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441064 00000100:00000001:2.0:1788777289.941789:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:2.0:1788777289.941791:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777289.941794:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.941795:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777289.941798:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777289.941800:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788777289.941803:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777289.941805:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777289.942423:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777289.942428:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bc00. 00000400:00000200:1.0:1788777289.942434:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.942439:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777289.942444:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1550 00000400:00000010:1.0:1788777289.942447:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1550. 00000100:00000001:1.0:1788777289.942450:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777289.942454:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.942480:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777289.942484:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.942491:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777289.942493:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777289.946114:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.946131:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777289.946135:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.946138:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.946147:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.946155:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777289.946163:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.946168:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.946174:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.946177:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4ec00 00000400:00000200:1.0:1788777289.946182:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.946188:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6911 [1] + 224 00000800:00000001:1.0:1788777289.946196:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.946203:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.946206:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.946210:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777289.946217:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777289.946259:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777289.946270:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.946283:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777289.946290:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.946293:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.946351:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777289.946358:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777289.946360:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777289.946363:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464dc0. 00000400:00000200:2.0:1788777289.946367:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:2.0:1788777289.946369:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:2.0:1788777289.946372:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777289.946376:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777289.946391:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.946398:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777289.946400:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.946402:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777289.946405:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777289.946407:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777289.946409:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.946412:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777289.946420:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=112 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777289.946424:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777289.946427:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777289.946428:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.946431:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777289.946434:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.946438:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777289.946439:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777289.946442:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777289.946443:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777289.946448:0:31521:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.946455:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777289.946458:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777289.946460:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777289.946463:0:31521:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777289.946486:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31521:1875667126119424:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777289.946491:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.946494:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.946496:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777289.946498:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777289.946502:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.946509:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777289.946511:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776c00. 00000100:00000001:2.0:1788777289.946515:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777289.946517:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.946519:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777289.946523:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946526:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946529:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=4 00000020:00000001:2.0:1788777289.946532:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946534:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000040:2.0:1788777289.946541:0:31521:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309154000, remote cookie: 0xa4f015c75ff3c26a, flags: 0x1001 00010000:00010000:2.0:1788777289.946546:0:31521:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777289.946555:0:31521:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777289.946558:0:31521:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777289.946565:0:31521:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8100. 00010000:00000010:2.0:1788777289.946569:0:31521:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9ef00. 00010000:00000001:2.0:1788777289.946573:0:31521:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.946577:0:31521:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.946585:0:31521:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.946592:0:31521:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777289.946595:0:31521:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777289.946597:0:31521:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777289.946599:0:31521:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777289.946601:0:31521:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777289.946603:0:31521:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9453054b8100) refcount = 1 00010000:00010000:2.0:1788777289.946607:0:31521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.946613:0:31521:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777289.946615:0:31521:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777289.946617:0:31521:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777289.946620:0:31521:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777289.946622:0:31521:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.946625:0:31521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.946631:0:31521:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777289.946633:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946634:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.946636:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946637:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.946638:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.946642:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777289.946644:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946645:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946647:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777289.946648:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946651:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946653:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946654:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946655:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=4 00000020:00000001:2.0:1788777289.946656:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946658:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946660:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777289.946663:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.946666:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.946677:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946678:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.946680:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946681:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946682:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=5 00000020:00000001:2.0:1788777289.946684:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946685:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946687:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777289.946690:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.946695:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946696:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777289.946699:0:31521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.946705:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777289.946706:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946707:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.946708:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946709:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777289.946713:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777289.946721:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946722:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946723:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777289.946725:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946727:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946729:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946730:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.946732:0:31521:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.946734:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.946737:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777289.946739:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946740:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946741:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777289.946743:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946745:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00000002:00010000:2.0:1788777289.946748:0:31521:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.946753:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946754:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.946756:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777289.946757:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946758:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946759:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777289.946761:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946763:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000040:2.0:1788777289.946766:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:2.0:1788777289.946768:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777289.946771:0:31521:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:2.0:1788777289.946774:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946775:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.946776:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777289.946779:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb6b0 00000002:00002000:2.0:1788777289.946781:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777289.946784:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.946787:0:31521:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.946789:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777289.946792:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777289.946795:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777289.946799:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:2.0:1788777289.946801:0:31521:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777289.946803:0:31521:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81cdba28 it_disposition b 00000080:00000001:2.0:1788777289.946806:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777289.946812:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777289.946814:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777289.946816:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788777289.946819:0:31521:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788777289.946824:0:31521:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777289.946826:0:31521:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788777289.946829:0:31521:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777289.946832:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788777289.946835:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777289.946839:0:31521:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:2.0:1788777289.946842:0:31521:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff94532091b248): rc = 0 00000080:00000001:2.0:1788777289.946844:0:31521:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482456648 : -118390227094968 : ffff94532091b248) 00010000:00000001:2.0:1788777289.946846:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946847:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946849:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777289.946851:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946853:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946854:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946855:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777289.946857:0:31521:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777289.946859:0:31521:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777289.946860:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777289.946862:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777289.946864:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777289.946867:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af87d6 00800000:00000001:2.0:1788777289.946870:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777289.946871:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777289.946872:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946873:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946875:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777289.946876:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946878:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946880:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946882:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.946883:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.946885:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777289.946891:0:31521:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b3d5e8 inode ffff94532091b248 refc 1 flags 0x20000e 00000080:00000001:2.0:1788777289.946895:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777289.946897:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777289.946899:0:31521:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777289.946912:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) 00000080:00010000:2.0:1788777289.946916:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87d6 from it ffffb1cb81cdba28 00010000:00000001:2.0:1788777289.946917:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.946919:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.946920:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777289.946922:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946924:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777289.946926:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777289.946929:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.946935:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946936:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.946938:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777289.946940:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777289.946942:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777289.946949:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777289.946952:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777289.946954:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777289.946958:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946959:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.946960:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.946963:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777289.946965:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.946966:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.946969:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.946971:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777289.946972:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.946973:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777289.946975:0:31521:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777289.946978:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f000. 00000100:00000001:2.0:1788777289.946982:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777289.946986:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126119424/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.946993:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777289.946995:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777289.946998:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777289.947000:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777289.947002:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777289.947004:0:31521:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777289.947006:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777289.947009:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a8800. 02000000:00000001:2.0:1788777289.947012:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777289.947013:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777289.947015:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777289.947019:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777289.947020:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777289.947026:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777289.947029:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248), inode mode 41ed mask 1 00000080:00000001:2.0:1788777289.947034:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777289.947045:0:31521:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b58a0. 00000020:00000001:2.0:1788777289.947049:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbae8 00000080:00200000:2.0:1788777289.947051:0:31521:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff94532091b248), flags=8 00000080:00000001:2.0:1788777289.947054:0:31521:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777289.947055:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb998 00000080:00200000:2.0:1788777289.947057:0:31521:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff94532091b248), intent=getattr 00000080:00000010:2.0:1788777289.947063:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f000. 00000080:00000001:2.0:1788777289.947068:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777289.947070:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777289.947072:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb8b8 00800000:00000002:2.0:1788777289.947073:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788777289.947076:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788777289.947081:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb850 00800000:00000002:2.0:1788777289.947083:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1788777289.947087:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777289.947089:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb788 00000002:00010000:2.0:1788777289.947091:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788777289.947094:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777289.947096:0:31521:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777289.947099:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777289.947102:0:31521:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777289.947106:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777289.947110:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777289.947112:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.947113:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.947115:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.947118:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777289.947120:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777289.947123:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777289.947128:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a8800. 00000100:00000001:2.0:1788777289.947133:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.947136:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777289.947138:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.947140:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777289.947141:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.947143:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.947148:0:31521:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00010000:00000001:2.0:1788777289.947151:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777289.947153:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777289.947156:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:2.0:1788777289.947158:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777289.947161:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777289.947164:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155e00. 00000020:00000001:2.0:1788777289.947167:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777289.947169:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155e00 with handle 0xe53f2b0cb7af87dd to hash 00000020:00000001:2.0:1788777289.947171:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777289.947172:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.947176:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.947178:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777289.947180:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.947183:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.947190:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.947199:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777289.947203:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777289.947205:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777289.947209:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776c00. 00000100:00000001:2.0:1788777289.947211:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044527104 : -118390665024512 : ffff945306776c00) 00000100:00000001:2.0:1788777289.947214:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777289.947215:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:2.0:1788777289.947252:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777289.947257:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.947259:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777289.947260:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777289.947264:0:31521:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.947272:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777289.947274:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.947277:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777289.947279:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777289.947282:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777289.947285:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31521:1875667126119552:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777289.947289:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777289.947293:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777289.947296:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.947299:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777289.947303:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777289.947305:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777289.947309:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777289.947312:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464dc0. 00000400:00000010:2.0:1788777289.947316:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777289.947321:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126119552, portal 10 00000100:00000001:2.0:1788777289.947323:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777289.947324:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777289.947329:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.947337:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777289.947339:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777289.947342:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1e58. 00000100:00000200:2.0:1788777289.947345:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126119552, offset 0 00000400:00000200:2.0:1788777289.947350:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777289.947356:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777289.947362:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777289.947367:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777289.947371:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777289.947374:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777289.947377:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777289.947381:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2435:2435:256:4294967295] 192.168.203.135@tcp LPNI seq info [2430:2430:8:4294967295] 00000400:00000200:2.0:1788777289.947385:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777289.947393:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777289.947398:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777289.947403:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b500. 00000800:00000200:2.0:1788777289.947408:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777289.947414:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777289.947418:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777289.947428:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777289.947432:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 814873 usecs (815 jiffies) 00000400:00000200:2.0:1788777289.947435:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777289.947438:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441069 00000100:00000001:2.0:1788777289.947441:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:2.0:1788777289.947444:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441069 00000100:00000001:2.0:1788777289.947446:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:2.0:1788777289.947448:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777289.947450:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.947452:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777289.947454:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777289.947456:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788777289.947458:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777289.947460:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777289.947637:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777289.947641:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b500. 00000400:00000200:1.0:1788777289.947645:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.947649:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777289.947652:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1e58 00000400:00000010:1.0:1788777289.947654:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1e58. 00000100:00000001:1.0:1788777289.947658:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777289.947661:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.947670:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777289.947673:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.947679:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777289.947681:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777289.962201:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.962241:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777289.962245:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.962249:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.962258:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.962266:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777289.962277:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.962282:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.962288:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.962292:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 640 into portal 10 MB=0x6a9e8c8c4ec80 00000400:00000200:1.0:1788777289.962297:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.962303:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 640/640 into md 0x6919 [1] + 224 00000800:00000001:1.0:1788777289.962309:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.962317:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.962321:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.962325:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777289.962332:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777289.962341:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777289.962353:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.962369:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777289.962378:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.962381:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.962521:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777289.962528:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777289.962530:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777289.962533:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464dc0. 00000400:00000200:2.0:1788777289.962537:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:2.0:1788777289.962540:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:2.0:1788777289.962543:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777289.962548:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777289.962557:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.962563:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777289.962566:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.962568:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777289.962571:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777289.962573:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777289.962575:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.962578:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777289.962587:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=112 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777289.962591:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777289.962594:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777289.962596:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.962598:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777289.962601:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.962605:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777289.962607:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777289.962609:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777289.962610:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777289.962614:0:31521:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.962621:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777289.962624:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777289.962626:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777289.962630:0:31521:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777305 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777289.962638:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31521:1875667126119552:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777289.962643:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777289.962646:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.962649:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777289.962651:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777289.962655:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777305 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.962662:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777289.962665:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776c00. 00000100:00000001:2.0:1788777289.962668:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777289.962669:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.962673:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777289.962677:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.962679:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.962682:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=4 00000020:00000001:2.0:1788777289.962685:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962687:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000040:2.0:1788777289.962694:0:31521:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155e00, remote cookie: 0xa4f015c75ff3c286, flags: 0x1001 00010000:00010000:2.0:1788777289.962699:0:31521:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777289.962708:0:31521:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:2.0:1788777289.962712:0:31521:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777289.962719:0:31521:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8b00. 00010000:00000010:2.0:1788777289.962723:0:31521:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9ea80. 00010000:00000001:2.0:1788777289.962728:0:31521:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.962731:0:31521:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.962739:0:31521:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.962745:0:31521:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777289.962749:0:31521:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777289.962751:0:31521:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777289.962753:0:31521:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777289.962754:0:31521:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777289.962757:0:31521:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff9453054b8b00) refcount = 1 00010000:00010000:2.0:1788777289.962761:0:31521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.962767:0:31521:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777289.962770:0:31521:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777289.962771:0:31521:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777289.962774:0:31521:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777289.962776:0:31521:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.962779:0:31521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.962790:0:31521:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777289.962792:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.962794:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.962795:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.962796:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.962797:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.962802:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777289.962804:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.962806:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.962807:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777289.962809:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962812:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962814:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.962815:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.962816:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=4 00000020:00000001:2.0:1788777289.962818:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962820:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962823:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777289.962826:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.962829:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.962835:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.962836:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.962837:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.962839:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.962840:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=5 00000020:00000001:2.0:1788777289.962841:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962846:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962848:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777289.962850:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.962856:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.962857:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777289.962859:0:31521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.962865:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777289.962867:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.962868:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.962869:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.962870:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777289.962875:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777289.962883:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.962884:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.962885:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777289.962887:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962889:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00000002:00010000:2.0:1788777289.962892:0:31521:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777289.962901:0:31521:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110b6380. 00010000:00000001:2.0:1788777289.962916:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.962918:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.962919:0:31521:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.962921:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777289.962924:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777289.962926:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.962927:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.962929:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777289.962930:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962932:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00000002:00010000:2.0:1788777289.962936:0:31521:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.962941:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.962943:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.962944:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777289.962946:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.962947:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.962948:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777289.962950:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.962951:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000040:2.0:1788777289.962955:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777289.962957:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777289.962960:0:31521:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:2.0:1788777289.962962:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.962963:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.962964:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777289.962967:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb710 00000002:00002000:2.0:1788777289.962969:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777289.962973:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.962977:0:31521:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.962979:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777289.962982:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777289.962986:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777289.962989:0:31521:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777289.962991:0:31521:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81cdbb20 it_disposition b 00000080:00000001:2.0:1788777289.962994:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777289.963001:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777289.963005:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777289.963007:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788777289.963010:0:31521:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788777289.963018:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777289.963021:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:2.0:1788777289.963024:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:2.0:1788777289.963027:0:31521:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777289.963031:0:31521:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777289.963033:0:31521:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777289.963039:0:31521:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7de0. 00020000:00000010:2.0:1788777289.963043:0:31521:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310696380. 00020000:00000010:2.0:1788777289.963047:0:31521:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7720. 00020000:00000001:2.0:1788777289.963049:0:31521:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208369952 : -118390501181664 : ffff9453103b7720) 00020000:00000002:2.0:1788777289.963053:0:31521:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7720, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777289.963058:0:31521:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777289.963062:0:31521:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310696380: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777289.963065:0:31521:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff945306780000 00020000:00000001:2.0:1788777289.963068:0:31521:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777289.963070:0:31521:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff945306780000 00020000:00000010:2.0:1788777289.963074:0:31521:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310696380. 00020000:00000010:2.0:1788777289.963077:0:31521:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7de0. 00020000:00000010:2.0:1788777289.963080:0:31521:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7720. 00020000:00000002:2.0:1788777289.963082:0:31521:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777289.963084:0:31521:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.963086:0:31521:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777289.963088:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:2.0:1788777289.963093:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788777289.963096:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777289.963100:0:31521:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x29:0x0](ffff94532091ec08): rc = 0 00000080:00000001:2.0:1788777289.963102:0:31521:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482471432 : -118390227080184 : ffff94532091ec08) 00010000:00000001:2.0:1788777289.963104:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.963106:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.963107:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777289.963109:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.963111:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00000080:00000001:2.0:1788777289.963114:0:31521:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777289.963115:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777289.963117:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:2.0:1788777289.963119:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:2.0:1788777289.963121:0:31521:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777289.963122:0:31521:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777289.963123:0:31521:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777289.963126:0:31521:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7720. 00020000:00000010:2.0:1788777289.963128:0:31521:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310696380. 00020000:00000010:2.0:1788777289.963131:0:31521:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7de0. 00020000:00000001:2.0:1788777289.963133:0:31521:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208371680 : -118390501179936 : ffff9453103b7de0) 00020000:00000002:2.0:1788777289.963135:0:31521:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7de0, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777289.963139:0:31521:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777289.963142:0:31521:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310696380: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777289.963145:0:31521:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff945306780000 00020000:00000001:2.0:1788777289.963146:0:31521:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777289.963148:0:31521:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff945306780000 00020000:00000010:2.0:1788777289.963151:0:31521:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310696380. 00020000:00000010:2.0:1788777289.963153:0:31521:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7720. 00020000:00000010:2.0:1788777289.963155:0:31521:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7de0. 00020000:00000002:2.0:1788777289.963156:0:31521:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777289.963158:0:31521:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.963160:0:31521:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.963162:0:31521:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777289.963166:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945306780000 00020000:00000002:2.0:1788777289.963169:0:31521:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b7420 addref 2/0 by ffff945306780000. 00020000:00000002:2.0:1788777289.963171:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945306780000 00020000:00000001:2.0:1788777289.963174:0:31521:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777289.963175:0:31521:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777289.963177:0:31521:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777289.963178:0:31521:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777289.963181:0:31521:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777289.963183:0:31521:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788777289.963186:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:2.0:1788777289.963188:0:31521:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963189:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.963190:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777289.963192:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777289.963195:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777289.963196:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777289.963200:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff94532091ec08) for lock 0xe53f2b0cb7af87dd 00800000:00000001:2.0:1788777289.963203:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777289.963204:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777289.963205:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.963207:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.963208:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777289.963210:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.963212:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.963214:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.963215:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.963216:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.963218:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777289.963265:0:31521:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b3daf8 inode ffff94532091ec08 refc 1 flags 0x40000e 00000080:00000001:2.0:1788777289.963268:0:31521:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777289.963272:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff94532091ec08) 00000080:00010000:2.0:1788777289.963275:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87dd from it ffffb1cb81cdbb20 00010000:00000001:2.0:1788777289.963277:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.963278:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.963279:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777289.963281:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.963283:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.963285:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777289.963287:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.963293:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.963294:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.963296:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777289.963298:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777289.963300:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777289.963314:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777289.963316:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777289.963318:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777289.963322:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.963323:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.963324:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963328:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777289.963329:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963331:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963334:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963336:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777289.963337:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.963339:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777289.963340:0:31521:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777289.963344:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f000. 00000100:00000001:2.0:1788777289.963347:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777289.963353:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126119552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777289.963359:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777289.963362:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777289.963365:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777289.963368:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777289.963370:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777289.963371:0:31521:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777289.963374:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777289.963376:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a8800. 02000000:00000001:2.0:1788777289.963380:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777289.963382:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777289.963383:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777289.963387:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777289.963388:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777289.963392:0:31521:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777289.963393:0:31521:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81cdbb20 released 00000080:00000001:2.0:1788777289.963395:0:31521:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788777289.963405:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbd08 00000080:00200008:2.0:1788777289.963408:0:31521:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x29:0x0](ffff94532091ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777289.963414:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777289.963415:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbc80 00000080:00200000:2.0:1788777289.963417:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x29:0x0](ffff94532091ec08),name=f 00000080:00000010:2.0:1788777289.963423:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f000. 00000080:00000001:2.0:1788777289.963431:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777289.963434:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777289.963436:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbba0 00800000:00000002:2.0:1788777289.963438:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x29:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788777289.963441:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777289.963446:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777289.963450:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777289.963452:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdba70 00000002:00010000:2.0:1788777289.963454:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777289.963457:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777289.963458:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777289.963460:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777289.963463:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777289.963465:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777289.963468:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777289.963470:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777289.963473:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777289.963481:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777289.963485:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.963488:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777289.963494:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777289.963495:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777289.963497:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777289.963499:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777289.963501:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777289.963503:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777289.963506:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788777289.963508:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f000. 00000080:00000001:2.0:1788777289.963511:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777289.963512:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777289.963514:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff94532091ec08) 00000080:00010000:2.0:1788777289.963517:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff94532091ec08) for lock 0xe53f2b0cb7af87dd 00800000:00000001:2.0:1788777289.963519:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777289.963521:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777289.963522:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.963523:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.963524:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777289.963526:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.963529:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.963531:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.963532:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777289.963533:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777289.963535:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777289.963536:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87dd from it ffffb1cb81cdbcb8 00010000:00000001:2.0:1788777289.963538:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777289.963540:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.963541:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777289.963542:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.963544:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777289.963546:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777289.963549:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777289.963555:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.963557:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.963558:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777289.963559:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777289.963562:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777289.963568:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777289.963569:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777289.963570:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777289.963573:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.963574:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777289.963575:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963577:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777289.963578:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963579:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963582:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963584:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777289.963585:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.963586:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777289.963587:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777289.963588:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777289.963591:0:31521:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788777289.963594:0:31521:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777289.963596:0:31521:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777289.963598:0:31521:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777289.963599:0:31521:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777289.963602:0:31521:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777289.963604:0:31521:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777289.963606:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777289.963608:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:2.0:1788777289.963610:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:2.0:1788777289.963614:0:31521:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:2.0:1788777289.963616:0:31521:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777289.963619:0:31521:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777289.963621:0:31521:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777289.963623:0:31521:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777289.963625:0:31521:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777289.963627:0:31521:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777289.963628:0:31521:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777289.963630:0:31521:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777289.963633:0:31521:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff9453105c8060 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777289.963636:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945306780000 00020000:00000001:2.0:1788777289.963640:0:31521:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777289.963642:0:31521:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777289.963644:0:31521:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777289.963646:0:31521:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777289.963648:0:31521:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777289.963650:0:31521:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777289.963652:0:31521:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.963654:0:31521:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777289.963655:0:31521:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777289.963656:0:31521:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777289.963658:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945306780000 00000020:00000001:2.0:1788777289.963660:0:31521:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777289.963662:0:31521:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777289.963663:0:31521:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x29:0x0] 00000020:00000001:2.0:1788777289.963666:0:31521:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777289.963668:0:31521:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777289.963670:0:31521:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777289.963672:0:31521:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777289.963676:0:31521:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777289.963682:0:31521:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9e400. 00020000:00000002:2.0:1788777289.963685:0:31521:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777289.963686:0:31521:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777289.963689:0:31521:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777289.963690:0:31521:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777289.963692:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777289.963693:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:2.0:1788777289.963695:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:2.0:1788777289.963698:0:31521:0:(cl_object.c:143:cl_object_top()) ffff945309306f58 -> ffff9453093062d8 00000020:00000001:2.0:1788777289.963700:0:31521:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777289.963703:0:31521:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777289.963704:0:31521:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777289.963706:0:31521:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777289.963707:0:31521:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777289.963709:0:31521:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:2.0:1788777289.963711:0:31521:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777289.963716:0:31521:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b11d0. 00000008:00010000:2.0:1788777289.963719:0:31521:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777289.963721:0:31521:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777289.963722:0:31521:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777289.963724:0:31521:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9e430, osc lock ffff9453201b11d0, flags 0x400001002 00000020:00000001:2.0:1788777289.963726:0:31521:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777289.963728:0:31521:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777289.963731:0:31521:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082437632 : -118390627113984 : ffff945308b9e400) 00000020:00000001:2.0:1788777289.963733:0:31521:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777289.963734:0:31521:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777289.963736:0:31521:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.963737:0:31521:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.963740:0:31521:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777289.963742:0:31521:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777289.963744:0:31521:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777289.963745:0:31521:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777289.963747:0:31521:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777289.963748:0:31521:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:2.0:1788777289.963750:0:31521:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777289.963752:0:31521:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777289.963754:0:31521:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777289.963757:0:31521:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777289.963759:0:31521:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777289.963761:0:31521:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777289.963762:0:31521:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777289.963763:0:31521:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777289.963764:0:31521:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777289.963766:0:31521:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777289.963768:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777289.963771:0:31521:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963773:0:31521:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788777289.963777:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777289.963780:0:31521:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:2.0:1788777289.963783:0:31521:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788777289.963786:0:31521:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788777289.963789:0:31521:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1745 00000400:00000200:2.0:1788777289.963796:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777289.963802:0:31521:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:2.0:1788777289.963805:0:31521:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777289.963809:0:31521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777289.963811:0:31521:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777289.963813:0:31521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:2.0:1788777289.963815:0:31521:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777289.963817:0:31521:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:2.0:1788777289.963819:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777289.963822:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:2.0:1788777289.963824:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:2.0:1788777289.963826:0:31521:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000040:2.0:1788777289.963829:0:31521:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777289.963831:0:31521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777289.963833:0:31521:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777289.963835:0:31521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:2.0:1788777289.963838:0:31521:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00080000:2.0:1788777289.963841:0:31521:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9453090ac800: import ffff945311026000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:2.0:1788777289.963843:0:31521:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777289.963846:0:31521:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788777289.963852:0:31521:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777289.963854:0:31521:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.963857:0:31521:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788777289.963860:0:31521:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788777289.963863:0:31521:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.963865:0:31521:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777289.963868:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914fb80. 00000020:00000040:2.0:1788777289.963871:0:31521:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=4 obd=lustre-OST0001-osc-ffff9453090ac800 02000000:00000001:2.0:1788777289.963874:0:31521:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777289.963876:0:31521:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.963879:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777289.963882:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777289.963885:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777289.963891:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a8800. 00000100:00000001:2.0:1788777289.963898:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777289.963916:0:31521:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777289.963925:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777289.963929:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777289.963934:0:31521:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d45f6ff6] to pc [ptlrpcd_rcv+-1] req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777289.963951:0:31521:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.963953:0:31521:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1788777289.963955:0:31521:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1788777289.963957:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777289.963960:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777289.963962:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.963964:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777289.963966:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777289.963967:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777289.963971:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073f000. 00000100:00000001:2.0:1788777289.963974:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963978:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777289.963980:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963981:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777289.963982:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963984:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777289.963986:0:31521:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00010000:00000001:2.0:1788777289.963989:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777289.963991:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777289.963995:0:31521:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8500. 00010000:00000010:2.0:1788777289.963998:0:31521:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9453054b8e00. 00010000:00000001:2.0:1788777289.964003:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777289.964006:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155000. 00000020:00000001:2.0:1788777289.964009:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777289.964011:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155000 with handle 0xe53f2b0cb7af87e4 to hash 00000020:00000001:2.0:1788777289.964013:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777289.964014:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000010:2.0:1788777289.964018:0:31521:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9453110b6ec0. 00010000:00000001:2.0:1788777289.964020:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777289.964022:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777289.964024:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777289.964028:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777289.964047:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777289.964057:0:31521:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777289.964059:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777289.964061:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777289.964066:0:31521:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_00+0] req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777289.964140:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777289.964144:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777289.964147:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777289.964153:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777289.964162:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777289.964164:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788777289.964167:0:2348:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777289.964174:0:2348:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.964177:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.964179:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777289.964180:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.964183:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.964185:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777289.964242:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777289.964244:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777289.964246:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777289.964251:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777289.964258:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777289.964259:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777289.964262:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777289.964265:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777289.964267:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777289.964270:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126119680:192.168.203.135@tcp:8:checkstat.0 00000100:00000001:0.0:1788777289.964274:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777289.964278:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777289.964280:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777289.964283:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777289.964288:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21400. 02000000:00000001:0.0:1788777289.964290:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777289.964295:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777289.964298:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777289.964304:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c198. 00000100:00000200:0.0:1788777289.964310:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126119680, portal 4 00000100:00000001:0.0:1788777289.964312:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777289.964314:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000040:0.0:1788777289.964320:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777289.964326:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777289.964329:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777289.964332:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c4c8. 00000100:00000200:0.0:1788777289.964334:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126119680, offset 0 00000400:00000200:0.0:1788777289.964342:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777289.964349:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777289.964355:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777289.964360:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777289.964365:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777289.964369:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777289.964372:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777289.964376:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2436:2436:256:4294967295] 192.168.203.135@tcp LPNI seq info [2431:2431:8:4294967295] 00000400:00000200:0.0:1788777289.964379:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777289.964389:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777289.964395:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777289.964400:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f300. 00000800:00000200:0.0:1788777289.964407:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777289.964415:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777289.964419:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777289.964439:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777289.964445:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 276360 usecs (277 jiffies) 00000400:00000200:0.0:1788777289.964448:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777289.964451:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296440547 00000100:00000001:0.0:1788777289.964454:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:0.0:1788777289.964457:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296440547 00000100:00000001:0.0:1788777289.964459:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:0.0:1788777289.964461:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777289.964464:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777289.964466:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777289.964468:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777289.964474:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777289.964476:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788777289.964479:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777289.964480:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777289.964482:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777289.964483:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777289.964771:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777289.964777:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f300. 00000400:00000200:1.0:1788777289.964782:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.964787:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777289.964793:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c4c8 00000400:00000010:1.0:1788777289.964796:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c4c8. 00000100:00000001:1.0:1788777289.964800:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777289.964804:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777289.964814:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777289.964817:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777289.964824:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777289.964826:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1788777289.964952:0:31521:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777289.964956:0:31521:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.964959:0:31521:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777289.964961:0:31521:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.964963:0:31521:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.964965:0:31521:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777289.964968:0:31521:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777289.964969:0:31521:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777289.964971:0:31521:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788777289.964979:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777289.964982:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.967217:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777289.967243:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.967327:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777289.967331:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777289.967335:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.967338:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777289.967340:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.967344:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.967348:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777289.973750:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.973779:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777289.973786:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.973789:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.973801:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.973813:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777289.973826:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.973832:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.973840:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.973845:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c4ed00 00000400:00000200:1.0:1788777289.973851:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.973860:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x6921 [1] + 0 00000800:00000001:1.0:1788777289.973868:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.973877:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.973882:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.973887:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777289.973897:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777289.973921:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777289.973934:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777289.973957:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777289.973969:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.973973:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777289.975060:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777289.975068:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777289.975077:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777289.975079:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777289.975084:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:0.0:1788777289.975092:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c198 00000400:00000010:0.0:1788777289.975095:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c198. 00000100:00000001:0.0:1788777289.975100:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777289.975112:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777289.975122:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777289.975130:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777289.975133:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777289.975136:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777289.975139:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777289.975141:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777289.975143:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777289.975146:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777289.975155:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=112 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777289.975159:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777289.975161:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777289.975164:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777289.975167:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777289.975171:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777289.975175:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777289.975177:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: committing for last_committed 4294967312 gen 15 00000100:00000040:0.0:1788777289.975181:0:2345:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788777289.975183:0:2345:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777289.975185:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777289.975190:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777289.975196:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777289.975201:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777289.975203:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777289.975205:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788777289.975211:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:0.0:1788777289.975215:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777289.975216:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:0.0:1788777289.975257:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777289.975261:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:0.0:1788777289.975264:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:0.0:1788777289.975266:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00001000:0.0:1788777289.975269:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=1788777289 v=0 (0 0 0 0) 00000100:00001000:0.0:1788777289.975272:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311026418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788777289.975276:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000100:00080000:0.0:1788777289.975280:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9453090ac800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788777289.975284:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000001:0.0:1788777289.975287:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788777289.975290:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788777289.975293:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788777289.975296:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788777289.975299:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788777289.975303:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777289.975305:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777289.975308:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777289.975310:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777289.975311:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777289.975313:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777289.975315:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788777289.975319:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311026000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788777289.975321:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788777289.975323:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788777289.975323:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788777289.975325:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788777289.975326:0:2345:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788777289.975328:0:2345:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1788777289.975334:0:2345:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1788777289.975336:0:2345:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1788777289.975338:0:2345:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777289.975340:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777289.975343:0:2345:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788777289.975344:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788777289.975346:0:2345:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788777289.975348:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788777289.975350:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788777289.975352:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777289.975354:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777289.975355:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788777289.975356:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788777289.975357:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777289.975359:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788777289.975360:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788777289.975364:0:2345:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788777289.975365:0:2345:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777289.975367:0:2345:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777289.975369:0:2345:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777289.975370:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777289.975371:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777289.975373:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777289.975374:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777289.975376:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788777289.975377:0:2345:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777289.975380:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788777289.975387:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000dde9388e): req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777289.975408:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777289.975412:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777289.975416:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777289.975424:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126119680:192.168.203.135@tcp:8:checkstat.0 00000100:00000001:0.0:1788777289.975432:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777289.975435:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777289.975438:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914fb80 x1875667126119680/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777289.975445:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777289.975447:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777289.975450:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21400. 02000000:00000001:0.0:1788777289.975455:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777289.975456:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777289.975458:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:0.0:1788777289.975460:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777289.975463:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a8800. 02000000:00000001:0.0:1788777289.975479:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777289.975481:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777289.975484:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914fb80. 00000100:00000001:0.0:1788777289.975489:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777289.975490:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777289.975492:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777289.975499:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777289.975501:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777289.975503:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777289.975505:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.975672:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777289.975692:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777289.975697:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.975702:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777289.975705:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777289.975709:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777289.975713:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777289.975717:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.975720:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777289.975730:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777289.975733:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777289.975736:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777289.975748:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777289.975752:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777289.975761:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777289.975766:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d688. 00000400:00000010:3.0:1788777289.975775:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347770. 00000100:00000200:3.0:1788777289.975789:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126119808, portal 4 00000100:00000001:3.0:1788777289.975792:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777289.975794:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:3.0:1788777289.975811:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777289.975821:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777289.975824:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777289.975828:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777289.975833:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126119808, offset 0 00000400:00000200:3.0:1788777289.975840:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777289.975851:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777289.975860:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777289.975866:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777289.975872:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777289.975876:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777289.975880:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777289.975885:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2437:2437:256:4294967295] 192.168.203.135@tcp LPNI seq info [2432:2432:8:4294967295] 00000400:00000200:3.0:1788777289.975889:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777289.975900:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777289.975916:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777289.975924:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfb00. 00000800:00000200:3.0:1788777289.975934:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777289.975943:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777289.975948:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777289.975965:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777289.975970:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 274698 usecs (275 jiffies) 00000400:00000200:3.0:1788777289.975973:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777289.975976:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296440557 00000100:00000001:3.0:1788777289.975980:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:3.0:1788777289.975983:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296440557 00000100:00000001:3.0:1788777289.975986:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:3.0:1788777289.975988:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777289.975992:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.975995:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.976003:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777289.976006:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777289.976008:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777289.976009:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777289.976010:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.976014:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777289.976124:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777289.976131:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfb00. 00000400:00000200:1.0:1788777289.976137:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.976144:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777289.976150:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:1.0:1788777289.976153:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:1.0:1788777289.976157:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777289.976162:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.976179:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777289.976182:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.976189:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777289.976191:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777289.978784:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.978809:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777289.978814:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.978817:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.978827:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.978919:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777289.978933:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.978940:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.978951:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.978955:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c4ed80 00000400:00000200:1.0:1788777289.978961:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777289.978969:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x6931 [1] + 224 00000800:00000001:1.0:1788777289.978979:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.978988:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777289.978992:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.978997:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777289.979007:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777289.979019:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777289.979031:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.979055:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777289.979069:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777289.979072:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.979166:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777289.979172:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777289.979183:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777289.979185:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777289.979190:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d688. 00000400:00000200:3.0:1788777289.979195:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347770 00000400:00000010:3.0:1788777289.979198:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347770. 00000100:00000001:3.0:1788777289.979202:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777289.979209:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777289.979375:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777289.979383:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777289.979386:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.979388:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777289.979392:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777289.979395:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777289.979397:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777289.979401:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777289.979413:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=112 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777289.979418:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777289.979421:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777289.979423:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.979426:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777289.979430:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.979433:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777289.979435:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777289.979437:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777289.979438:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777289.979444:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777289.979451:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777289.979454:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777289.979456:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777289.979460:0:2348:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788777289.979462:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777289.979465:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777289.979468:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=4 00000020:00000001:3.0:1788777289.979471:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979474:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979476:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777289.979478:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777289.979479:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=5 00000020:00000001:3.0:1788777289.979480:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979482:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979486:0:2348:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777289.979490:0:2348:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777289.979495:0:2348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777289.979506:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.979508:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777289.979510:0:2348:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777289.979513:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777289.979514:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777289.979515:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=6 00000020:00000001:3.0:1788777289.979517:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979520:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000040:3.0:1788777289.979528:0:2348:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155000, remote cookie: 0xa4f015c75ff3c294, flags: 0x1001 00010000:00010000:3.0:1788777289.979533:0:2348:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777289.979543:0:2348:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788777289.979546:0:2348:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.979548:0:2348:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777289.979553:0:2348:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788777289.979558:0:2348:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777289.979567:0:2348:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x13:0x0].0x0 (ffff9453054b8500) refcount = 1 00010000:00000040:3.0:1788777289.979569:0:2348:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777289.979572:0:2348:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777289.979581:0:2348:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777289.979583:0:2348:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777289.979586:0:2348:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777289.979588:0:2348:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777289.979591:0:2348:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777289.979597:0:2348:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777289.979599:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.979600:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777289.979601:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.979602:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777289.979603:0:2348:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788777289.979606:0:2348:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788777289.979609:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777289.979610:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777289.979611:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=5 00000020:00000001:3.0:1788777289.979612:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979614:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00000008:00000001:3.0:1788777289.979618:0:2348:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788777289.979622:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00010000:3.0:1788777289.979626:0:2348:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788777289.979634:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:3.0:1788777289.979636:0:2348:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777289.979639:0:2348:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788777289.979643:0:2348:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777289.979646:0:2348:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777289.979647:0:2348:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777289.979649:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00000001:3.0:1788777289.979650:0:2348:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788777289.979653:0:2348:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788777289.979656:0:2348:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788777289.979736:0:2348:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788777289.979739:0:2348:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.979741:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777289.979743:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777289.979744:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=6 00000020:00000001:3.0:1788777289.979746:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979748:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979751:0:2348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777289.979754:0:2348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777289.979761:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.979767:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777289.979770:0:2348:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777289.979776:0:2348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777289.979777:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.979778:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777289.979780:0:2348:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.979781:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777289.979782:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777289.979783:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=5 00000020:00000001:3.0:1788777289.979785:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979786:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777289.979788:0:2348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777289.979789:0:2348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777289.979794:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.979796:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777289.979797:0:2348:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777289.979800:0:2348:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777289.979803:0:2348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777289.979812:0:2348:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777289.979815:0:2348:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777289.979816:0:2348:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777289.979821:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.979822:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777289.979824:0:2348:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.979828:0:2348:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777289.979830:0:2348:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.979831:0:2348:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.979834:0:2348:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.979835:0:2348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777289.979837:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.979838:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777289.979839:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.979840:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777289.979842:0:2348:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777289.979848:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777289.979857:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:0:1875667126119808:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:3.0:1788777289.979862:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.979866:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777289.979870:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126119808/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777289.979878:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777289.979881:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777289.979886:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777289.979891:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777289.979894:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777289.979896:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777289.979899:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777289.979912:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073f000. 02000000:00000001:3.0:1788777289.979918:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777289.979920:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777289.979922:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:3.0:1788777289.979927:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777289.979929:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.979931:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777289.979941:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777289.979943:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.979945:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777289.979948:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.980878:0:31521:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.980885:0:31521:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777289.980892:0:31521:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777289.980896:0:31521:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:2.0:1788777289.980900:0:31521:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:2.0:1788777289.980911:0:31521:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777289.980916:0:31521:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777289.980921:0:31521:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777289.980924:0:31521:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777289.980926:0:31521:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777289.980927:0:31521:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777289.980929:0:31521:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x29:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777289.980934:0:31521:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777289.980936:0:31521:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777289.980939:0:31521:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.980940:0:31521:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.980942:0:31521:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000080:00200000:2.0:1788777289.980944:0:31521:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x29:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788777289.980946:0:31521:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777289.980949:0:31521:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777289.980951:0:31521:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:2.0:1788777289.980953:0:31521:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777289.980955:0:31521:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777289.980958:0:31521:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777289.980962:0:31521:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777289.980965:0:31521:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:2.0:1788777289.980967:0:31521:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777289.980968:0:31521:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9e430 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777289.980971:0:31521:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777289.980973:0:31521:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777289.980975:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777289.980976:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777289.980978:0:31521:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777289.980980:0:31521:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777289.980982:0:31521:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777289.980983:0:31521:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777289.980984:0:31521:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777289.980986:0:31521:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777289.980988:0:31521:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777289.980989:0:31521:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777289.980990:0:31521:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9e430 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777289.980993:0:31521:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b11d0. 00000020:00000001:2.0:1788777289.980998:0:31521:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777289.980999:0:31521:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9e400. 00020000:00000001:2.0:1788777289.981004:0:31521:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777289.981004:0:31521:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777289.981006:0:31521:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777289.981008:0:31521:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.981012:0:31521:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777289.981015:0:31521:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777289.981017:0:31521:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777289.981018:0:31521:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777289.981020:0:31521:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777289.981022:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:2.0:1788777289.981025:0:31521:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777289.981027:0:31521:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777289.981030:0:31521:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777289.981032:0:31521:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777289.981036:0:31521:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777289.981039:0:31521:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777289.981041:0:31521:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777289.981043:0:31521:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777289.981044:0:31521:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777289.981045:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000001:00000001:2.0:1788777289.981047:0:31521:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777289.981057:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbd08 00000080:00000008:2.0:1788777289.981059:0:31521:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x29:0x0](ffff94532091ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777289.981066:0:31521:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777289.981068:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbda0 00000080:00002000:2.0:1788777289.981070:0:31521:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff945320b3daf8, parent ffff945320b3d5e8, inode ffff94532091ec08) hashed, 00000080:00000001:2.0:1788777289.981073:0:31521:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777289.992445:0:31522:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777289.992456:0:31522:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777289.992459:0:31522:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777289.992463:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23b20 00000080:00200000:3.0:1788777289.992544:0:31522:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777289.992555:0:31522:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530398c600. 00800000:00000002:3.0:1788777289.992564:0:31522:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777289.992570:0:31522:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777289.992576:0:31522:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777289.992578:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23a40 00800000:00000002:3.0:1788777289.992581:0:31522:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777289.992586:0:31522:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777289.992590:0:31522:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777289.992597:0:31522:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777289.992598:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23910 00000002:00010000:3.0:1788777289.992600:0:31522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777289.992604:0:31522:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777289.992606:0:31522:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777289.992610:0:31522:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777289.992619:0:31522:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:3.0:1788777289.992622:0:31522:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777289.992628:0:31522:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777289.992633:0:31522:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777289.992639:0:31522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777289.992653:0:31522:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777289.992659:0:31522:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777289.992663:0:31522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777289.992671:0:31522:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777289.992673:0:31522:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777289.992675:0:31522:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777289.992677:0:31522:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777289.992679:0:31522:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777289.992681:0:31522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777289.992684:0:31522:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777289.992687:0:31522:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777289.992691:0:31522:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398c600. 00000080:00000001:3.0:1788777289.992697:0:31522:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777289.992699:0:31522:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777289.992702:0:31522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777289.992706:0:31522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87cf 00800000:00000001:3.0:1788777289.992710:0:31522:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777289.992712:0:31522:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777289.992714:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777289.992717:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777289.992721:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777289.992724:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777289.992726:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777289.992730:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.992733:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777289.992734:0:31522:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777289.992736:0:31522:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777289.992739:0:31522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87cf from it ffffb1cb81c23b58 00010000:00000001:3.0:1788777289.992741:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777289.992743:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777289.992744:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777289.992746:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777289.992748:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777289.992751:0:31522:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777289.992754:0:31522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777289.992761:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.992762:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777289.992763:0:31522:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777289.992767:0:31522:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777289.992769:0:31522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777289.992779:0:31522:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777289.992783:0:31522:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777289.992785:0:31522:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777289.992790:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.992791:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777289.992793:0:31522:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.992797:0:31522:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777289.992799:0:31522:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.992801:0:31522:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.992804:0:31522:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.992807:0:31522:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777289.992808:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.992810:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777289.992814:0:31522:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777289.992816:0:31522:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777289.992819:0:31522:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777289.992825:0:31522:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777289.992836:0:31522:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453106902a0. 00000020:00000001:3.0:1788777289.992840:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23a88 00000080:00200000:3.0:1788777289.992843:0:31522:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=24 00000080:00000001:3.0:1788777289.992846:0:31522:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777289.992850:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23938 00000080:00200000:3.0:1788777289.992852:0:31522:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:3.0:1788777289.992860:0:31522:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530398c600. 00800000:00000002:3.0:1788777289.992863:0:31522:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777289.992867:0:31522:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777289.992869:0:31522:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777289.992871:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23858 00800000:00000002:3.0:1788777289.992873:0:31522:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777289.992876:0:31522:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788777289.992880:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c237f0 00800000:00000002:3.0:1788777289.992882:0:31522:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788777289.992885:0:31522:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777289.992886:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23728 00000002:00010000:3.0:1788777289.992888:0:31522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788777289.992892:0:31522:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777289.992895:0:31522:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777289.992912:0:31522:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777289.992918:0:31522:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777289.992923:0:31522:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777289.992928:0:31522:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777289.992931:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777289.992932:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777289.992933:0:31522:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.992936:0:31522:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777289.992938:0:31522:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777289.992941:0:31522:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777289.992950:0:31522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2fc00. 00000100:00000001:3.0:1788777289.992959:0:31522:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.992966:0:31522:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777289.992968:0:31522:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.992969:0:31522:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777289.992971:0:31522:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777289.992973:0:31522:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777289.992981:0:31522:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00010000:00000001:3.0:1788777289.992986:0:31522:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777289.992989:0:31522:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777289.992992:0:31522:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:3.0:1788777289.992994:0:31522:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777289.992997:0:31522:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777289.993001:0:31522:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152c800. 00000020:00000001:3.0:1788777289.993005:0:31522:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777289.993007:0:31522:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152c800 with handle 0xe53f2b0cb7af87eb to hash 00000020:00000001:3.0:1788777289.993010:0:31522:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777289.993011:0:31522:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777289.993014:0:31522:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777289.993017:0:31522:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777289.993019:0:31522:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777289.993023:0:31522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777289.993031:0:31522:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777289.993041:0:31522:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31522 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777289.993047:0:31522:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777289.993049:0:31522:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777289.993057:0:31522:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123edd80. 00000100:00000001:3.0:1788777289.993059:0:31522:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683242147200 : -118390467404416 : ffff9453123edd80) 00000100:00000001:3.0:1788777289.993062:0:31522:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777289.993064:0:31522:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:3.0:1788777289.993069:0:31522:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777289.993074:0:31522:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.993077:0:31522:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777289.993078:0:31522:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777289.993092:0:31522:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777289.993101:0:31522:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777289.993104:0:31522:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777289.993108:0:31522:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777289.993110:0:31522:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777289.993112:0:31522:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777289.993116:0:31522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31522:1875667126119936:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:3.0:1788777289.993121:0:31522:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777289.993128:0:31522:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777289.993130:0:31522:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777289.993133:0:31522:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777289.993139:0:31522:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453091dc800. 02000000:00000001:3.0:1788777289.993141:0:31522:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777289.993150:0:31522:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777289.993154:0:31522:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d688. 00000400:00000010:3.0:1788777289.993163:0:31522:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347770. 00000100:00000200:3.0:1788777289.993172:0:31522:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126119936, portal 10 00000100:00000001:3.0:1788777289.993174:0:31522:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777289.993175:0:31522:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:3.0:1788777289.993181:0:31522:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777289.993189:0:31522:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777289.993192:0:31522:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777289.993196:0:31522:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347b28. 00000100:00000200:3.0:1788777289.993200:0:31522:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126119936, offset 0 00000400:00000200:3.0:1788777289.993208:0:31522:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777289.993388:0:31522:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777289.993399:0:31522:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777289.993406:0:31522:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777289.993412:0:31522:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777289.993416:0:31522:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777289.993419:0:31522:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777289.993423:0:31522:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2438:2438:256:4294967295] 192.168.203.135@tcp LPNI seq info [2433:2433:8:4294967295] 00000400:00000200:3.0:1788777289.993427:0:31522:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777289.993440:0:31522:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777289.993448:0:31522:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777289.993455:0:31522:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df700. 00000800:00000200:3.0:1788777289.993464:0:31522:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777289.993554:0:31522:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777289.993561:0:31522:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788777289.993585:0:31522:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777289.993591:0:31522:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 813790 usecs (814 jiffies) 00000400:00000200:3.0:1788777289.993595:0:31522:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777289.993599:0:31522:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441114 00000100:00000001:3.0:1788777289.993603:0:31522:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:3.0:1788777289.993607:0:31522:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441114 00000100:00000001:3.0:1788777289.993609:0:31522:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:3.0:1788777289.993612:0:31522:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777289.993615:0:31522:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777289.993618:0:31522:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777289.993620:0:31522:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777289.993623:0:31522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123edd80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777289.993626:0:31522:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777289.993630:0:31522:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777289.993832:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777289.993838:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df700. 00000400:00000200:1.0:1788777289.993845:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777289.993851:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777289.993859:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347b28 00000400:00000010:1.0:1788777289.993861:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347b28. 00000100:00000001:1.0:1788777289.993866:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777289.993873:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.993883:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777289.993887:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777289.993895:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777289.993897:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777290.001037:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.001062:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.001069:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.001072:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.001093:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.001104:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.001116:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.001129:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.001136:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.001140:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4ee00 00000400:00000200:1.0:1788777290.001145:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.001153:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6939 [1] + 224 00000800:00000001:1.0:1788777290.001162:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.001170:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.001174:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.001180:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.001190:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.001202:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777290.001213:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.001622:0:31522:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.001644:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777290.001659:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.001664:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777290.002614:0:31522:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777290.002620:0:31522:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777290.002625:0:31522:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d688. 00000400:00000200:3.0:1788777290.002633:0:31522:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347770 00000400:00000010:3.0:1788777290.002637:0:31522:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347770. 00000100:00000001:3.0:1788777290.002642:0:31522:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777290.002654:0:31522:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777290.002665:0:31522:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.002673:0:31522:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777290.002677:0:31522:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.002681:0:31522:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777290.002685:0:31522:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777290.002688:0:31522:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777290.002691:0:31522:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777290.002695:0:31522:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777290.002708:0:31522:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777290.002714:0:31522:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777290.002716:0:31522:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777290.002718:0:31522:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.002722:0:31522:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777290.002727:0:31522:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.002732:0:31522:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777290.002734:0:31522:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788777290.002737:0:31522:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777290.002739:0:31522:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777290.002745:0:31522:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.002752:0:31522:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777290.002756:0:31522:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777290.002758:0:31522:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777290.002763:0:31522:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777290.002771:0:31522:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31522:1875667126119936:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:3.0:1788777290.002777:0:31522:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.002780:0:31522:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.002783:0:31522:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777290.002785:0:31522:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.002789:0:31522:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.002797:0:31522:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777290.002800:0:31522:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123edd80. 00000100:00000001:3.0:1788777290.002804:0:31522:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777290.002807:0:31522:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.002812:0:31522:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777290.002816:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.002819:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.002823:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:3.0:1788777290.002826:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.002829:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000040:3.0:1788777290.002836:0:31522:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152c800, remote cookie: 0xa4f015c75ff3c2b0, flags: 0x1001 00010000:00010000:3.0:1788777290.002842:0:31522:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777290.002851:0:31522:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777290.002855:0:31522:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788777290.002870:0:31522:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803f00. 00010000:00000010:3.0:1788777290.002877:0:31522:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155900. 00010000:00000001:3.0:1788777290.002883:0:31522:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.002887:0:31522:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777290.002896:0:31522:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.002914:0:31522:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777290.002920:0:31522:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777290.002922:0:31522:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777290.002924:0:31522:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777290.002926:0:31522:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777290.002929:0:31522:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff945303803f00) refcount = 1 00010000:00010000:3.0:1788777290.002933:0:31522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.002939:0:31522:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777290.002944:0:31522:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777290.002946:0:31522:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.002949:0:31522:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777290.002952:0:31522:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.002955:0:31522:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.002961:0:31522:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777290.002962:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.002965:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.002966:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.002967:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.002969:0:31522:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.002974:0:31522:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777290.002976:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.002978:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.002979:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777290.002981:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.002983:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.002986:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.002987:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.002988:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:3.0:1788777290.002990:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.002992:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.002996:0:31522:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777290.002999:0:31522:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.003003:0:31522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.003010:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003011:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.003012:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.003013:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.003015:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:3.0:1788777290.003017:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003020:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003022:0:31522:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777290.003025:0:31522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.003032:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003033:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777290.003036:0:31522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.003042:0:31522:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777290.003043:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003044:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.003045:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003046:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777290.003050:0:31522:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777290.003057:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.003059:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.003060:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777290.003063:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003065:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003067:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003068:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.003070:0:31522:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.003072:0:31522:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.003076:0:31522:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777290.003200:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.003203:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.003205:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777290.003207:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003210:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000002:00010000:3.0:1788777290.003214:0:31522:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.003603:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003604:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.003606:0:31522:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777290.003608:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.003609:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.003611:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777290.003613:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003616:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000040:3.0:1788777290.003621:0:31522:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:3.0:1788777290.003624:0:31522:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777290.003629:0:31522:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:3.0:1788777290.003631:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003632:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.003633:0:31522:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777290.003637:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c236b0 00000002:00002000:3.0:1788777290.003640:0:31522:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777290.003643:0:31522:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.003649:0:31522:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.003652:0:31522:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777290.003656:0:31522:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777290.003659:0:31522:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777290.003664:0:31522:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:3.0:1788777290.003667:0:31522:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777290.003668:0:31522:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81c23a28 it_disposition b 00000080:00000001:3.0:1788777290.003672:0:31522:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777290.003681:0:31522:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777290.003684:0:31522:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777290.003687:0:31522:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788777290.003690:0:31522:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788777290.003698:0:31522:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777290.003700:0:31522:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1788777290.003704:0:31522:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.003708:0:31522:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788777290.003712:0:31522:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777290.003715:0:31522:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788777270 to 1788777271 00000080:00200000:3.0:1788777290.003720:0:31522:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:3.0:1788777290.003724:0:31522:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9453209180c8): rc = 0 00000080:00000001:3.0:1788777290.003726:0:31522:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482443976 : -118390227107640 : ffff9453209180c8) 00010000:00000001:3.0:1788777290.003728:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.003730:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.003731:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777290.003733:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003735:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003737:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003738:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777290.003740:0:31522:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777290.003742:0:31522:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777290.003743:0:31522:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777290.003746:0:31522:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777290.003749:0:31522:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777290.003752:0:31522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) for lock 0xe53f2b0cb7af87eb 00800000:00000001:3.0:1788777290.003755:0:31522:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777290.003757:0:31522:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777290.003759:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.003760:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.003761:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777290.003763:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003764:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003767:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003768:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.003769:0:31522:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.003771:0:31522:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777290.003780:0:31522:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b53ca8 inode ffff9453209180c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1788777290.003785:0:31522:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777290.003787:0:31522:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.003789:0:31522:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788777290.003793:0:31522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) 00000080:00010000:3.0:1788777290.003798:0:31522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87eb from it ffffb1cb81c23a28 00010000:00000001:3.0:1788777290.003800:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.003801:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.003802:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777290.003803:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003805:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777290.003807:0:31522:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777290.003810:0:31522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.003817:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003818:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.003820:0:31522:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777290.003823:0:31522:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777290.003826:0:31522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777290.003833:0:31522:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777290.003836:0:31522:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777290.003838:0:31522:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777290.003843:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003845:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.003846:0:31522:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.003850:0:31522:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777290.003852:0:31522:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.003854:0:31522:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.003858:0:31522:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.003860:0:31522:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777290.003861:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.003863:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777290.003865:0:31522:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777290.003869:0:31522:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398c600. 00000100:00000001:3.0:1788777290.003874:0:31522:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.003883:0:31522:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126119936/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.003896:0:31522:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777290.003900:0:31522:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777290.003916:0:31522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453091dc800. 02000000:00000001:3.0:1788777290.003920:0:31522:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777290.003924:0:31522:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777290.003926:0:31522:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777290.003929:0:31522:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777290.003932:0:31522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777290.003937:0:31522:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777290.003939:0:31522:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777290.003941:0:31522:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:3.0:1788777290.003945:0:31522:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777290.003947:0:31522:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777290.003957:0:31522:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777290.003959:0:31522:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8), inode mode 41ed mask 1 00000080:00000001:3.0:1788777290.003965:0:31522:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777290.003982:0:31522:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945310690460. 00000020:00000001:3.0:1788777290.003987:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23ae8 00000080:00200000:3.0:1788777290.003990:0:31522:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9453209180c8), flags=8 00000080:00000001:3.0:1788777290.003993:0:31522:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777290.003994:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23998 00000080:00200000:3.0:1788777290.003996:0:31522:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9453209180c8), intent=getattr 00000080:00000010:3.0:1788777290.004004:0:31522:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530398c600. 00000080:00000001:3.0:1788777290.004013:0:31522:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777290.004016:0:31522:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.004018:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c238b8 00800000:00000002:3.0:1788777290.004020:0:31522:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:3.0:1788777290.004024:0:31522:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788777290.004029:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23850 00800000:00000002:3.0:1788777290.004031:0:31522:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1788777290.004036:0:31522:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.004037:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23788 00000002:00010000:3.0:1788777290.004039:0:31522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788777290.004043:0:31522:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777290.004047:0:31522:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777290.004050:0:31522:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777290.004054:0:31522:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777290.004060:0:31522:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777290.004064:0:31522:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777290.004066:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.004068:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.004069:0:31522:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.004072:0:31522:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777290.004074:0:31522:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777290.004079:0:31522:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777290.005413:0:31522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2fc00. 00000100:00000001:3.0:1788777290.005427:0:31522:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.005436:0:31522:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777290.005439:0:31522:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.005440:0:31522:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777290.005442:0:31522:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.005443:0:31522:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.005456:0:31522:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00010000:00000001:3.0:1788777290.005462:0:31522:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777290.005465:0:31522:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777290.005472:0:31522:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:3.0:1788777290.005475:0:31522:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.005479:0:31522:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777290.005483:0:31522:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152d800. 00000020:00000001:3.0:1788777290.005490:0:31522:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777290.005493:0:31522:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152d800 with handle 0xe53f2b0cb7af87f2 to hash 00000020:00000001:3.0:1788777290.005495:0:31522:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777290.005497:0:31522:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777290.005501:0:31522:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777290.005505:0:31522:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777290.005509:0:31522:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.005514:0:31522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777290.005533:0:31522:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777290.005545:0:31522:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31522 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777290.005552:0:31522:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777290.005554:0:31522:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.006421:0:31522:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776c00. 00000100:00000001:2.0:1788777290.006429:0:31522:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044527104 : -118390665024512 : ffff945306776c00) 00000100:00000001:2.0:1788777290.006434:0:31522:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.006435:0:31522:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000001:2.0:1788777290.006442:0:31522:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.006448:0:31522:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.006451:0:31522:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.006453:0:31522:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.006467:0:31522:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.006478:0:31522:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.006480:0:31522:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.006487:0:31522:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.006491:0:31522:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.006495:0:31522:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.006498:0:31522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31522:1875667126120064:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777290.006503:0:31522:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.006511:0:31522:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.006514:0:31522:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.006517:0:31522:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.006525:0:31522:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777290.006528:0:31522:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.006537:0:31522:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.006542:0:31522:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464dc0. 00000400:00000010:2.0:1788777290.006552:0:31522:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777290.006562:0:31522:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126120064, portal 10 00000100:00000001:2.0:1788777290.006564:0:31522:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.006566:0:31522:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:2.0:1788777290.006575:0:31522:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.006583:0:31522:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.006586:0:31522:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.006589:0:31522:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1330. 00000100:00000200:2.0:1788777290.006593:0:31522:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126120064, offset 0 00000400:00000200:2.0:1788777290.006601:0:31522:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.006614:0:31522:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.006623:0:31522:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.006629:0:31522:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.006634:0:31522:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.006639:0:31522:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.006642:0:31522:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.006646:0:31522:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2439:2439:256:4294967295] 192.168.203.135@tcp LPNI seq info [2434:2434:8:4294967295] 00000400:00000200:2.0:1788777290.006651:0:31522:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.006662:0:31522:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.006670:0:31522:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.006677:0:31522:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b500. 00000800:00000200:2.0:1788777290.006686:0:31522:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.006695:0:31522:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.006700:0:31522:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.006723:0:31522:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.006729:0:31522:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 812698 usecs (813 jiffies) 00000400:00000200:2.0:1788777290.006732:0:31522:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.006736:0:31522:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441126 00000100:00000001:2.0:1788777290.006739:0:31522:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296442415 00000100:00000001:2.0:1788777290.006742:0:31522:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441126 00000100:00000001:2.0:1788777290.006744:0:31522:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296442415 00000100:00000001:2.0:1788777290.006746:0:31522:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.006749:0:31522:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.006752:0:31522:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.006754:0:31522:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.006757:0:31522:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.006759:0:31522:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.006763:0:31522:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.006949:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.006955:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b500. 00000400:00000200:1.0:1788777290.006964:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.006969:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.006976:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:1.0:1788777290.006979:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:1.0:1788777290.006984:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.006989:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.007000:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.007004:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.007012:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.007015:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788777290.013729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777290.013739:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777290.013749:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ea00. 00000020:00000040:1.0:1788777290.013756:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777290.013761:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777290.013765:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777290.013771:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777290.013783:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945308ac7700. 00000100:00000001:1.0:1788777290.013794:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.013812:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777290.013824:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777290.013830:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.013838:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000141abe54] to pc [ptlrpcd_00_01+1] req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.013871:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.013875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777290.013879:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777290.013883:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906df80. 00000020:00000040:1.0:1788777290.013886:0:37:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777290.013889:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777290.013890:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777290.013892:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777290.013897:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945308ac7a00. 00000100:00000001:1.0:1788777290.013900:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.013920:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777290.013928:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777290.013930:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.013934:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aaf2c7] to pc [ptlrpcd_00_00+0] req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.013943:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.013945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777290.013949:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777290.013952:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d500. 00000020:00000040:1.0:1788777290.013954:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:1.0:1788777290.013957:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777290.013958:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777290.013959:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777290.013963:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945308ac7c00. 00000100:00000001:1.0:1788777290.013966:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.013969:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777290.013976:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777290.013978:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.013982:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044065a2a] to pc [ptlrpcd_00_01+1] req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.013989:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.013994:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1778) 00000100:00000001:1.0:1788777290.014164:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777290.014169:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.014172:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777290.014178:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.014185:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777290.014188:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.014192:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777290.014196:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777290.014199:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777290.014202:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126120192:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777290.014207:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777290.014213:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777290.014216:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.014255:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777290.014261:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219e00. 02000000:00000001:1.0:1788777290.014263:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777290.015146:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777290.015154:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb7e8. 00000400:00000010:1.0:1788777290.015164:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12f68. 00000100:00000200:1.0:1788777290.015173:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126120192, portal 25 00000100:00000001:1.0:1788777290.015177:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777290.015179:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087485440 : -118390622066176 : ffff94530906ea00) 00000100:00000040:1.0:1788777290.015190:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.015198:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777290.015201:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777290.015205:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12d48. 00000100:00000200:1.0:1788777290.015209:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126120192, offset 0 00000400:00000200:1.0:1788777290.015216:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777290.015770:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.015781:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777290.015787:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777290.015792:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777290.015797:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777290.015800:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777290.015805:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2440:2440:256:4294967295] 192.168.203.135@tcp LPNI seq info [2435:2435:8:4294967295] 00000400:00000200:1.0:1788777290.015809:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.015820:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777290.015828:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777290.015835:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929a00. 00000800:00000200:1.0:1788777290.015844:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777290.015854:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777290.015859:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777290.015885:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777290.015890:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777290.015893:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296444465 00000100:00000001:1.0:1788777290.015913:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296442415 00000100:00000001:1.0:1788777290.015920:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296444465 00000100:00000001:1.0:1788777290.015924:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296442415 00000100:00000001:1.0:1788777290.015927:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777290.015931:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.015936:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777290.015943:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.015952:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777290.015955:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.015959:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777290.015964:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777290.015966:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777290.015970:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126120448:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777290.015974:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777290.015980:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777290.015983:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.015986:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777290.015992:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301218400. 02000000:00000001:1.0:1788777290.015994:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777290.015998:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777290.016001:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbd68. 00000400:00000010:1.0:1788777290.016006:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12e58. 00000100:00000200:1.0:1788777290.016010:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126120448, portal 4 00000100:00000001:1.0:1788777290.016012:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777290.016014:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087480064 : -118390622071552 : ffff94530906d500) 00000100:00000040:1.0:1788777290.016022:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.016031:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777290.016033:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777290.016036:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12220. 00000100:00000200:1.0:1788777290.016039:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126120448, offset 0 00000400:00000200:1.0:1788777290.016044:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777290.016048:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.016052:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777290.016055:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777290.016057:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777290.016060:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777290.016062:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777290.016065:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2441:2441:255:4294967295] 192.168.203.135@tcp LPNI seq info [2436:2436:7:4294967295] 00000400:00000200:1.0:1788777290.016070:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000800:00000200:0.0:1788777290.016133:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777290.016139:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929a00. 00000400:00000200:0.0:1788777290.016144:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.016151:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.017395:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777290.017419:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777290.017429:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777290.017436:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777290.017444:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777290.017449:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777290.017456:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.017464:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 273091 usecs (274 jiffies) 00000400:00000200:1.0:1788777290.017471:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777290.017474:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296440598 00000100:00000001:1.0:1788777290.017479:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:1.0:1788777290.017482:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296440598 00000100:00000001:1.0:1788777290.017484:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:1.0:1788777290.017487:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777290.017491:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.017496:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.017500:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777290.017511:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777290.017514:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777290.017517:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777290.017519:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.017521:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777290.017525:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788777290.017527:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777290.017529:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777290.017531:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777290.017533:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777290.017534:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.017535:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777290.017545:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.017554:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777290.017557:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.017562:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777290.017566:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777290.017569:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777290.017573:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126120320:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777290.017577:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777290.017583:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777290.017586:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.017588:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777290.017595:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219a00. 02000000:00000001:1.0:1788777290.017597:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777290.017601:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777290.017606:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb268. 00000400:00000010:1.0:1788777290.017612:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12550. 00000100:00000200:1.0:1788777290.017618:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126120320, portal 4 00000100:00000001:1.0:1788777290.017621:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777290.017623:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087482752 : -118390622068864 : ffff94530906df80) 00000100:00000040:1.0:1788777290.017631:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.017638:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777290.017640:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777290.017643:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b125d8. 00000100:00000200:1.0:1788777290.017645:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126120320, offset 0 00000400:00000200:1.0:1788777290.017652:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777290.019218:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12d48 00000400:00000010:0.0:1788777290.019238:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12d48. 00000100:00000001:0.0:1788777290.019249:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777290.019262:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.019277:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.019281:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.019294:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.019296:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.019314:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.019332:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.019335:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.019338:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.019345:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.019350:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.019361:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.019366:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.019372:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.019375:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 640 into portal 10 MB=0x6a9e8c8c4ee80 00000400:00000200:0.0:1788777290.019381:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.019389:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 640/640 into md 0x6941 [1] + 224 00000800:00000001:0.0:1788777290.019395:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.019405:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.019408:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.019413:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.019418:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.019423:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.019432:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.019451:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788777290.019562:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777290.019566:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:0.0:1788777290.019571:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.019574:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777290.019577:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12220 00000400:00000010:0.0:1788777290.019579:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12220. 00000100:00000001:0.0:1788777290.019582:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777290.019587:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.019594:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.019597:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.019603:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.019605:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.019608:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.019611:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.020757:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.020771:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777290.020778:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777290.020784:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777290.020788:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777290.020792:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777290.020797:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2442:2442:256:4294967295] 192.168.203.135@tcp LPNI seq info [2437:2437:8:4294967295] 00000400:00000200:1.0:1788777290.020802:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.020814:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777290.020822:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777290.020835:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777290.020845:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777290.020855:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777290.020859:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777290.020873:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.020880:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23592 usecs (24 jiffies) 00000400:00000200:1.0:1788777290.020885:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777290.020888:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296440351 00000100:00000001:1.0:1788777290.020892:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:1.0:1788777290.020895:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296440351 00000100:00000001:1.0:1788777290.020897:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:1.0:1788777290.020900:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777290.020919:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.020926:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.020932:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.020959:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777290.020963:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.021004:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.021008:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777290.021014:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.021018:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.021024:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b125d8 00000400:00000010:1.0:1788777290.021027:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b125d8. 00000100:00000001:1.0:1788777290.021032:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.021041:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.021054:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.021057:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.021065:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.021067:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777290.021196:0:31522:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777290.021205:0:31522:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.021208:0:31522:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.021212:0:31522:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464dc0. 00000400:00000200:2.0:1788777290.021216:0:31522:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:2.0:1788777290.021218:0:31522:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:2.0:1788777290.021250:0:31522:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.021266:0:31522:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.021282:0:31522:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.021290:0:31522:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.021292:0:31522:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.021295:0:31522:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.021299:0:31522:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.021302:0:31522:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.021305:0:31522:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.021308:0:31522:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.021319:0:31522:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777290.021324:0:31522:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.021327:0:31522:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.021329:0:31522:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.021332:0:31522:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.021337:0:31522:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.021341:0:31522:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.021343:0:31522:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.021346:0:31522:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.021347:0:31522:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.021353:0:31522:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.021361:0:31522:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.021364:0:31522:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.021367:0:31522:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.021371:0:31522:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777306 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.021380:0:31522:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job checkstat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31522:1875667126120064:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777290.021385:0:31522:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.021388:0:31522:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.021391:0:31522:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.021392:0:31522:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.021395:0:31522:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.021401:0:31522:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.021404:0:31522:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776c00. 00000100:00000001:2.0:1788777290.021408:0:31522:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.021410:0:31522:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.021414:0:31522:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777290.021418:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.021422:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.021426:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=4 00000020:00000001:2.0:1788777290.021428:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021431:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000040:2.0:1788777290.021439:0:31522:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152d800, remote cookie: 0xa4f015c75ff3c2cc, flags: 0x1001 00010000:00010000:2.0:1788777290.021446:0:31522:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777290.021455:0:31522:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:2.0:1788777290.021459:0:31522:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788777290.021466:0:31522:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 2 00010000:00000001:2.0:1788777290.021470:0:31522:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.021473:0:31522:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.021476:0:31522:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.021485:0:31522:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.021491:0:31522:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777290.021496:0:31522:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777290.021498:0:31522:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777290.021501:0:31522:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777290.021502:0:31522:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777290.021505:0:31522:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff945303e34500) refcount = 2 00010000:00000040:2.0:1788777290.021508:0:31522:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777290.021511:0:31522:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777290.021523:0:31522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.021529:0:31522:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777290.021534:0:31522:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777290.021536:0:31522:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.021540:0:31522:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777290.021543:0:31522:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.021547:0:31522:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.021553:0:31522:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777290.021555:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.021557:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.021558:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.021559:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.021560:0:31522:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.021566:0:31522:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777290.021569:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.021570:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.021571:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777290.021573:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021575:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021578:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.021579:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.021580:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=4 00000020:00000001:2.0:1788777290.021582:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021584:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021588:0:31522:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.021591:0:31522:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.021594:0:31522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.021601:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.021602:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.021604:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.021604:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.021606:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=5 00000020:00000001:2.0:1788777290.021608:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021609:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021612:0:31522:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.021614:0:31522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.021620:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.021621:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777290.021623:0:31522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.021630:0:31522:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.021631:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.021632:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.021633:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.021634:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777290.021639:0:31522:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777290.021648:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.021649:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.021650:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777290.021651:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021653:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00000002:00010000:2.0:1788777290.021657:0:31522:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777290.021671:0:31522:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110b6580. 00010000:00000001:2.0:1788777290.021673:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.021674:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.021676:0:31522:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.021679:0:31522:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.021682:0:31522:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777290.021685:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.021686:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.021687:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777290.021689:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021691:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00000002:00010000:2.0:1788777290.021695:0:31522:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.021701:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.021702:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.021704:0:31522:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777290.021705:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.021706:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.021707:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777290.021709:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021711:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000040:2.0:1788777290.021713:0:31522:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 3 00010000:00000001:2.0:1788777290.021715:0:31522:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777290.021719:0:31522:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:2.0:1788777290.021722:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.021723:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.021724:0:31522:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777290.021728:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23710 00000002:00002000:2.0:1788777290.021730:0:31522:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777290.021734:0:31522:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.021739:0:31522:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.021742:0:31522:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777290.021747:0:31522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777290.021750:0:31522:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.021756:0:31522:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777290.021765:0:31522:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81c23b20 it_disposition b 00000080:00000001:2.0:1788777290.021769:0:31522:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777290.021776:0:31522:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777290.021780:0:31522:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777290.021783:0:31522:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1788777290.021786:0:31522:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788777290.021795:0:31522:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.021799:0:31522:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:2.0:1788777290.021802:0:31522:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:2.0:1788777290.021805:0:31522:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777290.021810:0:31522:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777290.021813:0:31522:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777290.021820:0:31522:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7de0. 00020000:00000010:2.0:1788777290.021826:0:31522:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310696380. 00020000:00000010:2.0:1788777290.021832:0:31522:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7720. 00020000:00000001:2.0:1788777290.021835:0:31522:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208369952 : -118390501181664 : ffff9453103b7720) 00020000:00000002:2.0:1788777290.021839:0:31522:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7720, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777290.021844:0:31522:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777290.021847:0:31522:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310696380: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:2.0:1788777290.021851:0:31522:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b504d8) owner ffff945319f2a7c0 00020000:00000001:2.0:1788777290.021855:0:31522:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777290.021857:0:31522:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b504d8) owner ffff945319f2a7c0 00020000:00000010:2.0:1788777290.021862:0:31522:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310696380. 00020000:00000010:2.0:1788777290.021866:0:31522:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7de0. 00020000:00000010:2.0:1788777290.021869:0:31522:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7720. 00020000:00000002:2.0:1788777290.021871:0:31522:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777290.021873:0:31522:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.021874:0:31522:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777290.021876:0:31522:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:2.0:1788777290.021883:0:31522:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1788777290.021887:0:31522:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777290.021892:0:31522:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2a:0x0](ffff9453209acb08): rc = 0 00000080:00000001:2.0:1788777290.021894:0:31522:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483052808 : -118390226498808 : ffff9453209acb08) 00010000:00000001:2.0:1788777290.021896:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.021898:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.021899:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777290.021911:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.021914:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00000080:00000001:2.0:1788777290.021917:0:31522:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777290.021918:0:31522:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.021920:0:31522:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:2.0:1788777290.021922:0:31522:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:2.0:1788777290.021923:0:31522:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777290.021924:0:31522:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777290.021925:0:31522:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777290.021928:0:31522:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7720. 00020000:00000010:2.0:1788777290.021930:0:31522:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310696380. 00020000:00000010:2.0:1788777290.021932:0:31522:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7de0. 00020000:00000001:2.0:1788777290.021934:0:31522:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208371680 : -118390501179936 : ffff9453103b7de0) 00020000:00000002:2.0:1788777290.021937:0:31522:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7de0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777290.021940:0:31522:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777290.021943:0:31522:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310696380: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:2.0:1788777290.021945:0:31522:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b504d8) owner ffff945319f2a7c0 00020000:00000001:2.0:1788777290.021947:0:31522:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777290.021949:0:31522:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b504d8) owner ffff945319f2a7c0 00020000:00000010:2.0:1788777290.021951:0:31522:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310696380. 00020000:00000010:2.0:1788777290.021953:0:31522:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7720. 00020000:00000010:2.0:1788777290.021955:0:31522:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7de0. 00020000:00000002:2.0:1788777290.021957:0:31522:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777290.021959:0:31522:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.021960:0:31522:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.021964:0:31522:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777290.021967:0:31522:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff945319f2a7c0 00020000:00000002:2.0:1788777290.021971:0:31522:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c3c0 addref 2/0 by ffff945319f2a7c0. 00020000:00000002:2.0:1788777290.021974:0:31522:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff945319f2a7c0 00020000:00000001:2.0:1788777290.021977:0:31522:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777290.021979:0:31522:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777290.021981:0:31522:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777290.021983:0:31522:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777290.021985:0:31522:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777290.021988:0:31522:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788777290.021995:0:31522:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:2.0:1788777290.021997:0:31522:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.021999:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.022000:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777290.022003:0:31522:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777290.022006:0:31522:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777290.022008:0:31522:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.022012:0:31522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af87f2 00800000:00000001:2.0:1788777290.022015:0:31522:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.022017:0:31522:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.022018:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.022019:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.022021:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777290.022023:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.022025:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.022028:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.022029:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.022031:0:31522:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.022033:0:31522:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777290.022041:0:31522:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b53510 inode ffff9453209acb08 refc 1 flags 0x40000e 00000080:00000001:2.0:1788777290.022044:0:31522:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777290.022048:0:31522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9453209acb08) 00000080:00010000:2.0:1788777290.022052:0:31522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87f2 from it ffffb1cb81c23b20 00010000:00000001:2.0:1788777290.022054:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.022055:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.022057:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777290.022058:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.022060:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.022062:0:31522:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.022065:0:31522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.022070:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.022072:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.022074:0:31522:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.022076:0:31522:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.022079:0:31522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777290.022088:0:31522:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.022090:0:31522:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.022093:0:31522:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.022098:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.022099:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.022101:0:31522:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022104:0:31522:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.022107:0:31522:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022109:0:31522:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022112:0:31522:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022114:0:31522:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.022116:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.022117:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777290.022119:0:31522:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777290.022123:0:31522:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398c600. 00000100:00000001:2.0:1788777290.022127:0:31522:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.022133:0:31522:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126120064/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/640 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.022141:0:31522:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777290.022144:0:31522:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.022148:0:31522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777290.022153:0:31522:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777290.022156:0:31522:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.022158:0:31522:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.022161:0:31522:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777290.022165:0:31522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2fc00. 02000000:00000001:2.0:1788777290.022169:0:31522:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.022171:0:31522:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.022174:0:31522:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:2.0:1788777290.022178:0:31522:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.022179:0:31522:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.022182:0:31522:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777290.022184:0:31522:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81c23b20 released 00000080:00000001:2.0:1788777290.022186:0:31522:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788777290.022200:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23d08 00000080:00200008:2.0:1788777290.022204:0:31522:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x2a:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777290.022211:0:31522:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.022213:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23c80 00000080:00200000:2.0:1788777290.022215:0:31522:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9453209acb08),name=f 00000080:00000010:2.0:1788777290.022252:0:31522:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f400. 00000080:00000001:2.0:1788777290.022264:0:31522:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.022267:0:31522:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.022269:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23ba0 00800000:00000002:2.0:1788777290.022271:0:31522:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2a:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:2.0:1788777290.022274:0:31522:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.022279:0:31522:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.022284:0:31522:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.022285:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23a70 00000002:00010000:2.0:1788777290.022287:0:31522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.022291:0:31522:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.022293:0:31522:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.022294:0:31522:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.022298:0:31522:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 3 00010000:00000001:2.0:1788777290.022300:0:31522:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.022302:0:31522:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.022305:0:31522:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.022309:0:31522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777290.022316:0:31522:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.022320:0:31522:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.022323:0:31522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777290.022329:0:31522:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.022331:0:31522:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.022334:0:31522:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.022336:0:31522:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.022337:0:31522:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.022339:0:31522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.022341:0:31522:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788777290.022343:0:31522:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f400. 00000080:00000001:2.0:1788777290.022347:0:31522:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.022349:0:31522:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.022350:0:31522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9453209acb08) 00000080:00010000:2.0:1788777290.022353:0:31522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af87f2 00800000:00000001:2.0:1788777290.022356:0:31522:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.022357:0:31522:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.022359:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.022360:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.022362:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777290.022364:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.022366:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.022369:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.022370:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.022371:0:31522:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.022373:0:31522:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.022375:0:31522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87f2 from it ffffb1cb81c23cb8 00010000:00000001:2.0:1788777290.022377:0:31522:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.022379:0:31522:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.022380:0:31522:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777290.022382:0:31522:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.022384:0:31522:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777290.022386:0:31522:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.022389:0:31522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777290.022394:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.022395:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.022396:0:31522:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.022398:0:31522:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.022400:0:31522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777290.022406:0:31522:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.022408:0:31522:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.022409:0:31522:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.022411:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.022412:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.022413:0:31522:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022415:0:31522:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.022416:0:31522:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022418:0:31522:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022420:0:31522:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022422:0:31522:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.022423:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.022424:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.022426:0:31522:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.022427:0:31522:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.022431:0:31522:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788777290.022435:0:31522:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777290.022437:0:31522:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.022440:0:31522:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777290.022442:0:31522:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.022445:0:31522:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777290.022449:0:31522:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777290.022451:0:31522:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.022454:0:31522:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:2.0:1788777290.022456:0:31522:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:2.0:1788777290.022462:0:31522:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014cc38 00000020:00000001:2.0:1788777290.022465:0:31522:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777290.022468:0:31522:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777290.022470:0:31522:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777290.022474:0:31522:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777290.022476:0:31522:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777290.022478:0:31522:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777290.022480:0:31522:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.022482:0:31522:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777290.022486:0:31522:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9453105c8060 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777290.022489:0:31522:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff945319f2a7c0 00020000:00000001:2.0:1788777290.022493:0:31522:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777290.022495:0:31522:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777290.022498:0:31522:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777290.022500:0:31522:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.022502:0:31522:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777290.022505:0:31522:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777290.022506:0:31522:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.022508:0:31522:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777290.022509:0:31522:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777290.022511:0:31522:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777290.022512:0:31522:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff945319f2a7c0 00000020:00000001:2.0:1788777290.022515:0:31522:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777290.022517:0:31522:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777290.022519:0:31522:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2a:0x0] 00000020:00000001:2.0:1788777290.022522:0:31522:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777290.022524:0:31522:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777290.022527:0:31522:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777290.022530:0:31522:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777290.022536:0:31522:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777290.022543:0:31522:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9e400. 00020000:00000002:2.0:1788777290.022545:0:31522:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777290.022548:0:31522:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777290.022551:0:31522:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777290.022553:0:31522:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777290.022555:0:31522:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.022557:0:31522:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:2.0:1788777290.022559:0:31522:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:2.0:1788777290.022562:0:31522:0:(cl_object.c:143:cl_object_top()) ffff94532014c210 -> ffff94532014cc38 00000020:00000001:2.0:1788777290.022563:0:31522:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777290.022566:0:31522:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777290.022567:0:31522:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777290.022569:0:31522:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.022571:0:31522:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.022573:0:31522:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:2.0:1788777290.022575:0:31522:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777290.022580:0:31522:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b11d0. 00000008:00010000:2.0:1788777290.022583:0:31522:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777290.022586:0:31522:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777290.022587:0:31522:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777290.022589:0:31522:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9e430, osc lock ffff9453201b11d0, flags 0x400001002 00000020:00000001:2.0:1788777290.022591:0:31522:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.022593:0:31522:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.022595:0:31522:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082437632 : -118390627113984 : ffff945308b9e400) 00000020:00000001:2.0:1788777290.022597:0:31522:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777290.022598:0:31522:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777290.022600:0:31522:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.022602:0:31522:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.022605:0:31522:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777290.022607:0:31522:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777290.022609:0:31522:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777290.022611:0:31522:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777290.022612:0:31522:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777290.022613:0:31522:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:2.0:1788777290.022614:0:31522:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777290.022617:0:31522:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777290.022619:0:31522:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777290.022623:0:31522:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777290.022626:0:31522:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777290.022627:0:31522:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777290.022629:0:31522:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777290.022630:0:31522:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777290.022632:0:31522:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777290.022635:0:31522:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777290.022636:0:31522:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777290.022641:0:31522:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022644:0:31522:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788777290.022648:0:31522:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777290.022652:0:31522:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00010000:00000001:2.0:1788777290.022656:0:31522:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777290.022660:0:31522:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.022662:0:31522:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.022666:0:31522:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.022669:0:31522:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.022672:0:31522:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.022676:0:31522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073f400. 00000100:00000001:2.0:1788777290.022684:0:31522:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022688:0:31522:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.022690:0:31522:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022691:0:31522:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.022692:0:31522:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022694:0:31522:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.022697:0:31522:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00010000:00000001:2.0:1788777290.022700:0:31522:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777290.022703:0:31522:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777290.022708:0:31522:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8800. 00010000:00000010:2.0:1788777290.022712:0:31522:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9453054b8000. 00010000:00000001:2.0:1788777290.022718:0:31522:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777290.022722:0:31522:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155800. 00000020:00000001:2.0:1788777290.022726:0:31522:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777290.022728:0:31522:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155800 with handle 0xe53f2b0cb7af87f9 to hash 00000020:00000001:2.0:1788777290.022730:0:31522:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777290.022732:0:31522:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000010:2.0:1788777290.022736:0:31522:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9453110b6b40. 00010000:00000001:2.0:1788777290.022739:0:31522:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.022741:0:31522:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.022743:0:31522:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.022746:0:31522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.022759:0:31522:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.022770:0:31522:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.022774:0:31522:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.022778:0:31522:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.022787:0:31522:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f880d92] to pc [ptlrpcd_01_01+1] req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788777290.022818:0:31522:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777290.022821:0:31522:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.022823:0:31522:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.022825:0:31522:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.022827:0:31522:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.022829:0:31522:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777290.022831:0:31522:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777290.022833:0:31522:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777290.022835:0:31522:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788777290.022856:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777290.022859:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.022863:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.022869:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.022877:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.022880:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.022884:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.022887:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.022889:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.022893:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126120576:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777290.022898:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.022916:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.022920:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.022924:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.022929:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aa400. 02000000:00000001:2.0:1788777290.022931:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.022939:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.022943:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464dc0. 00000400:00000010:2.0:1788777290.022951:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777290.022959:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126120576, portal 4 00000100:00000001:2.0:1788777290.022961:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.022963:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777290.022969:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.022976:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.022979:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.022982:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c15d8. 00000100:00000200:2.0:1788777290.022985:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126120576, offset 0 00000400:00000200:2.0:1788777290.022992:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.023002:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.023009:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.023015:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.023019:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.023024:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.023026:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.023030:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2443:2443:256:4294967295] 192.168.203.135@tcp LPNI seq info [2438:2438:8:4294967295] 00000400:00000200:2.0:1788777290.023035:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.023045:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.023051:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.023057:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666bc00. 00000800:00000200:2.0:1788777290.023064:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.023072:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.023076:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666bc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.023085:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.023090:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23592 usecs (24 jiffies) 00000400:00000200:2.0:1788777290.023093:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.023096:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296440353 00000100:00000001:2.0:1788777290.023100:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.023103:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296440353 00000100:00000001:2.0:1788777290.023105:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.023107:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.023109:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.023113:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.023115:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.023122:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.023125:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777290.023127:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777290.023128:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.023130:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.023132:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.023673:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.023679:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bc00. 00000400:00000200:1.0:1788777290.023685:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.023691:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.023697:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c15d8 00000400:00000010:1.0:1788777290.023699:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c15d8. 00000100:00000001:1.0:1788777290.023704:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.023709:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.023720:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.023723:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.023731:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.023733:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777290.023873:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777290.023877:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777290.033141:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033164:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.033171:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033173:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.033187:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033197:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.033208:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033214:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033447:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033452:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4f000 00000400:00000200:1.0:1788777290.033458:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033465:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6959 [1] + 224 00000800:00000001:1.0:1788777290.033474:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033480:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.033484:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.033490:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.033500:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.033512:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777290.033530:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.033562:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777290.033575:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033579:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.033581:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033583:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.033586:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033589:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.033593:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033596:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033598:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033601:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c4ef00 00000400:00000200:1.0:1788777290.033604:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033608:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6949 [1] + 224 00000800:00000001:1.0:1788777290.033612:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033615:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.033617:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.033620:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.033622:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.033627:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777290.033635:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.033642:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777290.033646:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033649:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.033650:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033653:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.033656:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033660:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.033664:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033666:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033669:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033672:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c4f080 00000400:00000200:1.0:1788777290.033675:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033679:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x6979 [1] + 224 00000800:00000001:1.0:1788777290.033683:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033687:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.033689:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.033692:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.033695:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.033700:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777290.033710:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.033725:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777290.033728:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033731:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.033732:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033734:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.033737:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033740:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.033744:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033747:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033750:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033752:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c4ef80 00000400:00000200:1.0:1788777290.033755:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.033758:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6969 [1] + 224 00000800:00000001:1.0:1788777290.033761:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033773:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.033776:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.033779:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.033782:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.033786:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777290.033794:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.033800:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777290.033803:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.033806:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.033871:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777290.033877:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777290.033886:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777290.033888:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777290.033893:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb268. 00000400:00000200:0.0:1788777290.033900:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12550 00000400:00000010:0.0:1788777290.033912:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12550. 00000100:00000001:0.0:1788777290.033916:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.033921:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777290.033929:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.033935:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777290.033938:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.033942:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777290.033946:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777290.033949:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777290.033952:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.033957:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777290.033970:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=113 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777290.033973:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777290.033976:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777290.033978:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.033982:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777290.033987:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.033992:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777290.033996:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788777290.033998:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777290.034000:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.034005:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.034012:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.034015:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777290.034018:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777290.034023:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777290.034031:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126120320:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777290.034037:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777290.034038:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777290.034040:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb7e8. 00000400:00000200:0.0:1788777290.034043:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12f68 00000400:00000010:0.0:1788777290.034045:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12f68. 00000100:00000001:0.0:1788777290.034047:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.034050:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777290.034057:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.034062:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777290.034064:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.034065:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777290.034067:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777290.034068:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777290.034069:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.034071:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777290.034074:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=114 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777290.034077:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777290.034079:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777290.034080:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.034082:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777290.034084:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.034086:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.034089:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.034096:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.034098:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777290.034099:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777290.034103:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777290.034110:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126120192:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777290.034115:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777290.034116:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777290.034118:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbd68. 00000400:00000200:0.0:1788777290.034120:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12e58 00000400:00000010:0.0:1788777290.034122:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12e58. 00000100:00000001:0.0:1788777290.034124:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.034127:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777290.034135:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.034141:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777290.034142:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.034144:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777290.034145:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777290.034146:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777290.034147:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.034149:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777290.034153:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=113 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777290.034156:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777290.034158:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777290.034160:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.034162:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777290.034163:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.034166:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777290.034167:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788777290.034169:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777290.034170:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.034174:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.034181:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.034183:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777290.034184:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777290.034187:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777290.034195:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126120448:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777290.034199:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.034201:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.034206:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906df80 x1875667126120320/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.034213:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777290.034217:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777290.034246:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219a00. 02000000:00000001:0.0:1788777290.034251:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777290.034254:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777290.034256:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777290.034258:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777290.034262:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945308ac7a00. 02000000:00000001:0.0:1788777290.034267:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777290.034269:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777290.034271:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906df80. 00000100:00000001:0.0:1788777290.034275:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777290.034276:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.034278:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.034282:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ea00 x1875667126120192/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.034287:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777290.034288:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777290.034290:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219e00. 02000000:00000001:0.0:1788777290.034292:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777290.034293:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777290.034294:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777290.034296:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777290.034297:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945308ac7700. 02000000:00000001:0.0:1788777290.034299:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777290.034299:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777290.034301:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ea00. 00000100:00000001:0.0:1788777290.034303:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777290.034304:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.034305:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.034308:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d500 x1875667126120448/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.034313:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777290.034314:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777290.034315:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301218400. 02000000:00000001:0.0:1788777290.034317:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777290.034318:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777290.034319:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:0.0:1788777290.034321:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777290.034322:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945308ac7c00. 02000000:00000001:0.0:1788777290.034324:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777290.034325:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777290.034422:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d500. 00000100:00000001:0.0:1788777290.034426:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777290.034427:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.034430:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.034440:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777290.034443:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.034445:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777290.034448:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.034625:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777290.034629:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777290.034633:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.034635:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.034638:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464dc0. 00000400:00000200:2.0:1788777290.034642:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:2.0:1788777290.034644:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:2.0:1788777290.034647:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.034653:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.034661:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.034667:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.034669:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.034671:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.034673:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.034674:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.034676:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.034679:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.034685:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=113 v=5 (5 5 5 37) 00000100:00001000:2.0:1788777290.034689:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.034691:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.034692:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.034694:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.034696:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.034698:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.034700:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1788777290.034701:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.034703:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.034706:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.034712:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.034714:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.034715:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777290.034718:0:2349:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788777290.034721:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.034724:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.034727:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=4 00000020:00000001:2.0:1788777290.034730:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.034733:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.034735:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.034736:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.034737:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=5 00000020:00000001:2.0:1788777290.034739:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.034741:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.034745:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.034749:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.034754:0:2349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.034766:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.034769:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.034771:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777290.034774:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.034774:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.034776:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=6 00000020:00000001:2.0:1788777290.034778:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.034780:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000040:2.0:1788777290.034788:0:2349:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155800, remote cookie: 0xa4f015c75ff3c2d3, flags: 0x1001 00010000:00010000:2.0:1788777290.034793:0:2349:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.034802:0:2349:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788777290.034805:0:2349:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.034808:0:2349:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777290.034813:0:2349:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788777290.034818:0:2349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777290.034827:0:2349:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x18:0x0].0x0 (ffff9453054b8800) refcount = 1 00010000:00000040:2.0:1788777290.034830:0:2349:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777290.034832:0:2349:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.034841:0:2349:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777290.034842:0:2349:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.034847:0:2349:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777290.034849:0:2349:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.034853:0:2349:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.034859:0:2349:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777290.034861:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.034862:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.034863:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.034864:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777290.034866:0:2349:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788777290.034869:0:2349:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777290.034872:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.034873:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.034875:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=5 00000020:00000001:2.0:1788777290.034877:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.034879:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00000008:00000001:2.0:1788777290.034883:0:2349:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788777290.034887:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945304ec1880 -> ffff94532014cc38 00000008:00010000:2.0:1788777290.034891:0:2349:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788777290.034899:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945304ec1880 -> ffff94532014cc38 00000020:00000001:2.0:1788777290.034913:0:2349:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777290.034916:0:2349:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777290.034920:0:2349:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777290.034923:0:2349:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.034925:0:2349:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.034926:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945304ec1880 -> ffff94532014cc38 00000008:00000001:2.0:1788777290.034929:0:2349:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788777290.034932:0:2349:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777290.034934:0:2349:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777290.034953:0:2349:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777290.034955:0:2349:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.034958:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.034959:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.034960:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=6 00000020:00000001:2.0:1788777290.034962:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.034965:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.034967:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.034970:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.034978:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.034979:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777290.034981:0:2349:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.034989:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.034990:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.034991:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777290.034992:0:2349:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.034994:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.034995:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.034996:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=5 00000020:00000001:2.0:1788777290.034998:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.035000:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777290.035002:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.035004:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.035010:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.035011:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.035013:0:2349:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.035015:0:2349:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.035018:0:2349:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777290.035028:0:2349:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.035032:0:2349:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.035034:0:2349:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.035039:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.035040:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.035042:0:2349:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.035045:0:2349:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.035047:0:2349:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.035049:0:2349:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.035051:0:2349:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.035053:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.035055:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.035056:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.035057:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.035058:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777290.035059:0:2349:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.035065:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.035074:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126120576:192.168.203.135@tcp:101:checkstat.0 00000100:00000001:2.0:1788777290.035079:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.035081:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.035084:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126120576/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.035090:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777290.035092:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.035095:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aa400. 02000000:00000001:2.0:1788777290.035099:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777290.035101:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.035103:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777290.035106:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777290.035108:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073f400. 02000000:00000001:2.0:1788777290.035111:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.035112:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.035114:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:2.0:1788777290.035117:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.035118:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.035120:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.035125:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.035126:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.035129:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777290.035133:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777290.035518:0:31522:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777290.035523:0:31522:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.035531:0:31522:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777290.035535:0:31522:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014cc38 00000020:00000001:1.0:1788777290.035537:0:31522:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014cc38 00000020:00000001:1.0:1788777290.035539:0:31522:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777290.035544:0:31522:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788777290.035559:0:31522:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777290.035562:0:31522:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777290.035563:0:31522:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777290.035564:0:31522:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777290.035567:0:31522:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2a:1028 on OST[0]: s=0 (1) m=1788777271 a=1788777271 c=1788777271 b=1 00020000:00000001:1.0:1788777290.035571:0:31522:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777290.035573:0:31522:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788777271 a=1788777271 c=1788777271 b=1 00020000:00000001:1.0:1788777290.035577:0:31522:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777290.035578:0:31522:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777290.035580:0:31522:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014cc38 00000080:00200000:1.0:1788777290.035584:0:31522:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2a:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788777290.035587:0:31522:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777290.035590:0:31522:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777290.035596:0:31522:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777290.035600:0:31522:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777290.035601:0:31522:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777290.035605:0:31522:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777290.035611:0:31522:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777290.035613:0:31522:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777290.035614:0:31522:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777290.035616:0:31522:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9e430 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777290.035619:0:31522:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777290.035621:0:31522:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777290.035622:0:31522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777290.035624:0:31522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777290.035625:0:31522:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777290.035627:0:31522:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777290.035628:0:31522:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777290.035629:0:31522:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777290.035631:0:31522:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777290.035632:0:31522:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777290.035635:0:31522:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777290.035636:0:31522:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777290.035637:0:31522:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9e430 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777290.035640:0:31522:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b11d0. 00000020:00000001:1.0:1788777290.035645:0:31522:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777290.035647:0:31522:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9e400. 00020000:00000001:1.0:1788777290.035651:0:31522:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777290.035652:0:31522:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777290.035654:0:31522:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777290.035656:0:31522:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777290.035659:0:31522:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777290.035663:0:31522:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777290.035665:0:31522:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777290.035666:0:31522:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777290.035668:0:31522:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777290.035671:0:31522:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:1.0:1788777290.035674:0:31522:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777290.035676:0:31522:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777290.035680:0:31522:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777290.035682:0:31522:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777290.035687:0:31522:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777290.035690:0:31522:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.035692:0:31522:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777290.035694:0:31522:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777290.035695:0:31522:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777290.035697:0:31522:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000001:00000001:1.0:1788777290.035699:0:31522:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777290.035710:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23d08 00000080:00000008:1.0:1788777290.035712:0:31522:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777290.035720:0:31522:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777290.035722:0:31522:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23da0 00000080:00002000:1.0:1788777290.035724:0:31522:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff945320b53510, parent ffff945320b53ca8, inode ffff9453209acb08) hashed, 00000080:00000001:1.0:1788777290.035728:0:31522:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.037352:0:31332:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777290.037358:0:31332:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777290.037361:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473b78 00000080:00200000:3.0:1788777290.037366:0:31332:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777290.037375:0:31332:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530398d600. 00800000:00000002:3.0:1788777290.037383:0:31332:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777290.037388:0:31332:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777290.037394:0:31332:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.037396:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473a98 00800000:00000002:3.0:1788777290.037399:0:31332:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777290.037403:0:31332:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777290.037408:0:31332:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777290.037414:0:31332:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.037417:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473968 00000002:00010000:3.0:1788777290.037419:0:31332:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777290.037422:0:31332:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777290.037424:0:31332:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777290.037427:0:31332:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777290.037435:0:31332:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:3.0:1788777290.037438:0:31332:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.037443:0:31332:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777290.037448:0:31332:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777290.037453:0:31332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777290.037466:0:31332:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777290.037472:0:31332:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.037476:0:31332:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788777290.037483:0:31332:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777290.037485:0:31332:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777290.037487:0:31332:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777290.037488:0:31332:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777290.037491:0:31332:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777290.037493:0:31332:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777290.037495:0:31332:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777290.037498:0:31332:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777290.037503:0:31332:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398d600. 00000080:00000001:3.0:1788777290.037507:0:31332:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777290.037509:0:31332:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777290.037512:0:31332:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777290.037516:0:31332:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87cf 00800000:00000001:3.0:1788777290.037520:0:31332:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777290.037522:0:31332:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777290.037524:0:31332:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.037527:0:31332:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.037531:0:31332:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777290.037533:0:31332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.037536:0:31332:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.037540:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.037541:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.037542:0:31332:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.037544:0:31332:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777290.037558:0:31332:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87cf from it ffffb1cb81473bb0 00010000:00000001:3.0:1788777290.037560:0:31332:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.037562:0:31332:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.037564:0:31332:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777290.037566:0:31332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.037568:0:31332:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.037570:0:31332:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777290.037573:0:31332:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777290.037580:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.037581:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.037582:0:31332:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777290.037584:0:31332:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777290.037586:0:31332:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777290.037594:0:31332:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777290.037597:0:31332:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777290.037600:0:31332:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777290.037604:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.037605:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.037607:0:31332:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.037611:0:31332:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777290.037613:0:31332:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.037615:0:31332:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.037617:0:31332:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.037619:0:31332:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777290.037621:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.037622:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777290.037625:0:31332:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777290.037627:0:31332:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777290.037630:0:31332:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:3.0:1788777290.037634:0:31332:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.037641:0:31332:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777290.037643:0:31332:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777290.037645:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473b78 00000080:00200008:3.0:1788777290.037647:0:31332:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 304000 00000080:00000010:3.0:1788777290.037653:0:31332:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453088017c0. 00000080:00000001:3.0:1788777290.037658:0:31332:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.037660:0:31332:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777290.037673:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473d28 00000080:00200008:3.0:1788777290.037675:0:31332:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777290.037684:0:31332:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788777290.037687:0:31332:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1788777290.037689:0:31332:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530398d600. 00800000:00000002:3.0:1788777290.037692:0:31332:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:3.0:1788777290.037697:0:31332:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1788777290.037702:0:31332:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788777290.037703:0:31332:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.037705:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473990 00000002:00010000:3.0:1788777290.037706:0:31332:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788777290.037709:0:31332:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777290.037710:0:31332:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777290.037711:0:31332:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777290.037713:0:31332:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:3.0:1788777290.037716:0:31332:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.037719:0:31332:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777290.037721:0:31332:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777290.037723:0:31332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788777290.037730:0:31332:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777290.037733:0:31332:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.037735:0:31332:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788777290.037741:0:31332:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777290.037743:0:31332:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777290.037745:0:31332:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777290.037746:0:31332:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777290.037748:0:31332:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.037749:0:31332:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.037750:0:31332:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777290.037753:0:31332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.037755:0:31332:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.037757:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.037758:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.037759:0:31332:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.037803:0:31332:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788777290.037810:0:31332:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9453091dc800. 00000002:00000001:3.0:1788777290.038376:0:31332:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788777290.038384:0:31332:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ca80. 00000020:00000040:3.0:1788777290.038390:0:31332:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777290.038396:0:31332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777290.038400:0:31332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777290.038403:0:31332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777290.038412:0:31332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530398c200. 00000100:00000001:3.0:1788777290.038421:0:31332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.038425:0:31332:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788777290.038429:0:31332:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff945303c2cc00. 00000100:00000010:3.0:1788777290.038434:0:31332:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94531070a000. 00000020:00000040:3.0:1788777290.038436:0:31332:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777290.038458:0:31332:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777290.038461:0:31332:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777290.038467:0:31332:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123edd80. 00000100:00000001:3.0:1788777290.038470:0:31332:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683242147200 : -118390467404416 : ffff9453123edd80) 00000100:00000001:3.0:1788777290.038473:0:31332:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777290.038475:0:31332:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000001:3.0:1788777290.038480:0:31332:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777290.038485:0:31332:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.038488:0:31332:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777290.038489:0:31332:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777290.038503:0:31332:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.038513:0:31332:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777290.038516:0:31332:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777290.038521:0:31332:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777290.038525:0:31332:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777290.038528:0:31332:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777290.038532:0:31332:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31332:1875667126120704:192.168.203.135@tcp:37:bash.0 00000100:00000001:3.0:1788777290.038536:0:31332:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777290.038542:0:31332:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777290.038545:0:31332:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.038548:0:31332:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788777290.038559:0:31332:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777290.038564:0:31332:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d688. 00000400:00000010:3.0:1788777290.038575:0:31332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9453102ee000. 00000100:00000200:3.0:1788777290.038584:0:31332:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8c8c4f100-0x6a9e8c8c4f100, portal 14 00000100:00000001:3.0:1788777290.038588:0:31332:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777290.038590:0:31332:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777290.038595:0:31332:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777290.038597:0:31332:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777290.038600:0:31332:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777290.038603:0:31332:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 00000400:00000010:3.0:1788777290.038607:0:31332:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347770. 00000100:00000200:3.0:1788777290.038610:0:31332:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126120704, portal 10 00000100:00000001:3.0:1788777290.038613:0:31332:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777290.038614:0:31332:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000040:3.0:1788777290.038621:0:31332:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.038629:0:31332:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777290.038632:0:31332:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777290.038636:0:31332:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347b28. 00000100:00000200:3.0:1788777290.038640:0:31332:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667126120704, offset 0 00000400:00000200:3.0:1788777290.038647:0:31332:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777290.038658:0:31332:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777290.038666:0:31332:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777290.038673:0:31332:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777290.038678:0:31332:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777290.038683:0:31332:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777290.038687:0:31332:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777290.038691:0:31332:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2444:2444:256:4294967295] 192.168.203.135@tcp LPNI seq info [2439:2439:8:4294967295] 00000400:00000200:3.0:1788777290.038696:0:31332:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777290.038708:0:31332:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777290.038715:0:31332:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777290.038721:0:31332:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df200. 00000800:00000200:3.0:1788777290.038728:0:31332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777290.038737:0:31332:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777290.038743:0:31332:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788777290.038762:0:31332:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777290.038768:0:31332:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 811620 usecs (812 jiffies) 00000400:00000200:3.0:1788777290.038771:0:31332:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777290.038774:0:31332:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441155 00000100:00000001:3.0:1788777290.038778:0:31332:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:3.0:1788777290.038781:0:31332:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441155 00000100:00000001:3.0:1788777290.038784:0:31332:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:3.0:1788777290.038786:0:31332:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777290.038790:0:31332:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.038792:0:31332:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777290.038794:0:31332:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777290.038797:0:31332:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123edd80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777290.038800:0:31332:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777290.038804:0:31332:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777290.039095:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777290.039103:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df200. 00000400:00000200:0.0:1788777290.039110:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.039116:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777290.039123:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347b28 00000400:00000010:0.0:1788777290.039126:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347b28. 00000100:00000001:0.0:1788777290.039130:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777290.039135:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.039146:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.039149:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.039156:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.039158:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777290.049928:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.049955:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.049961:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.049964:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.049977:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.049988:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.050002:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.050009:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.050016:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.050022:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c4f100 00000400:00000200:1.0:1788777290.050028:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.050037:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x6981 [256] + 0 00000400:00000010:1.0:1788777290.050043:0:2339:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d688. 00000400:00000200:1.0:1788777290.050050:0:2339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9453102ee000 00000800:00000001:1.0:1788777290.050057:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.050069:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.050073:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.050078:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.050099:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453102ee000 00000400:00000010:1.0:1788777290.050102:0:2339:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9453102ee000. 00000100:00000001:1.0:1788777290.050109:0:2339:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788777290.050112:0:2339:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff945308a3ca80 desc ffff945303c2cc00 mbits 1875667126120704 00000100:00000001:3.0:1788777290.050156:0:31332:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777290.050162:0:31332:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.050563:0:2339:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788777290.050578:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777290.050584:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.050592:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777290.050602:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2445:2445:256:4294967295] 192.168.203.135@tcp LPNI seq info [2440:2440:8:4294967295] 00000400:00000200:1.0:1788777290.050609:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.050619:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777290.050626:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777290.050637:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff945320242000. 00000800:00000200:1.0:1788777290.050646:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777290.050656:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777290.050662:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945320242000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777290.051034:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.051038:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff945320242000. 00000400:00000200:1.0:1788777290.051043:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.051048:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777290.051058:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.051063:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.056214:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.056271:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.056337:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.056342:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.056353:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.056363:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.056375:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.056381:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.056388:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.056393:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c4f100 00000400:00000200:1.0:1788777290.056399:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.056406:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x6989 [1] + 224 00000800:00000001:1.0:1788777290.056414:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.056423:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.056427:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.056432:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.056442:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.056454:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777290.056471:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.056532:0:31332:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.056589:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777290.056604:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.056608:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777290.056860:0:31332:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777290.056863:0:31332:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777290.056868:0:31332:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:3.0:1788777290.056874:0:31332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347770 00000400:00000010:3.0:1788777290.056877:0:31332:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347770. 00000100:00000001:3.0:1788777290.056881:0:31332:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777290.056887:0:31332:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777290.056897:0:31332:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.056915:0:31332:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777290.056918:0:31332:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.056921:0:31332:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777290.056926:0:31332:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777290.056929:0:31332:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777290.056932:0:31332:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777290.056935:0:31332:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777290.056947:0:31332:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777290.056951:0:31332:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777290.056954:0:31332:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777290.056957:0:31332:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.057066:0:31332:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777290.057073:0:31332:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.057142:0:31332:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777290.057147:0:31332:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788777290.057150:0:31332:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777290.057153:0:31332:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777290.057160:0:31332:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788777290.057170:0:31332:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.057178:0:31332:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777290.057181:0:31332:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777290.057185:0:31332:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777290.057193:0:31332:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31332:1875667126120704:192.168.203.135@tcp:37:bash.0 00000100:00000001:3.0:1788777290.057200:0:31332:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.057204:0:31332:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.057207:0:31332:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777290.057209:0:31332:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.057213:0:31332:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.057462:0:31332:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777290.057466:0:31332:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123edd80. 00000100:00000001:3.0:1788777290.057471:0:31332:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777290.057472:0:31332:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.057477:0:31332:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.057480:0:31332:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.057485:0:31332:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ca80 x1875667126120704/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.057492:0:31332:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777290.057495:0:31332:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777290.057500:0:31332:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777290.057504:0:31332:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777290.057508:0:31332:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777290.057510:0:31332:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777290.057512:0:31332:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777290.057514:0:31332:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788777290.057517:0:31332:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777290.057518:0:31332:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777290.057521:0:31332:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1788777290.057555:0:31332:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94531070a000. 00000100:00000010:3.0:1788777290.057560:0:31332:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff945303c2cc00. 00000100:00000001:3.0:1788777290.057563:0:31332:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788777290.057567:0:31332:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530398c200. 02000000:00000001:3.0:1788777290.057571:0:31332:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777290.057573:0:31332:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777290.057576:0:31332:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ca80. 00000100:00000001:3.0:1788777290.057579:0:31332:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777290.057580:0:31332:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777290.057585:0:31332:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788777290.057588:0:31332:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788777290.059145:0:31332:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9453091dc800. 00000002:00000001:3.0:1788777290.059158:0:31332:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.059168:0:31332:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.059172:0:31332:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.059176:0:31332:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777290.059179:0:31332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.059182:0:31332:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.059185:0:31332:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777290.059192:0:31332:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777290.059203:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.059205:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.059207:0:31332:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777290.059211:0:31332:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777290.059213:0:31332:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777290.059545:0:31332:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777290.059550:0:31332:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777290.059552:0:31332:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777290.059558:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.059559:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.059561:0:31332:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.059565:0:31332:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777290.059567:0:31332:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.059569:0:31332:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.059573:0:31332:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.059576:0:31332:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777290.059578:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.059579:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788777290.059582:0:31332:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.059589:0:31332:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1788777290.059594:0:31332:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777290.059598:0:31332:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398d600. 00000080:00000001:3.0:1788777290.059604:0:31332:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.059610:0:31332:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777290.059613:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473ca0 00000080:00200000:3.0:1788777290.059617:0:31332:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777290.059628:0:31332:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530398d600. 00800000:00000002:3.0:1788777290.059634:0:31332:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777290.059639:0:31332:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777290.059643:0:31332:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.059645:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473bc0 00800000:00000002:3.0:1788777290.059647:0:31332:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777290.059651:0:31332:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777290.059656:0:31332:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777290.059662:0:31332:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.059664:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473a90 00000002:00010000:3.0:1788777290.059666:0:31332:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777290.059670:0:31332:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777290.059672:0:31332:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777290.059675:0:31332:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777290.059871:0:31332:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:3.0:1788777290.059875:0:31332:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.059881:0:31332:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777290.059886:0:31332:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777290.059889:0:31332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788777290.059899:0:31332:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777290.059913:0:31332:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.059916:0:31332:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788777290.059923:0:31332:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777290.059925:0:31332:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777290.059927:0:31332:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777290.059929:0:31332:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777290.059931:0:31332:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777290.059934:0:31332:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777290.059936:0:31332:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777290.059939:0:31332:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777290.059941:0:31332:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398d600. 00000080:00000001:3.0:1788777290.059945:0:31332:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777290.059948:0:31332:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777290.059951:0:31332:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777290.059954:0:31332:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87cf 00800000:00000001:3.0:1788777290.059957:0:31332:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777290.059960:0:31332:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777290.059962:0:31332:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.059963:0:31332:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.059965:0:31332:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777290.059967:0:31332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.059970:0:31332:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.059973:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.059974:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.059975:0:31332:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.059977:0:31332:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777290.060076:0:31332:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87cf from it ffffb1cb81473cd8 00010000:00000001:3.0:1788777290.060146:0:31332:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.060149:0:31332:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.060150:0:31332:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777290.060153:0:31332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.060156:0:31332:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.060158:0:31332:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777290.060161:0:31332:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777290.060169:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.060170:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.060171:0:31332:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777290.060172:0:31332:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777290.060175:0:31332:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777290.060186:0:31332:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777290.060188:0:31332:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777290.060190:0:31332:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777290.060192:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.060193:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.060195:0:31332:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.060197:0:31332:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777290.060199:0:31332:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.060201:0:31332:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.060203:0:31332:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.060205:0:31332:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777290.060206:0:31332:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.060207:0:31332:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777290.060210:0:31332:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777290.060212:0:31332:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777290.060216:0:31332:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777290.060401:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473d28 00000080:00000008:3.0:1788777290.060404:0:31332:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777290.060719:0:31332:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788777290.060722:0:31332:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788777290.060728:0:31332:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530398d600. 00800000:00000002:3.0:1788777290.060733:0:31332:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777290.060736:0:31332:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1788777290.060744:0:31332:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446723442911279168 : -20630798272448 : ffffed3c8498f840) 00000080:00000001:3.0:1788777290.060749:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788777290.060753:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.060755:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:3.0:1788777290.060757:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788777290.060759:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:3.0:1788777290.060761:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:3.0:1788777290.060763:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:3.0:1788777290.060765:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788777290.060768:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:3.0:1788777290.060770:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:3.0:1788777290.060772:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:3.0:1788777290.060774:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:3.0:1788777290.060776:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:3.0:1788777290.060778:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:3.0:1788777290.060780:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:3.0:1788777290.060782:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:3.0:1788777290.060784:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:3.0:1788777290.060786:0:31332:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:3.0:1788777290.060790:0:31332:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777290.060870:0:31332:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777290.060873:0:31332:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398d600. 00000080:00000001:3.0:1788777290.060878:0:31332:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.060915:0:31332:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788777290.060917:0:31332:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:3.0:1788777290.060921:0:31332:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777290.060923:0:31332:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.060941:0:31332:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788777290.060943:0:31332:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777290.060946:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473dd0 00000080:00200008:3.0:1788777290.060948:0:31332:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 304000 00000080:00400000:3.0:1788777290.060952:0:31332:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788777290.060956:0:31332:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453088017c0. 00000080:00000001:3.0:1788777290.060961:0:31332:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788777290.060963:0:31332:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81473dd0 00000080:00000008:3.0:1788777290.060965:0:31332:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 304000, rc = 0 00000080:00000001:3.0:1788777290.060967:0:31332:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.060969:0:31332:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.074661:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.074671:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.074673:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.074678:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b20 00000080:00200000:2.0:1788777290.074684:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777290.074694:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f400. 00800000:00000002:2.0:1788777290.074703:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.074708:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.074715:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.074717:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a40 00800000:00000002:2.0:1788777290.074720:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.074725:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.074729:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.074736:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.074738:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83910 00000002:00010000:2.0:1788777290.074740:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.074744:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.074747:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.074750:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.074759:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777290.074762:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.074769:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.074775:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.074780:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777290.074806:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.074812:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.074816:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788777290.074824:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.074827:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.074828:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.074831:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.074833:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.074836:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.074839:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777290.074842:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.074847:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f400. 00000080:00000001:2.0:1788777290.074853:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.074855:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.074858:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777290.074862:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87cf 00800000:00000001:2.0:1788777290.074866:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.074868:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.074870:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.074873:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.074877:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777290.074879:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.074882:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.074885:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.074887:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.074889:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.074890:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.074893:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87cf from it ffffb1cb81d83b58 00010000:00000001:2.0:1788777290.074895:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.074896:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.074898:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777290.074899:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.074915:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.074917:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.074920:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777290.074927:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.074928:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.074930:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.074933:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.074935:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777290.074942:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.074947:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.074949:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.074954:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.074955:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.074957:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.074961:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.074964:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.074966:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.074969:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.074971:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.074972:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.074973:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.074977:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.074979:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.074981:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777290.074987:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.074992:0:31524:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777290.074994:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b48 00000080:00002000:2.0:1788777290.074996:0:31524:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff945320b3d5e8) flags 0x20000e refc 1 00000080:00000001:2.0:1788777290.074998:0:31524:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.075000:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b90 00000080:00200000:2.0:1788777290.075002:0:31524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000001:2.0:1788777290.075007:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777290.075009:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.075016:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d08 00000080:00200008:2.0:1788777290.075019:0:31524:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777290.075024:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.075025:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c80 00000080:00200000:2.0:1788777290.075026:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248),name=d21h.recovery-small-1 00000080:00000010:2.0:1788777290.075031:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f400. 00800000:00000002:2.0:1788777290.075035:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.075043:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.075045:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.075046:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ba0 00800000:00000002:2.0:1788777290.075049:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.075051:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.075057:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.075060:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.075061:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a70 00000002:00010000:2.0:1788777290.075062:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.075065:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.075066:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.075068:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.075071:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:2.0:1788777290.075073:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.075076:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.075078:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.075093:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777290.075100:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.075102:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.075105:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777290.075111:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.075113:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.075115:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.075117:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.075119:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.075121:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.075123:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777290.075124:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.075127:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f400. 00000080:00000001:2.0:1788777290.075130:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.075131:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.075133:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) 00000080:00010000:2.0:1788777290.075136:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af87d6 00800000:00000001:2.0:1788777290.075138:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.075139:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.075141:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.075142:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.075144:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.075145:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.075148:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.075150:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.075151:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.075152:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.075154:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.075156:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87d6 from it ffffb1cb81d83cb8 00010000:00000001:2.0:1788777290.075158:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.075159:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.075161:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.075163:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.075165:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.075167:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.075169:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777290.075175:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.075176:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.075178:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.075179:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.075181:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777290.075187:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.075189:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.075191:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.075193:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.075194:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.075196:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075198:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.075199:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075200:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075202:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075204:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.075205:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.075206:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.075207:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.075209:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.075212:0:31524:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.075215:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d08 00000080:00000008:2.0:1788777290.075217:0:31524:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777290.075287:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.075289:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.075291:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.075292:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00200000:2.0:1788777290.075294:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777290.075297:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f400. 00800000:00000002:2.0:1788777290.075300:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.075302:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.075304:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.075306:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ae0 00800000:00000002:2.0:1788777290.075308:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.075311:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.075313:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.075316:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.075317:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839b0 00000002:00010000:2.0:1788777290.075319:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.075322:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.075323:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.075324:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.075327:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777290.075330:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.075333:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.075335:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.075338:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788777290.075345:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.075347:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.075349:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788777290.075355:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.075357:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.075358:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.075360:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.075362:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.075363:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.075365:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777290.075367:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.075369:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f400. 00000080:00000001:2.0:1788777290.075372:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.075373:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.075376:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777290.075378:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87cf 00800000:00000001:2.0:1788777290.075380:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.075382:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.075383:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.075384:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.075386:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777290.075387:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.075389:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.075391:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.075393:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.075394:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.075396:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.075397:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87cf from it ffffb1cb81d83bf8 00010000:00000001:2.0:1788777290.075399:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.075400:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.075401:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777290.075402:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.075404:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.075405:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.075407:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777290.075411:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.075412:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.075413:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.075415:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.075417:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788777290.075422:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.075424:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.075425:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.075427:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.075428:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.075429:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075431:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.075432:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075434:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075436:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075437:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.075439:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.075440:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.075442:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.075443:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.075445:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777290.075448:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.075452:0:31524:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777290.075454:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00002000:2.0:1788777290.075455:0:31524:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff945320b3d5e8) flags 0x20000e refc 1 00000080:00000001:2.0:1788777290.075457:0:31524:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.075459:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c08 00000080:00200000:2.0:1788777290.075461:0:31524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:2.0:1788777290.075463:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777290.075464:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.075468:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777290.075470:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248), inode mode 41ed mask 44 00000080:00000001:2.0:1788777290.075472:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.075478:0:31524:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777290.075480:0:31524:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777290.075482:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b78 00000080:00200008:2.0:1788777290.075484:0:31524:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), flags 704400 00000080:00000010:2.0:1788777290.075490:0:31524:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a0780. 00000080:00000001:2.0:1788777290.075498:0:31524:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788777290.075500:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f400. 00800000:00000002:2.0:1788777290.075503:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.075506:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.075507:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.075509:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a28 00800000:00000002:2.0:1788777290.075511:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.075514:0:31524:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788777290.075517:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839a8 00800000:00000002:2.0:1788777290.075519:0:31524:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788777290.075523:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.075524:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d838e0 00000002:00010000:2.0:1788777290.075526:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788777290.075530:0:31524:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777290.075533:0:31524:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777290.075537:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.075540:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:2.0:1788777290.075542:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.075545:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.075548:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075550:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.075553:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.075554:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.075556:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777290.075557:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.075559:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.075561:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075563:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.075564:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.075570:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777290.075575:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777290.075582:0:31524:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777290.075584:0:31524:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075588:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777290.075592:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.075595:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.075597:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.075598:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.075601:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.075603:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.075607:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.075616:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093aa400. 00000100:00000001:2.0:1788777290.075626:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075633:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.075635:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075636:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.075638:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.075639:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.075647:0:31524:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00010000:00000001:2.0:1788777290.075651:0:31524:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777290.075654:0:31524:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777290.075656:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777290.075658:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.075660:0:31524:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777290.075665:0:31524:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154800. 00000020:00000001:2.0:1788777290.075668:0:31524:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777290.075671:0:31524:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154800 with handle 0xe53f2b0cb7af8800 to hash 00000020:00000001:2.0:1788777290.075674:0:31524:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777290.075675:0:31524:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.075679:0:31524:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.075682:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.075684:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.075687:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.075694:0:31524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777290.075709:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777290.075726:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777290.075736:0:31524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777290.075742:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.075744:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.075752:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776300. 00000100:00000001:2.0:1788777290.075755:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524800 : -118390665026816 : ffff945306776300) 00000100:00000001:2.0:1788777290.075758:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.075759:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777290.075765:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.075770:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.075773:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.075775:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.075780:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.075789:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.075792:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.075796:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.075799:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.075802:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.075806:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126120960:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777290.075811:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.075818:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.075820:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.075823:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.075972:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:2.0:1788777290.075975:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.075984:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.075989:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464dc0. 00000400:00000010:2.0:1788777290.075998:0:31524:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff945310669800. 00000100:00000200:2.0:1788777290.076008:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126120960, portal 10 00000100:00000001:2.0:1788777290.076010:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.076011:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777290.076017:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.076025:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.076027:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.076032:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777290.076035:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126120960, offset 0 00000400:00000200:2.0:1788777290.076044:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.076054:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.076064:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.076071:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.076077:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.076082:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.076085:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.076089:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2446:2446:256:4294967295] 192.168.203.135@tcp LPNI seq info [2441:2441:8:4294967295] 00000400:00000200:2.0:1788777290.076094:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.076106:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.076114:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.076120:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b100. 00000800:00000200:2.0:1788777290.076127:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.076136:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.076141:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.076168:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.076173:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 810550 usecs (811 jiffies) 00000400:00000200:2.0:1788777290.076177:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.076181:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441192 00000100:00000001:2.0:1788777290.076184:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.076187:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441192 00000100:00000001:2.0:1788777290.076189:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.076192:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.076195:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.076197:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.076200:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.076203:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776300 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.076206:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.076209:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.076754:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.076760:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b100. 00000400:00000200:1.0:1788777290.076768:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.076776:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.076783:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:1.0:1788777290.076785:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:1.0:1788777290.076799:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.076806:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.076816:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.076820:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.076827:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.076829:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1788777290.079909:0:2343:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff945305132f00. 00000800:00000001:0.0:1788777290.087887:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.087951:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.087955:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.087958:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.087971:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.088033:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.088049:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.088056:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.088062:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.088067:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c4f200 00000400:00000200:0.0:1788777290.088072:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.088149:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x6991 [64] + 224 00000800:00000001:0.0:1788777290.088160:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.088176:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.088181:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.088186:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.088197:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.088209:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.088384:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.088437:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777290.088454:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.088467:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.088471:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777290.088865:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.088869:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.088874:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464dc0. 00000400:00000200:2.0:1788777290.088880:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945310669800 00000400:00000010:2.0:1788777290.088882:0:31524:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff945310669800. 00000100:00000001:2.0:1788777290.088887:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.088894:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.088913:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.088920:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.088924:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.088927:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.088931:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.088934:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.088937:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.088941:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.088953:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777290.088958:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.088960:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788777290.088964:0:31524:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94530914ce00 x1875667126120960/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.088970:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777290.088973:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777290.088976:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777290.088978:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777290.089171:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.089174:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777290.089179:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.089181:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.089183:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.089186:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788777290.089192:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.089200:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788777290.089204:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.089206:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.089210:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.089247:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126120960:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777290.089253:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.089256:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777290.089259:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.089262:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.089266:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.089344:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.089348:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776300. 00000100:00000001:2.0:1788777290.089352:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.089354:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788777290.089358:0:31524:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777290.089365:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.089368:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.089372:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=4 00000020:00000001:2.0:1788777290.089374:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.089377:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00010000:2.0:1788777290.089383:0:31524:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.089396:0:31524:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788777290.089400:0:31524:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.089406:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.089409:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.089414:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.089416:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777290.089419:0:31524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.089424:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.089427:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.089430:0:31524:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777290.089433:0:31524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.089444:0:31524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309154800 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:2.0:1788777290.089448:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788777290.089451:0:31524:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.089458:0:31524:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788777290.089461:0:31524:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788777290.089465:0:31524:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.089470:0:31524:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788777290.089472:0:31524:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777290.089474:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.089475:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.089476:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=5 00000020:00000001:2.0:1788777290.089478:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.089481:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.089484:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777290.089486:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788777290.089493:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777290.089494:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.089497:0:31524:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788777290.089500:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777290.089503:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777290.089505:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777290.089507:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.089508:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777290.089511:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154800 with handle 0xe53f2b0cb7af8800 from hash 00010000:00000001:2.0:1788777290.089514:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777290.089515:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.089517:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.089518:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777290.089519:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777290.089521:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788777290.089523:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.089524:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.089526:0:31524:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.089528:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.089530:0:31524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.089536:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.089537:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.089539:0:31524:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788777290.089540:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.089542:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.089543:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.089544:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777290.089546:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8800 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.089559:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.089561:0:31524:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788777290.089567:0:31524:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788777290.089574:0:31524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777290.089584:0:31524:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777290.089589:0:31524:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777290.089595:0:31524:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.089597:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777290.089598:0:31524:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.089601:0:31524:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.089603:0:31524:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.089607:0:31524:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777290.089610:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.089611:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00010000:00000001:2.0:1788777290.089613:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777290.089614:0:31524:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.089616:0:31524:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777290.089620:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83868 00000002:00002000:2.0:1788777290.089622:0:31524:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788777290.089625:0:31524:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.089629:0:31524:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.089632:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777290.089635:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777290.089638:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777290.089643:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.089647:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f400. 00000080:00000001:2.0:1788777290.089653:0:31524:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777290.089661:0:31524:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777290.089664:0:31524:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777290.089667:0:31524:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777290.089669:0:31524:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788777290.089673:0:31524:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.089678:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788777290.089681:0:31524:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777290.089686:0:31524:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00000001:2.0:1788777290.089688:0:31524:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777290.089691:0:31524:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777290.089692:0:31524:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.089697:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777290.089698:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.089700:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.089704:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.089710:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.089715:0:31524:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.089724:0:31524:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9453110b6f80. 00000080:00000001:2.0:1788777290.089728:0:31524:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777290.089732:0:31524:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788777290.089734:0:31524:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777290.089737:0:31524:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453103b5a60. 00000002:00100000:2.0:1788777290.089741:0:31524:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777290.089747:0:31524:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.089748:0:31524:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777290.089752:0:31524:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777290.089756:0:31524:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.089760:0:31524:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777290.089762:0:31524:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.089764:0:31524:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.089769:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.089773:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777290.089780:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.089783:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:2.0:1788777290.089834:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777290.089837:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.089841:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b78 00000080:00000008:2.0:1788777290.089844:0:31524:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), flags 704400, rc = 0 00000080:00000001:2.0:1788777290.089848:0:31524:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.089874:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00200008:2.0:1788777290.089877:0:31524:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777290.089884:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.089886:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ca0 00000080:00200000:2.0:1788777290.089887:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248),name=d21h.recovery-small-1 00000080:00000010:2.0:1788777290.089894:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f400. 00800000:00000002:2.0:1788777290.089910:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.089919:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.089923:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.089925:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00800000:00000002:2.0:1788777290.089928:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.089932:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.089937:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.089942:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.089944:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a90 00000002:00010000:2.0:1788777290.089946:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.089949:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.089951:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.089954:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.089961:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:2.0:1788777290.089964:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.089970:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.089973:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.089977:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777290.090070:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.090075:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.090079:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777290.090159:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.090161:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.090163:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.090165:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.090167:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.090169:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.090171:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777290.090173:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.090176:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f400. 00000080:00000001:2.0:1788777290.090180:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.090181:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.090184:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) 00000080:00010000:2.0:1788777290.090188:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af87d6 00800000:00000001:2.0:1788777290.090192:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.090194:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.090195:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.090197:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.090199:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.090202:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.090204:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.090206:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.090207:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.090208:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.090210:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.090212:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87d6 from it ffffb1cb81d83cd8 00010000:00000001:2.0:1788777290.090214:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.090215:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.090217:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.090795:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.090800:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.090802:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.090806:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777290.090814:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.090815:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.090816:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.090819:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.090821:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777290.090830:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.090834:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.090836:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.090841:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.090842:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.090844:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.090848:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.090851:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.090853:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.090857:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.090859:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.090861:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.090862:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.090864:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.090866:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.090871:0:31524:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.090876:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00000008:2.0:1788777290.090878:0:31524:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777290.091011:0:31524:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788777290.091016:0:31524:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1788777290.091024:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f400. 00000080:00000001:2.0:1788777290.091030:0:31524:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1788777290.091038:0:31524:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:2.0:1788777290.091044:0:31524:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788777290.091046:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.091048:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ab8 00000002:00010000:2.0:1788777290.091050:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000404:0x27:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788777290.091054:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.091055:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.091057:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.091063:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:2.0:1788777290.091065:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.091068:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.091070:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.091074:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777290.091094:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.091099:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.091102:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788777290.091114:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.091116:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.091118:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.091120:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.091121:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.091123:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.091125:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.091127:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.091130:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.091132:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.091134:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.091135:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.091168:0:31524:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788777290.091175:0:31524:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff945310669800. 00000002:00000001:2.0:1788777290.091801:0:31524:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788777290.091810:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777290.091817:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777290.091822:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.091826:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.091829:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.091837:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073f800. 00000100:00000001:2.0:1788777290.091846:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.091849:0:31524:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788777290.091853:0:31524:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9453093a8400. 00000100:00000010:2.0:1788777290.091858:0:31524:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff945310271000. 00000020:00000040:2.0:1788777290.091861:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777290.091882:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.091884:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.091892:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776300. 00000100:00000001:2.0:1788777290.091895:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524800 : -118390665026816 : ffff945306776300) 00000100:00000001:2.0:1788777290.091897:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.091899:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:2.0:1788777290.091916:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.091922:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.091925:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.091926:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.091939:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.091947:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.091950:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.091954:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.091958:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.091961:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.091965:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121088:192.168.203.135@tcp:37:rm.0 00000100:00000001:2.0:1788777290.091970:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.091978:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.091981:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.091984:0:31524:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788777290.091994:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.092000:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464dc0. 00000400:00000010:2.0:1788777290.092011:0:31524:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff945310278000. 00000100:00000200:2.0:1788777290.092022:0:31524:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8c8c4f280-0x6a9e8c8c4f280, portal 14 00000100:00000001:2.0:1788777290.092026:0:31524:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.092029:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.092034:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093a9400. 02000000:00000001:2.0:1788777290.092037:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.092040:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.092043:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777290.092049:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777290.092053:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126121088, portal 10 00000100:00000001:2.0:1788777290.092055:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.092056:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:2.0:1788777290.092064:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.092073:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.092076:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.092080:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1110. 00000100:00000200:2.0:1788777290.092084:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667126121088, offset 0 00000400:00000200:2.0:1788777290.092092:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.092104:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.092113:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.092120:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.092125:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.092129:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.092133:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.092138:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2447:2447:256:4294967295] 192.168.203.135@tcp LPNI seq info [2442:2442:8:4294967295] 00000400:00000200:2.0:1788777290.092143:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.092156:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.092163:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.092169:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b900. 00000800:00000200:2.0:1788777290.092178:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.092187:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.092193:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.092258:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.092264:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 809473 usecs (810 jiffies) 00000400:00000200:2.0:1788777290.092268:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000800:00000200:1.0:1788777290.092784:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.092791:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b900. 00000400:00000200:1.0:1788777290.092798:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.092804:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.092812:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1110 00000400:00000010:1.0:1788777290.092814:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1110. 00000100:00000001:1.0:1788777290.092819:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.092823:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.092834:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.092838:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.092851:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.092853:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777290.095378:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441212 00000100:00000001:2.0:1788777290.095391:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.095394:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441212 00000100:00000001:2.0:1788777290.095397:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.095400:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.095405:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.095410:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.095412:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.095417:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776300 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.095422:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.095427:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788777290.098261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154800. 00000800:00000001:0.0:1788777290.099629:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.099653:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.099659:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.099662:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.099675:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.099686:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.099698:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.099704:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.099710:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.099715:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c4f280 00000400:00000200:0.0:1788777290.099722:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.099730:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x6999 [256] + 0 00000400:00000010:0.0:1788777290.099737:0:2338:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464dc0. 00000400:00000200:0.0:1788777290.099744:0:2338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff945310278000 00000800:00000001:0.0:1788777290.099752:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.099766:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.099770:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.099776:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777290.099783:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945310278000 00000400:00000010:0.0:1788777290.099785:0:2338:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff945310278000. 00000100:00000001:0.0:1788777290.099801:0:2338:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788777290.099803:0:2338:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94530914e300 desc ffff9453093a8400 mbits 1875667126121088 00000100:00000001:0.0:1788777290.099824:0:2338:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1788777290.099837:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777290.099840:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.099845:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777290.099854:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2448:2448:256:4294967295] 192.168.203.135@tcp LPNI seq info [2443:2443:8:4294967295] 00000400:00000200:0.0:1788777290.099858:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.099866:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777290.099873:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777290.099882:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94530670a000. 00000800:00000200:0.0:1788777290.099889:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777290.099897:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777290.099912:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530670a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777290.100012:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777290.100016:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94530670a000. 00000400:00000200:0.0:1788777290.100021:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.100025:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777290.100032:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.100036:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.100401:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.100407:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777290.103735:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.103760:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.103766:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.103770:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.103781:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.103791:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.103804:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.103810:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.103817:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.103821:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c4f280 00000400:00000200:0.0:1788777290.103827:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.103835:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x69a1 [1] + 224 00000800:00000001:0.0:1788777290.103843:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.103857:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.103861:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.103866:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.103876:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.103889:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.103918:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.103995:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777290.104015:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.104029:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.104033:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777290.104171:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.104173:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.104178:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000400:00000200:2.0:1788777290.104184:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:2.0:1788777290.104187:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:2.0:1788777290.104190:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.104196:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.104205:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.104212:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.104215:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.104218:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.104322:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.104325:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.104328:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.104332:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.104344:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777290.104350:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.104353:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.104355:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.104358:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.104363:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.104367:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.104370:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.104372:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.104376:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.104381:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777290.104392:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.104406:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.104408:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.104412:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.104420:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121088:192.168.203.135@tcp:37:rm.0 00000100:00000001:2.0:1788777290.104426:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.104429:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.104432:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.104435:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.104439:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.104446:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.104449:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776300. 00000100:00000001:2.0:1788777290.104454:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.104456:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.104461:0:31524:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.104464:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.104467:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126121088/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.104474:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777290.104477:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.104481:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a9400. 02000000:00000001:2.0:1788777290.104484:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777290.104487:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.104490:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.104493:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788777290.104495:0:31524:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1788777290.104497:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.104499:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.104501:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1788777290.104532:0:31524:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff945310271000. 00000100:00000010:2.0:1788777290.104537:0:31524:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9453093a8400. 00000100:00000001:2.0:1788777290.104539:0:31524:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1788777290.104542:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073f800. 02000000:00000001:2.0:1788777290.104547:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.104549:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.104551:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:2.0:1788777290.104555:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.104557:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.104560:0:31524:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1788777290.104563:0:31524:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1788777290.105373:0:31524:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff945310669800. 00000002:00000001:2.0:1788777290.105382:0:31524:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.105390:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.105393:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.105397:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.105400:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.105404:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.105407:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.105413:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777290.105425:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.105427:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.105429:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.105433:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.105435:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777290.105444:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.105447:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.105450:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.105456:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.105457:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.105459:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.105463:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.105465:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.105468:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.105472:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.105474:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.105476:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.105477:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1788777290.105480:0:31524:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.105624:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788777290.105633:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777290.105636:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1788777290.105643:0:31524:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777290.105650:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f400. 00000080:00000001:0.0:1788777290.105658:0:31524:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.105762:0:31524:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788777290.105767:0:31524:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777290.105771:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dd0 00000080:00200008:0.0:1788777290.105774:0:31524:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), flags 704000 00000080:00400000:0.0:1788777290.105779:0:31524:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788777290.105784:0:31524:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777290.105786:0:31524:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788777290.105788:0:31524:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788777290.105800:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.105803:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.105810:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:0.0:1788777290.105814:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777290.105820:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777290.105822:0:31524:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 0 00000080:00000001:0.0:1788777290.105825:0:31524:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777290.105828:0:31524:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777290.105835:0:31524:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945310362400. 00000080:00000001:0.0:1788777290.105837:0:31524:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777290.105846:0:31524:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777290.105849:0:31524:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788777290.105852:0:31524:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:0.0:1788777290.105856:0:31524:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777290.105859:0:31524:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:0.0:1788777290.105866:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3b80. 00000020:00000040:0.0:1788777290.105870:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777290.105876:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777290.105880:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777290.105885:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777290.105893:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310362a00. 00000100:00000001:0.0:1788777290.105913:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777290.105938:0:31524:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777290.105951:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777290.105958:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be3b80 x1875667126121344/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777290.105965:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777290.105968:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777290.105975:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453109069c0. 00000100:00000001:0.0:1788777290.105978:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213937088 : -118390495614528 : ffff9453109069c0) 00000100:00000001:0.0:1788777290.105981:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.105983:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082722176 : -118390626829440 : ffff945308be3b80) 00000100:00000001:0.0:1788777290.105988:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777290.105994:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.105997:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777290.105999:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777290.106003:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3b80 x1875667126121344/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.106011:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777290.106014:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.106018:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777290.106021:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777290.106024:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777290.106027:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3b80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121344:192.168.203.135@tcp:35:rm.0 00000100:00000001:0.0:1788777290.106032:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777290.106039:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777290.106042:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.106045:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777290.106050:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21000. 02000000:00000001:0.0:1788777290.106052:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777290.106060:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777290.106065:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777290.106074:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c198. 00000100:00000200:0.0:1788777290.106157:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126121344, portal 10 00000100:00000001:0.0:1788777290.106160:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.106162:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082722176 : -118390626829440 : ffff945308be3b80) 00000100:00000040:0.0:1788777290.106170:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be3b80 x1875667126121344/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.106178:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777290.106181:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777290.106184:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c110. 00000100:00000200:0.0:1788777290.106187:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126121344, offset 0 00000400:00000200:0.0:1788777290.106195:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777290.106205:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.106215:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777290.106329:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777290.106335:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777290.106341:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777290.106344:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777290.106348:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2449:2449:256:4294967295] 192.168.203.135@tcp LPNI seq info [2444:2444:8:4294967295] 00000400:00000200:0.0:1788777290.106354:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.106365:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777290.106372:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777290.106379:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114ff00. 00000800:00000200:0.0:1788777290.106389:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777290.106398:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777290.106404:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114ff00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777290.106577:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.106583:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 808400 usecs (809 jiffies) 00000400:00000200:0.0:1788777290.106587:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777290.106590:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441222 00000100:00000001:0.0:1788777290.106593:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.106595:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441222 00000100:00000001:0.0:1788777290.106597:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.106600:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.106603:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.106606:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777290.106727:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777290.106732:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453109069c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777290.106736:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777290.106740:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.107042:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.107048:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114ff00. 00000400:00000200:1.0:1788777290.107054:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.107062:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.107361:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c110 00000400:00000010:1.0:1788777290.107365:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c110. 00000100:00000001:1.0:1788777290.107477:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.107486:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3b80 x1875667126121344/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.107498:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.107501:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3b80 x1875667126121344/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.107624:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.107626:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.109581:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.109604:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.109610:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.109613:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.109625:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.109635:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.109647:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.109652:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.109659:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.109664:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4f380 00000400:00000200:0.0:1788777290.109669:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.109677:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x69a9 [1] + 224 00000800:00000001:0.0:1788777290.109686:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.109695:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.109698:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.109703:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.109712:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.109723:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3b80 x1875667126121344/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.109736:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308be3b80 x1875667126121344/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.109761:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.109772:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.109775:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.109845:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777290.109856:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777290.109859:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777290.109864:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:3.0:1788777290.109869:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c198 00000400:00000010:3.0:1788777290.109872:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c198. 00000100:00000001:3.0:1788777290.109875:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777290.109881:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3b80 x1875667126121344/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777290.109890:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3b80 x1875667126121344/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.109897:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777290.109899:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.109914:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777290.109917:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777290.109920:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777290.109923:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777290.109927:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777290.109939:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777290.109944:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777290.109947:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777290.109949:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.109952:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777290.109956:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.109960:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777290.109962:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777290.109965:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777290.109968:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777290.109970:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082722176 : -118390626829440 : ffff945308be3b80) 00000100:00000001:3.0:1788777290.109973:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777290.109975:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788777290.109977:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777290.109980:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777290.109986:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3b80 x1875667126121344/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.109993:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777290.109997:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777290.110000:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777290.110005:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3b80 x1875667126121344/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777290.110014:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3b80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121344:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777290.110020:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.110023:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.110026:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777290.110029:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.110033:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3b80 x1875667126121344/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.110040:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777290.110043:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453109069c0. 00000100:00000001:3.0:1788777290.110047:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777290.110049:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.110058:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777290.110059:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082722176 : -118390626829440 : ffff945308be3b80) 00000002:00000001:3.0:1788777290.110062:0:31524:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.110066:0:31524:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777290.110072:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362400. 00000080:00000001:3.0:1788777290.110076:0:31524:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777290.110157:0:31524:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777290.110165:0:31524:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777290.110172:0:31524:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.110181:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777290.110182:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:3.0:1788777290.110184:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.110187:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.110194:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.110197:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.110200:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3b80 x1875667126121344/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.110208:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.110209:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.110212:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126120960/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.110266:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777290.110335:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777290.110338:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777290.110340:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777290.110345:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093aa400. 02000000:00000001:3.0:1788777290.110350:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777290.110352:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777290.110354:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:3.0:1788777290.110358:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777290.110360:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.110362:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.110366:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3b80 x1875667126121344/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.110372:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777290.110374:0:31524:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b5a60. 00000002:00000001:3.0:1788777290.110378:0:31524:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.110380:0:31524:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777290.110382:0:31524:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b6f80. 00000100:00000001:3.0:1788777290.110385:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.110389:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3b80 x1875667126121344/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.110394:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777290.110396:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777290.110400:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21000. 02000000:00000001:3.0:1788777290.110403:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777290.110404:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777290.110405:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777290.110408:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777290.110410:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310362a00. 02000000:00000001:3.0:1788777290.110412:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777290.110414:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777290.110415:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3b80. 00000100:00000001:3.0:1788777290.110418:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777290.110419:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777290.110423:0:31524:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777290.110427:0:31524:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a0780. 00000080:00000001:3.0:1788777290.110432:0:31524:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777290.110440:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dd0 00000080:00000008:3.0:1788777290.110443:0:31524:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), flags 704000, rc = 0 00000080:00000001:3.0:1788777290.110447:0:31524:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.110450:0:31524:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.110517:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777290.110521:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777290.110523:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777290.110525:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00200000:3.0:1788777290.110527:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777290.110535:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530398c600. 00800000:00000002:3.0:1788777290.110543:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777290.110549:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777290.110553:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.110555:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ae0 00800000:00000002:3.0:1788777290.110558:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777290.110563:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777290.110567:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777290.110573:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.110575:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839b0 00000002:00010000:3.0:1788777290.110578:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777290.110582:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777290.110584:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777290.110587:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777290.110595:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:3.0:1788777290.110598:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.110604:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777290.110609:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777290.110614:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1788777290.110626:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777290.110630:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.110633:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1788777290.110641:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777290.110643:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777290.110646:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777290.110648:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777290.110650:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777290.110652:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777290.110655:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777290.110658:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777290.110661:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398c600. 00000080:00000001:3.0:1788777290.110665:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777290.110667:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777290.110670:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777290.110674:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87cf 00800000:00000001:3.0:1788777290.110677:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777290.110679:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777290.110681:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.110684:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.110688:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777290.110690:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.110693:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.110697:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.110699:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.110700:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.110702:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777290.110705:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87cf from it ffffb1cb81d83bf8 00010000:00000001:3.0:1788777290.110708:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.110709:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.110711:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777290.110713:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.110715:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777290.110717:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777290.110721:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788777290.110727:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.110728:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.110729:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777290.110732:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777290.110735:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788777290.110741:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777290.110745:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777290.110747:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777290.110752:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.110753:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.110755:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110758:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777290.110761:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110763:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110766:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110768:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777290.110770:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.110771:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777290.110773:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777290.110774:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777290.110777:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777290.110782:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.110786:0:31524:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777290.110789:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00002000:3.0:1788777290.110791:0:31524:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff945320b3d5e8) flags 0x20000e refc 1 00000080:00000001:3.0:1788777290.110795:0:31524:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777290.110797:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c08 00000080:00200000:3.0:1788777290.110798:0:31524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:3.0:1788777290.110805:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777290.110807:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.110812:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777290.110814:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248), inode mode 41ed mask 44 00000080:00000001:3.0:1788777290.110817:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.110824:0:31524:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777290.110826:0:31524:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777290.110829:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b78 00000080:00200008:3.0:1788777290.110831:0:31524:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), flags 704400 00000080:00000010:3.0:1788777290.110837:0:31524:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453088017c0. 00000080:00000001:3.0:1788777290.110844:0:31524:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788777290.110847:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530398c600. 00800000:00000002:3.0:1788777290.110850:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777290.110853:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777290.110854:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.110856:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a28 00800000:00000002:3.0:1788777290.110857:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777290.110861:0:31524:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788777290.110864:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839a8 00800000:00000002:3.0:1788777290.110866:0:31524:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788777290.110869:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777290.110870:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d838e0 00000002:00010000:3.0:1788777290.110872:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1788777290.110876:0:31524:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777290.110879:0:31524:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788777290.110883:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777290.110888:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:3.0:1788777290.110890:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.110893:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777290.110897:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110899:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.110914:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.110917:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777290.110918:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:3.0:1788777290.110920:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.110922:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777290.110923:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110925:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.110926:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777290.110933:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ca80. 00000020:00000040:3.0:1788777290.110936:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777290.110944:0:31524:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777290.110946:0:31524:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110949:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777290.110954:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777290.110957:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.110959:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.110960:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.110963:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777290.110966:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777290.110969:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777290.110977:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2e400. 00000100:00000001:3.0:1788777290.110984:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110990:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777290.110992:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110994:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777290.110995:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.110997:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.111004:0:31524:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00010000:00000001:3.0:1788777290.111007:0:31524:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777290.111010:0:31524:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777290.111012:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:3.0:1788777290.111014:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.111016:0:31524:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777290.111020:0:31524:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152cc00. 00000020:00000001:3.0:1788777290.111024:0:31524:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777290.111027:0:31524:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152cc00 with handle 0xe53f2b0cb7af8807 to hash 00000020:00000001:3.0:1788777290.111029:0:31524:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777290.111032:0:31524:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.111036:0:31524:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.111039:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777290.111041:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.111044:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777290.111052:0:31524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788777290.111067:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788777290.111075:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3ca80 x1875667126121600/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788777290.111618:0:31524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777290.111626:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777290.111629:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777290.111638:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123edd80. 00000100:00000001:3.0:1788777290.111640:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683242147200 : -118390467404416 : ffff9453123edd80) 00000100:00000001:3.0:1788777290.111643:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777290.111644:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000001:3.0:1788777290.111650:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777290.111655:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.111658:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777290.111660:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777290.111666:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ca80 x1875667126121600/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.111675:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777290.111677:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777290.111682:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777290.111686:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777290.111689:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777290.111693:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121600:192.168.203.135@tcp:101:rm.0 00000100:00000001:3.0:1788777290.111698:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777290.111705:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777290.111709:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777290.111712:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777290.111851:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:3.0:1788777290.111855:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777290.111866:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777290.111872:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 00000400:00000010:3.0:1788777290.111882:0:31524:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9453091dc800. 00000100:00000200:3.0:1788777290.111891:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126121600, portal 10 00000100:00000001:3.0:1788777290.111894:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777290.111895:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000040:3.0:1788777290.111915:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3ca80 x1875667126121600/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.111924:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777290.111927:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777290.111932:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347770. 00000100:00000200:3.0:1788777290.111936:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126121600, offset 0 00000400:00000200:3.0:1788777290.111944:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777290.111954:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777290.111963:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777290.111970:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777290.111976:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777290.111981:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777290.111984:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777290.111989:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2450:2450:256:4294967295] 192.168.203.135@tcp LPNI seq info [2445:2445:8:4294967295] 00000400:00000200:3.0:1788777290.111994:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777290.112006:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777290.112013:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777290.112019:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfe00. 00000800:00000200:3.0:1788777290.112028:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777290.112038:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777290.112044:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfe00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788777290.112068:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777290.112074:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 807313 usecs (808 jiffies) 00000400:00000200:3.0:1788777290.112078:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777290.112155:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441226 00000100:00000001:3.0:1788777290.112160:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:3.0:1788777290.112163:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441226 00000100:00000001:3.0:1788777290.112165:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:3.0:1788777290.112168:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777290.112171:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.112174:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777290.112177:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777290.112180:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123edd80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777290.112184:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777290.112188:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.113423:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.113432:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfe00. 00000400:00000200:1.0:1788777290.113442:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.113452:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.113460:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347770 00000400:00000010:1.0:1788777290.113464:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347770. 00000100:00000001:1.0:1788777290.113470:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.113479:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ca80 x1875667126121600/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.113492:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.113496:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ca80 x1875667126121600/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.113503:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.113505:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.115977:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.116000:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.116006:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.116009:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.116021:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.116031:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.116041:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.116047:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.116054:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.116059:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c4f480 00000400:00000200:0.0:1788777290.116064:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.116071:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x69b9 [64] + 224 00000800:00000001:0.0:1788777290.116088:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.116098:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.116102:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.116107:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.116116:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.116128:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ca80 x1875667126121600/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.116140:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff945308a3ca80 x1875667126121600/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.116159:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.116175:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.116178:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.116199:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777290.116210:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777290.116212:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777290.116216:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:3.0:1788777290.116251:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453091dc800 00000400:00000010:3.0:1788777290.116254:0:31524:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9453091dc800. 00000100:00000001:3.0:1788777290.116258:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777290.116263:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ca80 x1875667126121600/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777290.116273:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ca80 x1875667126121600/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.116279:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777290.116282:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.116285:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777290.116290:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777290.116293:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777290.116296:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777290.116299:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777290.116311:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777290.116316:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777290.116319:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777290.116321:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.116324:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777290.116329:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.116332:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777290.116334:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777290.116336:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777290.116338:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777290.116341:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000001:3.0:1788777290.116344:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777290.116346:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788777290.116348:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777290.116351:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777290.116356:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.116362:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777290.116366:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777290.116369:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777290.116372:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777290.116380:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121600:192.168.203.135@tcp:101:rm.0 00000100:00000001:3.0:1788777290.116384:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777290.116388:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.116391:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777290.116394:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.116398:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.116462:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777290.116467:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123edd80. 00000100:00000001:3.0:1788777290.116470:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777290.116472:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.116475:0:31524:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777290.116481:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.116484:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.116488:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=4 00000020:00000001:3.0:1788777290.116490:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116493:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000040:3.0:1788777290.116501:0:31524:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152cc00, remote cookie: 0xa4f015c75ff3c2ef, flags: 0x1001 00010000:00000040:3.0:1788777290.116504:0:31524:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777290.116508:0:31524:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788777290.116515:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:3.0:1788777290.116518:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.116522:0:31524:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.116528:0:31524:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777290.116538:0:31524:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.116546:0:31524:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777290.116551:0:31524:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777290.116553:0:31524:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777290.116555:0:31524:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777290.116557:0:31524:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777290.116560:0:31524:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9453054b8100) refcount = 2 00010000:00000040:3.0:1788777290.116563:0:31524:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777290.116566:0:31524:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788777290.116573:0:31524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.116580:0:31524:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777290.116584:0:31524:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777290.116586:0:31524:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777290.116589:0:31524:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777290.116591:0:31524:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777290.116595:0:31524:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.116600:0:31524:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777290.116602:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.116604:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.116605:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.116605:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.116607:0:31524:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.116612:0:31524:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777290.116615:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.116616:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.116617:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=3 00000020:00000001:3.0:1788777290.116619:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116621:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116622:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.116623:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777290.116628:0:31524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777290.116637:0:31524:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777290.116642:0:31524:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777290.116649:0:31524:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.116650:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.116651:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.116652:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=3 00000020:00000001:3.0:1788777290.116655:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116657:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116659:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.116660:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.116662:0:31524:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.116664:0:31524:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777290.116668:0:31524:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777290.116670:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777290.116671:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00010000:00000001:3.0:1788777290.116673:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.116674:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.116675:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=3 00000020:00000001:3.0:1788777290.116677:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116678:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00000002:00010000:3.0:1788777290.116818:0:31524:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.116826:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.116827:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.116829:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777290.116831:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.116832:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.116833:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=3 00000020:00000001:3.0:1788777290.116835:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116836:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000040:3.0:1788777290.116839:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 3 00010000:00000001:3.0:1788777290.116841:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777290.116845:0:31524:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 16 res 8589935620/39 (0 0) 00010000:00000001:3.0:1788777290.116847:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.116848:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.116850:0:31524:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777290.116853:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83868 00000002:00002000:3.0:1788777290.116855:0:31524:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788777290.116858:0:31524:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.116862:0:31524:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.116865:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777290.116869:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777290.116872:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777290.116877:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777290.116881:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530398c600. 00000080:00000001:3.0:1788777290.116886:0:31524:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777290.116892:0:31524:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777290.116896:0:31524:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777290.116899:0:31524:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777290.116910:0:31524:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1788777290.116913:0:31524:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.116918:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788777290.116921:0:31524:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788777290.116926:0:31524:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00010000:00000001:3.0:1788777290.116928:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.116930:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.116931:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=3 00000020:00000001:3.0:1788777290.116933:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116935:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116937:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.116937:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777290.116939:0:31524:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777290.116941:0:31524:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777290.116943:0:31524:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777290.116946:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af8807 00800000:00000001:3.0:1788777290.116949:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777290.116950:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777290.116951:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.116952:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.116953:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=3 00000020:00000001:3.0:1788777290.116955:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116957:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116960:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.116961:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777290.116963:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777290.116965:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777290.116968:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777290.116969:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777290.116971:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777290.116975:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777290.116981:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777290.116984:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8807 from it ffffb1cb81d83bd0 00010000:00000001:3.0:1788777290.116987:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777290.116988:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777290.116989:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=3 00000020:00000001:3.0:1788777290.116990:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116992:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777290.116994:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777290.116997:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777290.117003:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.117003:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.117005:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777290.117008:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777290.117010:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777290.117017:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777290.117020:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777290.117022:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777290.117026:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.117027:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777290.117029:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.117033:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777290.117035:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.117037:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.117040:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777290.117042:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777290.117044:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777290.117045:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777290.117120:0:31524:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777290.117130:0:31524:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945311048100. 00000080:00000001:0.0:1788777290.117134:0:31524:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777290.117138:0:31524:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788777290.117141:0:31524:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788777290.117145:0:31524:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945320625940. 00000002:00100000:0.0:1788777290.117150:0:31524:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777290.117158:0:31524:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.117159:0:31524:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788777290.117164:0:31524:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788777290.117168:0:31524:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.117171:0:31524:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788777290.117173:0:31524:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.117176:0:31524:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.117180:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.117184:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788777290.117191:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777290.117194:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:0.0:1788777290.117271:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788777290.117274:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.117277:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b78 00000080:00000008:0.0:1788777290.117280:0:31524:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), flags 704400, rc = 0 00000080:00000001:0.0:1788777290.117482:0:31524:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.117513:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00200008:0.0:1788777290.117515:0:31524:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777290.117524:0:31524:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788777290.117529:0:31524:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.117532:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777290.117534:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ca0 00000080:00200000:0.0:1788777290.117536:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248),name=d21h.recovery-small-1 00000080:00000010:0.0:1788777290.117543:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362200. 00800000:00000002:0.0:1788777290.117550:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777290.117559:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777290.117563:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.117564:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00800000:00000002:0.0:1788777290.117567:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777290.117570:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777290.117576:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777290.117581:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.117583:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a90 00000002:00010000:0.0:1788777290.117585:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777290.117589:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777290.117591:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.117593:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.117597:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 3 00010000:00000001:0.0:1788777290.117599:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.117603:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.117607:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777290.117612:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788777290.117622:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777290.117627:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.117631:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788777290.117643:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777290.117645:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777290.117647:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.117650:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.117652:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777290.117654:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777290.117656:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777290.117658:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777290.117661:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362200. 00000080:00000001:0.0:1788777290.117665:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777290.117667:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.117670:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) 00000080:00010000:0.0:1788777290.117673:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af87d6 00800000:00000001:0.0:1788777290.117676:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777290.117678:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777290.117679:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.117680:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.117683:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:0.0:1788777290.117685:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.117687:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.117690:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.117691:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.117692:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.117694:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.117696:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87d6 from it ffffb1cb81d83cd8 00010000:00000001:0.0:1788777290.117698:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.117699:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.117700:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:0.0:1788777290.117702:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.117704:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.117705:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777290.117708:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777290.117714:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.117715:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.117716:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777290.117718:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777290.117720:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777290.117726:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777290.117728:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777290.117730:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777290.117732:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.117733:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.117735:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.117737:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777290.117739:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.117741:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.117743:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.117745:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777290.117746:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.117747:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777290.117749:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777290.117751:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777290.117754:0:31524:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.117758:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00000008:0.0:1788777290.117761:0:31524:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1788777290.117854:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d48 00000080:00200000:0.0:1788777290.117857:0:31524:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9453090ac800) d21h.recovery-small-1 proj=0 00000080:00000001:0.0:1788777290.117860:0:31524:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1788777290.117862:0:31524:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1788777290.117865:0:31524:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9453090ac800: age 1745, max_age 1772 00800000:00000001:0.0:1788777290.117869:0:31524:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1788777290.117873:0:31524:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff945310906780. 00800000:00000001:0.0:1788777290.117876:0:31524:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788777290.117879:0:31524:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: age 1745, max_age 1772 00000002:00000001:0.0:1788777290.117882:0:31524:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788777290.117885:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000010:0.0:1788777290.117892:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0000. 00000020:00000040:0.0:1788777290.117895:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777290.117899:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777290.117914:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777290.117917:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777290.117925:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310362200. 00000100:00000001:0.0:1788777290.117934:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.117939:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777290.117941:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777290.117947:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906f00. 00000100:00000001:0.0:1788777290.117950:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213938432 : -118390495613184 : ffff945310906f00) 00000100:00000001:0.0:1788777290.117953:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.117954:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082706944 : -118390626844672 : ffff945308be0000) 00000100:00000001:0.0:1788777290.117958:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777290.117964:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.117965:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777290.117967:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777290.117973:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.117980:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777290.117983:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.117988:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777290.117990:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777290.117993:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777290.117997:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0000 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121728:192.168.203.135@tcp:41:rm.0 00000100:00000001:0.0:1788777290.118000:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777290.118007:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777290.118010:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.118013:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777290.118018:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21400. 02000000:00000001:0.0:1788777290.118020:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777290.118028:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777290.118032:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b738. 00000400:00000010:0.0:1788777290.118040:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c5d8. 00000100:00000200:0.0:1788777290.118048:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126121728, portal 10 00000100:00000001:0.0:1788777290.118049:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.118050:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082706944 : -118390626844672 : ffff945308be0000) 00000100:00000040:0.0:1788777290.118058:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.118065:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777290.118067:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777290.118070:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4caa0. 00000100:00000200:0.0:1788777290.118073:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875667126121728, offset 0 00000400:00000200:0.0:1788777290.118079:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777290.118088:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.118096:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777290.118102:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777290.118108:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777290.118112:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777290.118115:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777290.118118:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2451:2451:256:4294967295] 192.168.203.135@tcp LPNI seq info [2446:2446:8:4294967295] 00000400:00000200:0.0:1788777290.118122:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.118133:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777290.118139:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777290.118145:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f400. 00000800:00000200:0.0:1788777290.118152:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777290.118161:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777290.118167:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788777290.118299:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.118306:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 806232 usecs (807 jiffies) 00000400:00000200:0.0:1788777290.118310:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777290.118313:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441232 00000100:00000001:0.0:1788777290.118317:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.118319:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441232 00000100:00000001:0.0:1788777290.118322:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.118324:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.118327:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.118329:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777290.118332:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777290.118334:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788777290.118337:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777290.118341:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.118832:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.118839:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f400. 00000400:00000200:1.0:1788777290.118845:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.118852:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.118859:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4caa0 00000400:00000010:1.0:1788777290.118862:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4caa0. 00000100:00000001:1.0:1788777290.118867:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.118872:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.118882:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.118886:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.118893:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.118895:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.121775:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.121794:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.121799:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.121801:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.121810:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.121818:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.121829:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.121835:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.121843:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.121847:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 10 MB=0x6a9e8c8c4f500 00000400:00000200:0.0:1788777290.121853:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.121862:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 368/368 into md 0x69c1 [1] + 224 00000800:00000001:0.0:1788777290.121871:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.121880:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.121883:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.121887:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.121894:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.121912:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777290.121921:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.121939:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.121949:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.121951:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.122013:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777290.122021:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.122023:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.122027:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b738. 00000400:00000200:2.0:1788777290.122031:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c5d8 00000400:00000010:2.0:1788777290.122032:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c5d8. 00000100:00000001:2.0:1788777290.122035:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.122038:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777290.122044:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.122048:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.122050:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.122052:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.122055:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.122058:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.122060:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.122062:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.122072:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777290.122076:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.122085:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.122087:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.122089:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.122093:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.122096:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.122098:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.122099:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.122102:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.122105:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.122114:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.122117:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.122119:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.122121:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777290.122126:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0000 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121728:192.168.203.135@tcp:41:rm.0 00000100:00000001:2.0:1788777290.122129:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.122131:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.122133:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.122135:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.122137:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.122141:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.122143:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906f00. 00000100:00000001:2.0:1788777290.122147:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.122148:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.122154:0:31524:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788777290.122156:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.122158:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0000 x1875667126121728/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 440/368 e 0 to 0 dl 1788777306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.122162:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777290.122164:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.122167:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21400. 02000000:00000001:2.0:1788777290.122168:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777290.122171:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.122172:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.122174:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777290.122177:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310362200. 02000000:00000001:2.0:1788777290.122180:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.122182:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.122183:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0000. 00000100:00000001:2.0:1788777290.122188:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.122189:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777290.122190:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.122191:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.122192:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788777290.122195:0:31524:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: update ffff945308bd8450 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:2.0:1788777290.122197:0:31524:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.122199:0:31524:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:2.0:1788777290.122201:0:31524:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff945310906780. 00800000:00000001:2.0:1788777290.122203:0:31524:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1788777290.122206:0:31524:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9453090ac800: update ffff945311085178 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:2.0:1788777290.122583:0:31524:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1788777290.122588:0:31524:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:2.0:1788777290.122590:0:31524:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777290.122592:0:31524:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.122631:0:31524:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788777290.122633:0:31524:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1788777290.122642:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f800. 00000080:00000001:2.0:1788777290.122650:0:31524:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1788777290.122658:0:31524:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446723442907267712 : -20630802283904 : ffffed3c845bc280) 00000080:00000001:2.0:1788777290.122662:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788777290.122665:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777290.122667:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788777290.122671:0:31524:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.122675:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f800. 00000080:00000001:2.0:1788777290.122678:0:31524:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.122689:0:31524:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788777290.122690:0:31524:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:2.0:1788777290.122692:0:31524:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777290.122693:0:31524:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.122715:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.122719:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777290.122721:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248), inode mode 41ed mask 1 00000080:00000001:2.0:1788777290.122724:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.122732:0:31524:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777290.122736:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83da0 00000080:00002000:2.0:1788777290.122737:0:31524:0:(dcache.c:87:ll_dcompare()) found name f(ffff945320b3daf8) flags 0x48000e refc 0 00000080:00000001:2.0:1788777290.122740:0:31524:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.122741:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e10 00000080:00200000:2.0:1788777290.122742:0:31524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1788777290.122749:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777290.122750:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248), inode mode 41ed mask 3 00000080:00000001:2.0:1788777290.122751:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.122755:0:31524:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1788777290.122756:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83df8 00000080:00200000:2.0:1788777290.122758:0:31524:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff94532091b248) 00000080:00000001:2.0:1788777290.122760:0:31524:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788777290.122763:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788777290.122768:0:31524:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9453093ee240. 00000020:00000010:2.0:1788777290.122771:0:31524:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073f800. 00000020:00000010:2.0:1788777290.122775:0:31524:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94531073f200. 00000020:00000010:2.0:1788777290.122778:0:31524:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9453103b7de0. 00000008:00000010:2.0:1788777290.122811:0:31524:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff945320d94320. 00020000:00000010:2.0:1788777290.122818:0:31524:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9453119dd0c0. 00008000:00000010:2.0:1788777290.122834:0:31524:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9453102f4000. 00000080:00000010:2.0:1788777290.122841:0:31524:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9453181785e8. 00000080:00000010:2.0:1788777290.122847:0:31524:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9453105cb780. 00000020:00000010:2.0:1788777290.122852:0:31524:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073ee00. 00000008:00000010:2.0:1788777290.122857:0:31524:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff945311028160. 00020000:00000010:2.0:1788777290.122861:0:31524:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94531102cff8. 00008000:00000010:2.0:1788777290.122866:0:31524:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff945309307790. 00000080:00000010:2.0:1788777290.122870:0:31524:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff945309386690. 00000020:00000001:2.0:1788777290.122873:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777290.122876:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777290.122879:0:31524:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777290.122883:0:31524:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945303e5cf80 00020000:00000002:2.0:1788777290.122891:0:31524:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b7420 addref 2/0 by ffff945303e5cf80. 00020000:00000002:2.0:1788777290.122894:0:31524:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.122898:0:31524:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777290.122910:0:31524:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777290.122913:0:31524:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777290.122915:0:31524:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788777290.122919:0:31524:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788777290.122922:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777290.122925:0:31524:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788777290.122931:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f400. 00800000:00000001:2.0:1788777290.122945:0:31524:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788777290.122953:0:31524:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788777290.122955:0:31524:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x29:0x0] 00800000:00000001:2.0:1788777290.122957:0:31524:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777290.122958:0:31524:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x27:0x0]/[0x200000404:0x29:0x0] -> mds #0 00000002:00000001:2.0:1788777290.122963:0:31524:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788777290.122966:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.122975:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 3 00010000:00000001:2.0:1788777290.122977:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.122980:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.122984:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777290.122989:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788777290.122998:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777290.123003:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777290.123006:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777290.123008:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1788777290.123011:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.123013:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.123015:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 4 00010000:00000001:2.0:1788777290.123016:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.123020:0:31524:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777290.123023:0:31524:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777290.123025:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.123029:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.123032:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777290.123038:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.123040:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.123042:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1788777290.123044:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.123045:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.123048:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=2 00000020:00000001:2.0:1788777290.123049:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:2.0:1788777290.123051:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:2.0:1788777290.123052:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.123053:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.123053:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.123054:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.123055:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 4 00010000:00000001:2.0:1788777290.123056:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.123057:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.123058:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.123059:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.123059:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 4 00010000:00000001:2.0:1788777290.123060:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.123061:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.123063:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777290.123065:0:31524:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff94532091b180, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777290.123182:0:31524:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777290.123185:0:31524:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777290.123186:0:31524:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777290.123188:0:31524:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff94532091b248) invalid 00000020:00000001:2.0:1788777290.123191:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a60 00000080:00002000:2.0:1788777290.123192:0:31524:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff945320b3d5e8) parent ffff9453208d0a20 inode ffff94532091b248 refc 3 00000080:00000001:2.0:1788777290.123196:0:31524:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777290.123198:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777290.123199:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.123203:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777290.123206:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777290.123445:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777290.123449:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.123451:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777290.123455:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154000 with handle 0xe53f2b0cb7af87d6 from hash 00010000:00000001:2.0:1788777290.123459:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777290.123460:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.123461:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.123462:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777290.123467:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777290.123472:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777290.123476:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777290.123478:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.123480:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.123482:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.123485:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777290.123487:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.123489:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.123491:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777290.123495:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788777290.123502:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777290.123505:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777290.123506:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777290.123508:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:2.0:1788777290.123510:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.123512:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.123514:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 3 00010000:00000001:2.0:1788777290.123516:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.123518:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.123519:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.123520:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.123522:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 3 00010000:00000001:2.0:1788777290.123523:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.123525:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.123526:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.123527:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.123528:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 3 00010000:00000001:2.0:1788777290.123529:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.123530:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.123531:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.123532:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.123532:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 3 00010000:00000001:2.0:1788777290.123533:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.123534:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.123535:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.123537:0:31524:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777290.123538:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.123540:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777290.123541:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777290.123543:0:31524:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788777290.123545:0:31524:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1788777290.123548:0:31524:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788777290.123550:0:31524:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788777290.123553:0:31524:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777290.123555:0:31524:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777290.123557:0:31524:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788777290.123558:0:31524:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.123559:0:31524:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777290.123560:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777290.123561:0:31524:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.123562:0:31524:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777290.123564:0:31524:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff94532091ec08) invalid 00000020:00000001:2.0:1788777290.123565:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a60 00000080:00002000:2.0:1788777290.123566:0:31524:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff945320b3daf8) parent ffff945320b3d5e8 inode ffff94532091ec08 refc 1 00000080:00000001:2.0:1788777290.123568:0:31524:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777290.123569:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777290.123570:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.123571:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777290.123573:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777290.123573:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777290.123575:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.123576:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777290.123578:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155e00 with handle 0xe53f2b0cb7af87dd from hash 00010000:00000001:2.0:1788777290.123580:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777290.123581:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.123582:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.123583:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777290.123584:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777290.123585:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777290.123586:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777290.123587:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.123588:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777290.123594:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777290.123597:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777290.123603:0:31524:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777290.123604:0:31524:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.123607:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777290.123611:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.123615:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.123616:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.123617:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.123620:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.123622:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.123625:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.123631:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073f000. 00000100:00000001:2.0:1788777290.123638:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.123640:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.123643:0:31524:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777290.123648:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777290.123653:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788777290.123657:0:31524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1788777290.123659:0:31524:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788777290.123660:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777290.123662:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af87dd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c286 expref: -99 pid: 31521 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788777290.123667:0:31524:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6380. 00010000:00000040:2.0:1788777290.123671:0:31524:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8b00 count: 0 00010000:00000010:2.0:1788777290.123675:0:31524:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9ea80. 00010000:00000001:2.0:1788777290.123680:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.123681:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777290.123683:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af87d6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c26a expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777290.123687:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.123688:0:31524:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.123689:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.123690:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.123691:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788777290.123702:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788777290.123711:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914e300 x1875667126121984/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777290.123717:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.123718:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.123723:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776300. 00000100:00000001:2.0:1788777290.123725:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524800 : -118390665026816 : ffff945306776300) 00000100:00000001:2.0:1788777290.123728:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.123729:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:2.0:1788777290.123733:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.123737:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.123739:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.123740:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.123743:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126121984/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.123749:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.123751:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.123754:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.123756:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.123758:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.123760:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121984:192.168.203.135@tcp:36:rm.0 00000100:00000001:2.0:1788777290.123764:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.123769:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.123772:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.123773:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.123777:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093a8400. 02000000:00000001:2.0:1788777290.123779:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.123785:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.123788:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777290.123795:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777290.123802:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126121984, portal 10 00000100:00000001:2.0:1788777290.123804:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.123805:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:2.0:1788777290.123810:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914e300 x1875667126121984/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.123818:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.123821:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.123824:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1aa0. 00000100:00000200:2.0:1788777290.123828:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875667126121984, offset 0 00000400:00000200:2.0:1788777290.123835:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.123847:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.123855:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.123862:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.123868:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.123872:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.123875:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.123879:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2452:2452:256:4294967295] 192.168.203.135@tcp LPNI seq info [2447:2447:8:4294967295] 00000400:00000200:2.0:1788777290.123884:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.123895:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.123912:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.123919:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b200. 00000800:00000200:2.0:1788777290.123927:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.123936:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.123941:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.124014:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.124020:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 805152 usecs (806 jiffies) 00000400:00000200:2.0:1788777290.124024:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.124027:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441236 00000100:00000001:2.0:1788777290.124031:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.124033:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441236 00000100:00000001:2.0:1788777290.124035:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.124038:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.124041:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.124043:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.124046:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.124049:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776300 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.124052:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.124055:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.124145:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.124150:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b200. 00000400:00000200:1.0:1788777290.124157:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.124162:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.124169:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1aa0 00000400:00000010:1.0:1788777290.124173:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1aa0. 00000100:00000001:1.0:1788777290.124179:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.124183:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126121984/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.124192:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.124196:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126121984/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.124204:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.124205:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.133087:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000010:2.1:1788777290.133098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:2.1:1788777290.133112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155e00. 00000800:00000001:0.0:1788777290.133116:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788777290.133118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00000800:00000001:0.0:1788777290.133123:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.133127:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.133139:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.133149:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.133163:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.133171:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.133178:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.133183:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4f600 00000400:00000200:0.0:1788777290.133190:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.133198:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x69d1 [1] + 224 00000800:00000001:0.0:1788777290.133208:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.133256:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.133261:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.133267:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.133278:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.133457:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126121984/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777290.133470:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914e300 x1875667126121984/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.133537:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777290.133559:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777290.133574:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777290.133579:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.133585:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777290.133592:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2453:2453:256:4294967295] 192.168.203.135@tcp LPNI seq info [2448:2448:8:4294967295] 00000400:00000200:0.0:1788777290.133597:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.133607:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777290.133613:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777290.133691:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777290.133701:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777290.133710:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777290.133716:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777290.133842:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.133846:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:1.0:1788777290.133851:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.133855:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777290.133863:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.133867:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777290.134795:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.134800:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.134806:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000400:00000200:2.0:1788777290.134812:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:2.0:1788777290.134816:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:2.0:1788777290.134820:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.134829:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126121984/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777290.134841:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126121984/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.134850:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.134853:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.134857:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.134862:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.134865:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.134868:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.134871:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.134884:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777290.134888:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.134891:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.134893:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.134896:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.134912:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.134916:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777290.134918:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014e/0x100000150] 00000100:00000001:2.0:1788777290.134920:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777290.134923:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.134925:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:2.0:1788777290.134929:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.134932:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.134934:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.134937:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.134942:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126121984/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.134950:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.134954:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.134957:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.134961:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126121984/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777290.134969:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126121984:192.168.203.135@tcp:36:rm.0 00000100:00000001:2.0:1788777290.134975:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.134979:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.134982:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.134985:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.134989:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126121984/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.134996:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.134999:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776300. 00000100:00000001:2.0:1788777290.135004:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.135006:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.135014:0:31524:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.135018:0:31524:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.135024:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f400. 00000100:00000001:2.0:1788777290.135031:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.135034:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126121984/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.135040:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.135046:0:31524:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.135060:0:31524:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777290.135064:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e28 00000080:00002000:2.0:1788777290.135066:0:31524:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff945320b3daf8, parent ffff945320b3d5e8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788777290.135070:0:31524:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.135078:0:31524:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777290.135097:0:31524:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788777290.135107:0:31524:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788777290.135110:0:31524:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777290.135113:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.135117:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777290.135120:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777290.135126:0:31524:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:2.0:1788777290.135129:0:31524:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777290.135133:0:31524:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777290.135135:0:31524:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777290.135138:0:31524:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777290.135140:0:31524:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777290.135142:0:31524:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777290.135147:0:31524:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff9453105cb7e0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788777290.135150:0:31524:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.135155:0:31524:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777290.135157:0:31524:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777290.135160:0:31524:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777290.135162:0:31524:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135164:0:31524:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777290.135167:0:31524:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777290.135169:0:31524:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135170:0:31524:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777290.135171:0:31524:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777290.135172:0:31524:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777290.135174:0:31524:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945303e5cf80 00000020:00000001:2.0:1788777290.135177:0:31524:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135180:0:31524:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777290.135182:0:31524:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777290.135184:0:31524:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777290.135187:0:31524:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777290.135191:0:31524:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777290.135195:0:31524:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777290.135197:0:31524:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777290.135198:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788777290.135206:0:31524:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9453093eee10. 00000020:00000010:2.0:1788777290.135212:0:31524:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073f400. 00000020:00000010:2.0:1788777290.135218:0:31524:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94531073e600. 00000020:00000010:2.0:1788777290.135673:0:31524:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9453103b7720. 00000008:00000010:2.0:1788777290.135682:0:31524:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff945320d90000. 00020000:00000010:2.0:1788777290.135688:0:31524:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9453119ddcc0. 00008000:00000010:2.0:1788777290.135694:0:31524:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9453102f5fc8. 00000080:00000010:2.0:1788777290.135702:0:31524:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9453181783f0. 00000080:00000010:2.0:1788777290.135708:0:31524:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9453105c8250. 00000020:00000010:2.0:1788777290.135712:0:31524:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073fa00. 00000008:00000010:2.0:1788777290.135716:0:31524:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff945311028f20. 00020000:00000010:2.0:1788777290.135721:0:31524:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94531102db60. 00008000:00000010:2.0:1788777290.135725:0:31524:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff945309307468. 00000080:00000010:2.0:1788777290.135729:0:31524:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff945309386f00. 00000020:00000001:2.0:1788777290.135732:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777290.135734:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777290.135739:0:31524:0:(cl_object.c:143:cl_object_top()) ffff945309306f58 -> ffff9453093062d8 00000020:00000001:2.0:1788777290.135741:0:31524:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777290.135744:0:31524:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777290.135745:0:31524:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777290.135747:0:31524:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135749:0:31524:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135751:0:31524:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777290.135755:0:31524:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777290.135756:0:31524:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135759:0:31524:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135761:0:31524:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135763:0:31524:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777290.135765:0:31524:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777290.135767:0:31524:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777290.135769:0:31524:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777290.135771:0:31524:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777290.135772:0:31524:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135774:0:31524:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135776:0:31524:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135778:0:31524:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135779:0:31524:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777290.135780:0:31524:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135782:0:31524:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135785:0:31524:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777290.135787:0:31524:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777290.135789:0:31524:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777290.135790:0:31524:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777290.135792:0:31524:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788777290.135795:0:31524:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788777290.135799:0:31524:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788777290.135802:0:31524:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945307f6c000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788777290.135805:0:31524:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788777290.135809:0:31524:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945307f6c000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1788777290.135812:0:31524:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777290.135814:0:31524:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135816:0:31524:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135818:0:31524:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135819:0:31524:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135821:0:31524:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135823:0:31524:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777290.135825:0:31524:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777290.135827:0:31524:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777290.135829:0:31524:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777290.135831:0:31524:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777290.135832:0:31524:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135834:0:31524:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788777290.135836:0:31524:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777290.135838:0:31524:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777290.135840:0:31524:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777290.135842:0:31524:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777290.135843:0:31524:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777290.135844:0:31524:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777290.135846:0:31524:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135848:0:31524:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135849:0:31524:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777290.135851:0:31524:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777290.135853:0:31524:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777290.135855:0:31524:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777290.135856:0:31524:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777290.135857:0:31524:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777290.135859:0:31524:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777290.135860:0:31524:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777290.135861:0:31524:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777290.135863:0:31524:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135864:0:31524:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135866:0:31524:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777290.135867:0:31524:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777290.135868:0:31524:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135870:0:31524:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777290.135872:0:31524:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777290.135873:0:31524:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777290.135874:0:31524:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777290.135875:0:31524:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777290.135877:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777290.135879:0:31524:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777290.135881:0:31524:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777290.135884:0:31524:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777290.135886:0:31524:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777290.135889:0:31524:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777290.135890:0:31524:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777290.135893:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777290.135895:0:31524:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.135912:0:31524:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788777290.135915:0:31524:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x29:0x0](ffff94532091ec08) 00800000:00000001:2.0:1788777290.135921:0:31524:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788777290.135924:0:31524:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x29:0x0] 00000002:00000001:2.0:1788777290.135931:0:31524:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788777290.135938:0:31524:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.135940:0:31524:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.135944:0:31524:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788777290.135947:0:31524:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788777290.135949:0:31524:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.135951:0:31524:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.135955:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.135956:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777290.135959:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00020000:00000001:2.0:1788777290.135966:0:31524:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788777290.135968:0:31524:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.135971:0:31524:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788777290.135974:0:31524:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7420, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777290.135979:0:31524:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777290.135984:0:31524:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310696400: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1788777290.135987:0:31524:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788777290.135989:0:31524:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.135991:0:31524:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788777290.135993:0:31524:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788777290.135998:0:31524:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788777290.136004:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:2.0:1788777290.136006:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.136009:0:31524:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788777290.136012:0:31524:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788777290.136017:0:31524:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1788777290.136031:0:31524:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:2.0:1788777290.136033:0:31524:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00000001:2.0:1788777290.136035:0:31524:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777290.136038:0:31524:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777290.136041:0:31524:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777290.136043:0:31524:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788777290.136049:0:31524:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff945307f6c000. 00020000:00000001:2.0:1788777290.136054:0:31524:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788777290.136057:0:31524:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff945309306ed8. 00020000:00000001:2.0:1788777290.136065:0:31524:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788777290.136067:0:31524:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.136069:0:31524:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777290.136070:0:31524:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.136073:0:31524:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788777290.136074:0:31524:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788777290.136076:0:31524:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.136248:0:31524:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788777290.136252:0:31524:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff945306525628. 00020000:00000010:2.0:1788777290.136258:0:31524:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff945306776240. 00020000:00000010:2.0:1788777290.136262:0:31524:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff945310672f60. 00020000:00000002:2.0:1788777290.136265:0:31524:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7420, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777290.136374:0:31524:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777290.136378:0:31524:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310696400: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:2.0:1788777290.136384:0:31524:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310696400. 00020000:00000010:2.0:1788777290.136388:0:31524:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b71e0. 00020000:00000010:2.0:1788777290.136390:0:31524:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7420. 00020000:00000001:2.0:1788777290.136392:0:31524:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788777290.136394:0:31524:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945303e5cf80 00020000:00000010:2.0:1788777290.136396:0:31524:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9453091925d0. 00020000:00000001:2.0:1788777290.136400:0:31524:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788777290.136404:0:31524:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff945309306258. 00000020:00001000:2.0:1788777290.136409:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777290.136412:0:31524:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788777290.136414:0:31524:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788777290.136455:0:31524:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777290.136458:0:31524:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777290.136461:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dd0 00000080:00200008:2.0:1788777290.136464:0:31524:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), flags 704000 00000080:00400000:2.0:1788777290.136469:0:31524:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788777290.136473:0:31524:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777290.136475:0:31524:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788777290.136477:0:31524:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788777290.136485:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.136487:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.136491:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:2.0:1788777290.136493:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.136498:0:31524:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777290.136503:0:31524:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777290.136507:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.136513:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.136517:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777290.136526:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.136528:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.136530:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788777290.136532:0:31524:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 16 00000080:00000010:2.0:1788777290.136535:0:31524:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453088017c0. 00000080:00000001:2.0:1788777290.136540:0:31524:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.136545:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dd0 00000080:00000008:2.0:1788777290.136547:0:31524:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff94532091b248), flags 704000, rc = 0 00000080:00000001:2.0:1788777290.136551:0:31524:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.136552:0:31524:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.136556:0:31524:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777290.136558:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e00 00000080:00002000:2.0:1788777290.136560:0:31524:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff945320b3d5e8, parent ffff9453208d0a20, inode ffff94532091b248) hashed, 00000080:00000001:2.0:1788777290.136563:0:31524:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.136568:0:31524:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777290.136571:0:31524:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788777290.136601:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.136606:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.136608:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.136610:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bd8 00000080:00200000:2.0:1788777290.136613:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777290.136618:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e000. 00800000:00000002:2.0:1788777290.136625:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.136630:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.136633:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.136635:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83af8 00800000:00000002:2.0:1788777290.136638:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.136642:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.136646:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.136650:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.136652:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839c8 00000002:00010000:2.0:1788777290.136654:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.136658:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.136659:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.136661:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.136664:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777290.136666:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.136669:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.136672:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.136676:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:2.0:1788777290.136684:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.136687:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.136690:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:2.0:1788777290.136696:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.136698:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.136701:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.136702:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.136705:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.136707:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.136710:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777290.136713:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.136716:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e000. 00000080:00000001:2.0:1788777290.136720:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.136722:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.136724:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777290.136728:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87cf 00800000:00000001:2.0:1788777290.136731:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.136733:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.136735:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.136738:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.136741:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777290.136743:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.136746:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.136750:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.136751:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.136752:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.136754:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.136757:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87cf from it ffffb1cb81d83c10 00010000:00000001:2.0:1788777290.136759:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.136760:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.136762:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777290.136763:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.136765:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777290.136768:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.136771:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1788777290.136778:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.136779:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.136780:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.136782:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.136784:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1788777290.136792:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.136796:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.136798:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.136803:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.136804:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.136806:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.136809:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.136811:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.136813:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.136816:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.136818:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.136820:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.136821:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.136824:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.136826:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.136828:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777290.136832:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.136847:0:31524:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5b40. 00000020:00000001:2.0:1788777290.136851:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dc8 00000080:00200000:2.0:1788777290.136852:0:31524:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=0 00000080:00000001:2.0:1788777290.136856:0:31524:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777290.136858:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c78 00000080:00200000:2.0:1788777290.136859:0:31524:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=getattr 00000080:00000010:2.0:1788777290.136867:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e000. 00800000:00000002:2.0:1788777290.136870:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.136874:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.136876:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.136878:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b98 00800000:00000002:2.0:1788777290.136879:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.136882:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788777290.136886:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b30 00800000:00000002:2.0:1788777290.136888:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788777290.136891:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.136892:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a68 00000002:00010000:2.0:1788777290.136894:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788777290.136898:0:31524:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777290.136913:0:31524:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777290.136919:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914df80. 00000020:00000040:2.0:1788777290.136924:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777290.136931:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777290.136936:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.136939:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.136940:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.136941:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.136944:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.136947:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.136950:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.136959:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9400. 00000100:00000001:2.0:1788777290.136967:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.136973:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.136975:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.136976:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.136978:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.136980:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.136988:0:31524:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777290.136993:0:31524:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777290.136995:0:31524:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777290.136998:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777290.137000:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.137003:0:31524:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777290.137007:0:31524:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154000. 00000020:00000001:2.0:1788777290.137010:0:31524:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777290.137013:0:31524:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154000 with handle 0xe53f2b0cb7af880e to hash 00000020:00000001:2.0:1788777290.137015:0:31524:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777290.137017:0:31524:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.137021:0:31524:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.137024:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.137026:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.137029:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.137041:0:31524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.137051:0:31524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777290.137057:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.137059:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.137066:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.137068:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524608 : -118390665027008 : ffff945306776240) 00000100:00000001:2.0:1788777290.137071:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.137072:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777290.137078:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.137458:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.137462:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.137464:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.137477:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.137487:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.137490:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.137495:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.137497:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.137500:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.137504:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126122112:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777290.137508:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.137515:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.137519:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.137522:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.137528:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777290.137531:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.137539:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.137543:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777290.137552:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777290.137560:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126122112, portal 10 00000100:00000001:2.0:1788777290.137562:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.137564:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:2.0:1788777290.137570:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.137578:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.137581:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.137584:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1bb0. 00000100:00000200:2.0:1788777290.137588:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126122112, offset 0 00000400:00000200:2.0:1788777290.137596:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.137606:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.137616:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.137622:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.137628:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.137632:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.137635:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.137639:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2454:2454:256:4294967295] 192.168.203.135@tcp LPNI seq info [2449:2449:8:4294967295] 00000400:00000200:2.0:1788777290.137644:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.137657:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.137665:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.137670:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666be00. 00000800:00000200:2.0:1788777290.137679:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.137689:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.137694:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666be00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.137718:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.137723:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 804087 usecs (805 jiffies) 00000400:00000200:2.0:1788777290.137727:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.137730:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441249 00000100:00000001:2.0:1788777290.137734:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.137738:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441249 00000100:00000001:2.0:1788777290.137741:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.137743:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.137746:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.137749:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.137751:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.137754:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.137756:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.137760:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.138644:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.138653:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666be00. 00000400:00000200:1.0:1788777290.138661:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.138669:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.138677:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1bb0 00000400:00000010:1.0:1788777290.138681:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1bb0. 00000100:00000001:1.0:1788777290.138686:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.138694:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.138707:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.138711:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.138720:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.138722:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788777290.141931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b58a0. 00000800:00000001:0.0:1788777290.143624:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.143645:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.143651:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.143654:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.143666:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.143675:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.143747:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.143753:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.143761:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.143766:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4f680 00000400:00000200:0.0:1788777290.143771:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.143780:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x69d9 [1] + 224 00000800:00000001:0.0:1788777290.143790:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.143821:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.143826:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.143831:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.143842:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.143853:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.143864:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.143884:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.143894:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.143897:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.143943:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777290.143957:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.143959:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.143963:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000400:00000200:2.0:1788777290.143972:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:2.0:1788777290.143974:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:2.0:1788777290.143979:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.143989:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.144000:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.144008:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.144010:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.144013:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.144016:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.144018:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.144020:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.144023:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.144032:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777290.144037:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.144040:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.144041:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.144043:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.144047:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.144051:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.144054:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.144056:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.144058:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.144063:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.144084:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.144087:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.144089:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.144093:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.144101:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126122112:192.168.203.135@tcp:101:rm.0 00000080:00000010:2.1:1788777290.144936:0:31524:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091eb40. 00000080:00000010:2.1:1788777290.144949:0:31524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b50c0. 00000100:00000001:2.0:1788777290.144968:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.144971:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.144974:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.144976:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.144982:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.144990:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.144993:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.144996:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.144998:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.145001:0:31524:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777290.145005:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.145007:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.145010:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=4 00000020:00000001:2.0:1788777290.145012:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145015:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000040:2.0:1788777290.145021:0:31524:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309154000, remote cookie: 0xa4f015c75ff3c32e, flags: 0x1001 00010000:00010000:2.0:1788777290.145026:0:31524:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777290.145046:0:31524:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777290.145049:0:31524:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788777290.145055:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:2.0:1788777290.145058:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.145061:0:31524:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.145064:0:31524:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.145077:0:31524:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.145083:0:31524:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777290.145087:0:31524:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777290.145089:0:31524:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777290.145091:0:31524:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777290.145092:0:31524:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777290.145095:0:31524:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9453054b8100) refcount = 2 00010000:00000040:2.0:1788777290.145099:0:31524:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777290.145101:0:31524:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788777290.145248:0:31524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.145255:0:31524:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777290.145259:0:31524:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777290.145261:0:31524:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.145264:0:31524:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777290.145266:0:31524:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.145269:0:31524:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.145276:0:31524:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777290.145278:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.145279:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.145280:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.145281:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.145283:0:31524:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.145287:0:31524:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777290.145288:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.145289:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.145291:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.145292:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145295:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145297:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.145298:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.145300:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=4 00000020:00000001:2.0:1788777290.145301:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145303:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145306:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.145308:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.145312:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.145329:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.145330:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.145332:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.145333:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.145334:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=5 00000020:00000001:2.0:1788777290.145336:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145338:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145340:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.145343:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.145350:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.145351:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777290.145353:0:31524:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.145359:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.145361:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.145362:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.145363:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.145364:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777290.145369:0:31524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777290.145377:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.145378:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.145380:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.145382:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145384:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145386:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.145387:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.145389:0:31524:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.145391:0:31524:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.145394:0:31524:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777290.145396:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.145397:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.145398:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.145400:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145402:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00000002:00010000:2.0:1788777290.145405:0:31524:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.145411:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.145412:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.145413:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777290.145415:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.145416:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.145417:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:2.0:1788777290.145419:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:2.0:1788777290.145420:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000040:2.0:1788777290.145424:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 3 00010000:00000001:2.0:1788777290.145426:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777290.145429:0:31524:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:2.0:1788777290.145431:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.145433:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.145434:0:31524:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777290.145437:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839f0 00000002:00002000:2.0:1788777290.145439:0:31524:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777290.145442:0:31524:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.145445:0:31524:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.145448:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777290.145451:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777290.145454:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777290.145458:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:2.0:1788777290.145460:0:31524:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777290.145462:0:31524:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81d83e00 it_disposition b 00000080:00000001:2.0:1788777290.145465:0:31524:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777290.145471:0:31524:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777290.145473:0:31524:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777290.145475:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788777290.145478:0:31524:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788777290.145574:0:31524:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777290.145579:0:31524:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788777290.145583:0:31524:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.145588:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788777290.145590:0:31524:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777290.145592:0:31524:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833959 mtime from 1788777270 to 1788777290 00000080:00200000:0.0:1788777290.145596:0:31524:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:0.0:1788777290.145598:0:31524:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff94532091b248): rc = 0 00000080:00000001:0.0:1788777290.145600:0:31524:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482456648 : -118390227094968 : ffff94532091b248) 00010000:00000001:0.0:1788777290.145603:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.145605:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.145608:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:0.0:1788777290.145610:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.145612:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.145614:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.145615:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777290.145617:0:31524:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777290.145618:0:31524:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777290.145620:0:31524:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777290.145624:0:31524:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777290.145625:0:31524:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.145629:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) for lock 0xe53f2b0cb7af880e 00800000:00000001:0.0:1788777290.145632:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777290.145634:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777290.145635:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.145636:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.145637:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:0.0:1788777290.145638:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.145639:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.145641:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.145642:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.145643:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.145644:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777290.145649:0:31524:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b3d360 inode ffff94532091b248 refc 1 flags 0x20000e 00000080:00000001:0.0:1788777290.145652:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788777290.145653:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.145655:0:31524:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777290.145658:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff94532091b248) 00000080:00010000:0.0:1788777290.145661:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af880e from it ffffb1cb81d83e00 00010000:00000001:0.0:1788777290.145662:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.145663:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.145663:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154000 refcount=3 00000020:00000001:0.0:1788777290.145665:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.145666:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088424960 : -118390621126656 : ffff945309154000) 00010000:00000001:0.0:1788777290.145668:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777290.145671:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.145677:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.145678:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.145679:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777290.145682:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777290.145685:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777290.145694:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777290.145698:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777290.145700:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777290.145706:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.145707:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.145709:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.145712:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777290.145714:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.145716:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.145720:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.145722:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777290.145723:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.145724:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777290.145726:0:31524:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777290.145731:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e000. 00000100:00000001:0.0:1788777290.145738:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.145748:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126122112/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.145756:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777290.145760:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777290.145764:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:0.0:1788777290.145767:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777290.145771:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777290.145773:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777290.145776:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777290.145780:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9400. 02000000:00000001:0.0:1788777290.145785:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777290.145787:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777290.145789:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:0.0:1788777290.145794:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777290.145795:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777290.145798:0:31524:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777290.145800:0:31524:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81d83e00 released 00000080:00000001:0.0:1788777290.145801:0:31524:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777290.145807:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777290.145810:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777290.145813:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d50 00000080:00200000:0.0:1788777290.145815:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777290.145826:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362c00. 00800000:00000002:0.0:1788777290.145833:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777290.145837:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777290.145841:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.145843:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c70 00800000:00000002:0.0:1788777290.145845:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777290.145849:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777290.145853:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777290.145858:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.145860:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b40 00000002:00010000:0.0:1788777290.145861:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777290.145863:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777290.145865:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.145867:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.145871:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:0.0:1788777290.145873:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.145876:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.145879:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777290.145882:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1788777290.145888:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777290.145891:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.145894:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1788777290.145898:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777290.145911:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777290.145914:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.145916:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.145919:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777290.145921:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777290.145927:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777290.145929:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777290.145931:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362c00. 00000080:00000001:0.0:1788777290.145935:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777290.145936:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.145938:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777290.145942:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af87cf 00800000:00000001:0.0:1788777290.145945:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777290.145946:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777290.145948:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.145949:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.145951:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:0.0:1788777290.145956:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777290.145959:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777290.145961:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.145962:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.145963:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.145964:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.145966:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87cf from it ffffb1cb81d83d88 00010000:00000001:0.0:1788777290.145969:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.145971:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.145972:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:0.0:1788777290.145974:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777290.145976:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777290.145978:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777290.145980:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788777290.145986:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.145987:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.145988:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777290.145990:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777290.145993:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788777290.145999:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777290.146001:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777290.146002:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777290.146004:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.146005:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.146007:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.146009:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777290.146010:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.146011:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.146014:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.146015:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777290.146017:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.146018:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777290.146019:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777290.146021:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777290.146023:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:0.0:1788777290.146028:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.146033:0:31524:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1788777290.146035:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e18 00000080:00200000:0.0:1788777290.146038:0:31524:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:0.0:1788777290.146041:0:31524:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1788777290.146044:0:31524:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000404:0x27:0x0]) is foreign... 00000080:00000001:0.0:1788777290.146047:0:31524:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777290.146052:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362c00. 00800000:00000002:0.0:1788777290.146054:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:0.0:1788777290.146062:0:31524:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788777290.146066:0:31524:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788777290.146069:0:31524:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x27:0x0] 00800000:00000001:0.0:1788777290.146072:0:31524:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777290.146074:0:31524:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x27:0x0] -> mds #0 00000002:00000001:0.0:1788777290.146087:0:31524:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788777290.146090:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777290.146092:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:0.0:1788777290.146096:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.146099:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777290.146102:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777290.146105:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1788777290.146113:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777290.146117:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777290.146120:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777290.146122:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777290.146124:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.146125:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.146127:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 3 00010000:00000001:0.0:1788777290.146128:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777290.146130:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.146132:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.146133:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.146134:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 3 00010000:00000001:0.0:1788777290.146136:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777290.146138:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.146139:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.146140:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.146142:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 3 00010000:00000001:0.0:1788777290.146144:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777290.146146:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.146148:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777290.146150:0:31524:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777290.146298:0:31524:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777290.146301:0:31524:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777290.146304:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777290.146305:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.146309:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777290.146313:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777290.146314:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777290.146317:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.146318:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777290.146323:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155a00 with handle 0xe53f2b0cb7af87cf from hash 00010000:00000001:0.0:1788777290.146326:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777290.146327:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.146328:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.146330:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777290.146333:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777290.146334:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777290.146337:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777290.146339:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777290.146342:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777290.146344:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777290.146347:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 3 00010000:00000001:0.0:1788777290.146348:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.146350:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777290.146353:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777290.146355:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788777290.146362:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777290.146364:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777290.146365:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777290.146366:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:0.0:1788777290.146368:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.146370:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.146372:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 4 00010000:00000001:0.0:1788777290.146374:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777290.146376:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.146378:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.146379:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.146380:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 4 00010000:00000001:0.0:1788777290.146383:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777290.146384:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.146386:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.146387:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.146389:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 4 00010000:00000001:0.0:1788777290.146391:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777290.146393:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.146395:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777290.146397:0:31524:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff94532091b180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777290.146400:0:31524:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777290.146401:0:31524:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777290.146403:0:31524:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777290.146405:0:31524:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff94532091b248) invalid 00000020:00000001:0.0:1788777290.146408:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a80 00000080:00002000:0.0:1788777290.146410:0:31524:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff945320b3d360) parent ffff9453208d0a20 inode ffff94532091b248 refc 2 00000080:00000001:0.0:1788777290.146414:0:31524:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777290.146415:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777290.146417:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.146418:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777290.146420:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777290.146421:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777290.146423:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.146424:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777290.146426:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154000 with handle 0xe53f2b0cb7af880e from hash 00010000:00000001:0.0:1788777290.146429:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777290.146430:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.146431:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.146432:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777290.146434:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777290.146435:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777290.146437:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777290.146440:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788777290.146446:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777290.146447:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777290.146448:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777290.146450:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode CR 00000002:00000001:0.0:1788777290.146451:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.146452:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.146454:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 4 00010000:00000001:0.0:1788777290.146456:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777290.146458:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.146459:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.146460:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.146462:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 4 00010000:00000001:0.0:1788777290.146464:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777290.146466:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.146467:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.146470:0:31524:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777290.146473:0:31524:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777290.146477:0:31524:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945310362800. 00000080:00000001:0.0:1788777290.146480:0:31524:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777290.146484:0:31524:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777290.146487:0:31524:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788777290.146490:0:31524:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:0.0:1788777290.146494:0:31524:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777290.146496:0:31524:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:0.0:1788777290.146504:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0380. 00000020:00000040:0.0:1788777290.146509:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777290.146514:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777290.146520:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777290.146523:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777290.146532:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310363a00. 00000100:00000001:0.0:1788777290.146540:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777290.146557:0:31524:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777290.146570:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777290.146575:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be0380 x1875667126122368/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777290.146583:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777290.146585:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777290.146594:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906cc0. 00000100:00000001:0.0:1788777290.146596:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213937856 : -118390495613760 : ffff945310906cc0) 00000100:00000001:0.0:1788777290.146600:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.146602:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000001:0.0:1788777290.146607:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777290.146613:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.146615:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777290.146617:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777290.146621:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0380 x1875667126122368/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.146629:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777290.146632:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.146637:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777290.146640:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777290.146643:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777290.146646:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126122368:192.168.203.135@tcp:35:rm.0 00000100:00000001:0.0:1788777290.146651:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777290.146658:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777290.146661:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.146664:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777290.146670:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d22800. 02000000:00000001:0.0:1788777290.146672:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777290.146681:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777290.146686:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777290.146694:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c088. 00000100:00000200:0.0:1788777290.146704:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126122368, portal 10 00000100:00000001:0.0:1788777290.146706:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.146707:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000040:0.0:1788777290.146714:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0380 x1875667126122368/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.146721:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777290.146724:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777290.146727:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ce58. 00000100:00000200:0.0:1788777290.146731:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126122368, offset 0 00000400:00000200:0.0:1788777290.146738:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777290.146749:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.146758:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777290.146765:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777290.146770:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777290.146775:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777290.146778:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777290.146782:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2455:2455:256:4294967295] 192.168.203.135@tcp LPNI seq info [2450:2450:8:4294967295] 00000400:00000200:0.0:1788777290.146786:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.146796:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777290.146803:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777290.146809:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fc00. 00000800:00000200:0.0:1788777290.146818:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777290.146828:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777290.146836:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777290.146845:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.146851:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 803018 usecs (804 jiffies) 00000400:00000200:0.0:1788777290.146854:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777290.146857:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441257 00000100:00000001:0.0:1788777290.146861:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.146862:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441257 00000100:00000001:0.0:1788777290.146865:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.146868:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.146871:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.146873:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777290.146875:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777290.146878:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777290.146882:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777290.146885:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.147117:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.147124:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fc00. 00000400:00000200:1.0:1788777290.147129:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.147136:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.147143:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ce58 00000400:00000010:1.0:1788777290.147146:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ce58. 00000100:00000001:1.0:1788777290.147151:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.147156:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0380 x1875667126122368/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.147167:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.147171:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0380 x1875667126122368/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.147178:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.147180:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.150514:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.150631:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.150638:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.150642:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.150654:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.150663:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.150674:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.150680:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.150687:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.150692:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4f780 00000400:00000200:1.0:1788777290.150698:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.150706:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x69e1 [1] + 224 00000800:00000001:1.0:1788777290.150715:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.150725:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.150730:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.150734:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.150746:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.150758:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0380 x1875667126122368/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777290.150770:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308be0380 x1875667126122368/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.150823:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.150838:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777290.150850:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.150854:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777290.150898:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777290.150911:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777290.150915:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777290.150920:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c088 00000400:00000010:0.0:1788777290.150923:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c088. 00000100:00000001:0.0:1788777290.150926:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.150931:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0380 x1875667126122368/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777290.150938:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0380 x1875667126122368/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.150944:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777290.150946:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.150949:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777290.150954:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777290.150957:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777290.150959:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.150963:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777290.150975:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777290.150980:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777290.150982:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777290.150984:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.150988:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777290.150992:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.150996:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777290.150998:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777290.151000:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777290.151003:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.151005:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000001:0.0:1788777290.151008:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777290.151010:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788777290.151012:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777290.151015:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.151020:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0380 x1875667126122368/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.151027:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.151031:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777290.151034:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777290.151038:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0380 x1875667126122368/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777290.151045:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0380 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126122368:192.168.203.135@tcp:35:rm.0 00000100:00000001:0.0:1788777290.151051:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.151055:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.151058:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777290.151060:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.151064:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0380 x1875667126122368/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.151071:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777290.151074:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906cc0. 00000100:00000001:0.0:1788777290.151078:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777290.151124:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.151135:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.151136:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000002:00000001:0.0:1788777290.151140:0:31524:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.151144:0:31524:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777290.151150:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362800. 00000080:00000001:0.0:1788777290.151166:0:31524:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788777290.151170:0:31524:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788777290.151213:0:31524:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777290.151324:0:31524:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.151333:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777290.151335:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000001:1.0:1788777290.151337:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.151340:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.151346:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.151349:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.151352:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0380 x1875667126122368/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.151358:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.151360:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.151363:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ca80 x1875667126121600/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.151370:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777290.151375:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777290.151377:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777290.151380:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777290.151384:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2e400. 02000000:00000001:1.0:1788777290.151390:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777290.151392:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777290.151394:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ca80. 00000100:00000001:1.0:1788777290.151398:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777290.151399:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777290.151401:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.151404:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0380 x1875667126122368/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.151410:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777290.151412:0:31524:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945320625940. 00000002:00000001:1.0:1788777290.151416:0:31524:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777290.151418:0:31524:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777290.151420:0:31524:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945311048100. 00000100:00000001:1.0:1788777290.151424:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.151427:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0380 x1875667126122368/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.151433:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777290.151435:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777290.151438:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d22800. 02000000:00000001:1.0:1788777290.151442:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777290.151443:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777290.151444:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777290.151446:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777290.151448:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310363a00. 02000000:00000001:1.0:1788777290.151450:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777290.151451:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777290.151452:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0380. 00000100:00000001:1.0:1788777290.151459:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777290.151460:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777290.151463:0:31524:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.151466:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777290.151469:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1788777290.151472:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777290.151476:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777290.151485:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 4 00010000:00000001:1.0:1788777290.151488:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777290.151495:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.151497:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.151502:0:31524:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777290.151504:0:31524:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff94532091b248) invalid 00000020:00000001:1.0:1788777290.151509:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a80 00000080:00002000:1.0:1788777290.151511:0:31524:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff945320b3d360) parent ffff9453208d0a20 inode ffff94532091b248 refc 2 00000080:00000001:1.0:1788777290.151516:0:31524:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777290.151519:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777290.151521:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.151526:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777290.151530:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777290.151532:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777290.151535:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777290.151539:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777290.151543:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152cc00 with handle 0xe53f2b0cb7af8807 from hash 00010000:00000001:1.0:1788777290.151546:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777290.151548:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777290.151550:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777290.151552:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777290.151556:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777290.151558:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777290.151561:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788777290.151564:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788777290.151567:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788777290.151575:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ed80. 00000020:00000040:1.0:1788777290.151579:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:1.0:1788777290.151584:0:31524:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777290.151587:0:31524:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.151590:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777290.151595:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777290.151601:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777290.151602:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777290.151604:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.151607:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777290.151610:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777290.151615:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777290.151622:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945301218800. 00000100:00000001:1.0:1788777290.151630:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.151633:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777290.151637:0:31524:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777290.151643:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777290.151658:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788777290.151666:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1788777290.151673:0:31524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788777290.151675:0:31524:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788777290.151678:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777290.151737:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154000/0xe53f2b0cb7af880e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c32e expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777290.151753:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777290.151755:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777290.151757:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8807 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c2ef expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788777290.151763:0:31524:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8100 count: 0 00010000:00000010:1.0:1788777290.151769:0:31524:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9ef00. 00010000:00000001:1.0:1788777290.151777:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777290.151778:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777290.151780:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155a00/0xe53f2b0cb7af87cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c24e expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1788777290.151787:0:31524:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8200 count: 0 00010000:00000010:1.0:1788777290.151790:0:31524:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9ec80. 00010000:00000001:1.0:1788777290.151795:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777290.151796:0:31524:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.151798:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777290.151800:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.151802:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788777290.151815:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788777290.151822:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530906ed80 x1875667126122624/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777290.151829:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777290.151831:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777290.151840:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061dfcc0. 00000100:00000001:1.0:1788777290.151842:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038665920 : -118390670885696 : ffff9453061dfcc0) 00000100:00000001:1.0:1788777290.151845:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777290.151846:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087486336 : -118390622065280 : ffff94530906ed80) 00000100:00000001:1.0:1788777290.151852:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777290.151857:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.151859:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777290.151860:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777290.151864:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ed80 x1875667126122624/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.151876:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777290.151878:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.151883:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777290.151886:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777290.151890:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777290.151893:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ed80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126122624:192.168.203.135@tcp:36:rm.0 00000100:00000001:1.0:1788777290.151897:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777290.151917:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777290.151921:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.151925:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777290.151930:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068bc00. 02000000:00000001:1.0:1788777290.151932:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777290.151938:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777290.151945:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbd68. 00000400:00000010:1.0:1788777290.151954:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b125d8. 00000100:00000200:1.0:1788777290.151963:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126122624, portal 10 00000100:00000001:1.0:1788777290.151965:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777290.151966:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087486336 : -118390622065280 : ffff94530906ed80) 00000100:00000040:1.0:1788777290.151973:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906ed80 x1875667126122624/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.151981:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777290.151984:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777290.151986:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12cc0. 00000100:00000200:1.0:1788777290.151989:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875667126122624, offset 0 00000400:00000200:1.0:1788777290.151995:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777290.152005:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.152016:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777290.152024:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777290.152031:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777290.152037:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777290.152039:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777290.152044:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2456:2456:256:4294967295] 192.168.203.135@tcp LPNI seq info [2451:2451:8:4294967295] 00000400:00000200:1.0:1788777290.152048:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.152058:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777290.152064:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777290.152070:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777290.152078:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777290.152087:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777290.152092:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788777290.152116:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.152122:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 801947 usecs (802 jiffies) 00000400:00000200:1.0:1788777290.152125:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777290.152128:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441260 00000100:00000001:1.0:1788777290.152132:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:1.0:1788777290.152134:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441260 00000100:00000001:1.0:1788777290.152137:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:1.0:1788777290.152139:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777290.152142:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.152144:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777290.152146:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777290.152149:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061dfcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777290.152151:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.152154:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777290.152365:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777290.152371:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:0.0:1788777290.152375:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.152381:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777290.152386:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12cc0 00000400:00000010:0.0:1788777290.152388:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12cc0. 00000100:00000001:0.0:1788777290.152392:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777290.152397:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ed80 x1875667126122624/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.152408:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.152414:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ed80 x1875667126122624/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.152420:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.152422:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777290.156341:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.156366:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.156372:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.156375:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.156388:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.156396:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.156405:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.156410:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.156415:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.156419:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4f880 00000400:00000200:1.0:1788777290.156423:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.156429:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x69f1 [1] + 224 00000800:00000001:1.0:1788777290.156435:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.156442:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.156445:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.156449:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.156457:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.156467:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ed80 x1875667126122624/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777290.156475:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530906ed80 x1875667126122624/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.156494:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777290.156505:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777290.156508:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.156514:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777290.156521:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2457:2457:256:4294967295] 192.168.203.135@tcp LPNI seq info [2452:2452:8:4294967295] 00000400:00000200:1.0:1788777290.156526:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.156535:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777290.156541:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000100:00000001:0.0:1788777290.156543:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1788777290.156548:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929a00. 00000400:00000001:0.0:1788777290.156553:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1788777290.156555:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000400:00000001:0.0:1788777290.156556:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777290.156560:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbd68. 00000800:00000200:1.0:1788777290.156563:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000400:00000200:0.0:1788777290.156566:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b125d8 00000400:00000010:0.0:1788777290.156568:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b125d8. 00000800:00000200:1.0:1788777290.156569:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929a00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1788777290.156572:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.156576:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ed80 x1875667126122624/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777290.156584:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ed80 x1875667126122624/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.156590:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777290.156593:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.156595:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777290.156600:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777290.156603:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777290.156605:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.156609:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777290.156621:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777290.156626:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777290.156629:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777290.156630:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.156633:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777290.156637:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.156641:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777290.156643:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x10000014e] 00000100:00000001:0.0:1788777290.156645:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777290.156648:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.156649:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087486336 : -118390622065280 : ffff94530906ed80) 00000100:00000001:0.0:1788777290.156653:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777290.156655:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788777290.156658:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777290.156661:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.156666:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ed80 x1875667126122624/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.156673:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788777290.156676:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788777290.156677:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777290.156680:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777290.156684:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ed80 x1875667126122624/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788777290.156688:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929a00. 00000400:00000200:1.0:1788777290.156692:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1788777290.156693:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ed80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126122624:192.168.203.135@tcp:36:rm.0 00000400:00000200:1.0:1788777290.156695:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000100:00000001:0.0:1788777290.156699:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.156702:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777290.156703:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788777290.156705:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000800:00000001:1.0:1788777290.156707:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.156708:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.156711:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ed80 x1875667126122624/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.156719:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777290.156722:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061dfcc0. 00000100:00000001:0.0:1788777290.156726:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777290.156729:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.156739:0:31524:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.156743:0:31524:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777290.156747:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777290.156752:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362c00. 00000080:00000002:0.0:1788777290.156758:0:31524:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777270 to 1788777290 00000100:00000001:0.0:1788777290.156766:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.156770:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ed80 x1875667126122624/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.156777:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.156779:0:31524:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.156800:0:31524:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788777290.156805:0:31524:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788777290.156807:0:31524:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x27:0x0](ffff94532091b248) 00800000:00000001:0.0:1788777290.156812:0:31524:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788777290.156814:0:31524:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x27:0x0] 00000002:00000001:0.0:1788777290.156821:0:31524:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788777290.156829:0:31524:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.156831:0:31524:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.156835:0:31524:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788777290.156837:0:31524:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788777290.156839:0:31524:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.156841:0:31524:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.156846:0:31524:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788777290.156848:0:31524:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788777290.156865:0:31524:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777290.156869:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e30 00000080:00002000:0.0:1788777290.156872:0:31524:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff945320b3d360, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788777290.156875:0:31524:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777290.156879:0:31524:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777290.156882:0:31524:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777290.156946:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777290.156951:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777290.156953:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777290.156955:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b20 00000080:00200000:0.0:1788777290.156957:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777290.156963:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362c00. 00800000:00000002:0.0:1788777290.156971:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777290.156976:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777290.156980:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.156982:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a40 00800000:00000002:0.0:1788777290.156985:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777290.156989:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777290.156993:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777290.156999:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.157000:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83910 00000002:00010000:0.0:1788777290.157008:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777290.157012:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777290.157015:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.157019:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777290.157023:0:31524:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.157026:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.157028:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.157031:0:31524:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777290.157034:0:31524:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777290.157040:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2680. 00000020:00000040:0.0:1788777290.157045:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777290.157051:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777290.157056:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777290.157064:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.157066:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.157068:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.157071:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777290.157073:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777290.157078:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777290.157086:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d22000. 00000100:00000001:0.0:1788777290.157093:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.157098:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777290.157100:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.157102:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777290.157103:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.157105:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.157111:0:31524:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00010000:00000001:0.0:1788777290.157115:0:31524:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777290.157118:0:31524:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777290.157122:0:31524:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34200. 00010000:00000010:0.0:1788777290.157127:0:31524:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327e00. 00010000:00000001:0.0:1788777290.157132:0:31524:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777290.157136:0:31524:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8000. 00000020:00000001:0.0:1788777290.157140:0:31524:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777290.157143:0:31524:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8000 with handle 0xe53f2b0cb7af8815 to hash 00000020:00000001:0.0:1788777290.157146:0:31524:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777290.157148:0:31524:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.157152:0:31524:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.157156:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.157160:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.157164:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777290.157174:0:31524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777290.157184:0:31524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777290.157190:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777290.157191:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777290.157198:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906cc0. 00000100:00000001:0.0:1788777290.157200:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213937856 : -118390495613760 : ffff945310906cc0) 00000100:00000001:0.0:1788777290.157203:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.157204:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000001:0.0:1788777290.157209:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777290.157214:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.157216:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777290.157262:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777290.157268:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.157281:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777290.157356:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.157361:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777290.157365:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777290.157368:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777290.157372:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126122752:192.168.203.135@tcp:101:rm.0 00000100:00000001:0.0:1788777290.157377:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777290.157385:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777290.157388:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.157391:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777290.157398:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b4800. 02000000:00000001:0.0:1788777290.157400:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777290.157407:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777290.157411:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777290.157417:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c088. 00010000:00000010:1.1:1788777290.157424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154000. 00000100:00000200:0.0:1788777290.157425:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126122752, portal 10 00000100:00000001:0.0:1788777290.157427:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.157428:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00010000:00000010:1.1:1788777290.157431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8100. 00010000:00000010:1.1:1788777290.157435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00000100:00000040:0.0:1788777290.157435:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1788777290.157439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:1.1:1788777290.157442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00000100:00000001:0.0:1788777290.157443:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777290.157445:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777290.157448:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ccc0. 00000100:00000200:0.0:1788777290.157451:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126122752, offset 0 00000400:00000200:0.0:1788777290.157457:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777290.157463:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.157469:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777290.157476:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777290.157481:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777290.157485:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777290.157489:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777290.157492:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2458:2458:256:4294967295] 192.168.203.135@tcp LPNI seq info [2453:2453:8:4294967295] 00000400:00000200:0.0:1788777290.157496:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.157504:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777290.157510:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777290.157514:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fc00. 00000800:00000200:0.0:1788777290.157520:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777290.157526:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777290.157530:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777290.157544:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.157550:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 800881 usecs (801 jiffies) 00000400:00000200:0.0:1788777290.157553:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777290.157556:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441265 00000100:00000001:0.0:1788777290.157560:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.157563:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441265 00000100:00000001:0.0:1788777290.157565:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.157568:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.157571:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.157573:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777290.157575:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777290.157579:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777290.157581:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777290.157583:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.157683:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.157687:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fc00. 00000400:00000200:1.0:1788777290.157690:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.157693:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.157697:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ccc0 00000400:00000010:1.0:1788777290.157699:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ccc0. 00000100:00000001:1.0:1788777290.157702:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.157705:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.157711:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.157713:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.157717:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.157718:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777290.160582:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.160604:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.160610:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.160614:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.160625:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.160636:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.160648:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.160654:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.160662:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.160667:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c4f900 00000400:00000200:1.0:1788777290.160672:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.160678:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6a01 [1] + 224 00000800:00000001:1.0:1788777290.160698:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.160712:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.160716:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.160721:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.160729:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.160740:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777290.160758:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.160811:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.160830:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777290.160841:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.160846:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777290.160934:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777290.160937:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777290.160941:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777290.160947:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c088 00000400:00000010:0.0:1788777290.160950:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c088. 00000100:00000001:0.0:1788777290.160953:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.160957:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777290.160967:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.160973:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777290.160976:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.160978:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777290.160983:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777290.160986:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777290.160989:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.160992:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777290.161005:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777290.161010:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777290.161013:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777290.161015:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.161018:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777290.161024:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.161029:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777290.161032:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788777290.161035:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777290.161038:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.161043:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.161051:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.161055:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777290.161057:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777290.161061:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777306 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777290.161069:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126122752:192.168.203.135@tcp:101:rm.0 00000100:00000001:0.0:1788777290.161074:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.161078:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.161081:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777290.161083:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.161087:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.161095:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777290.161098:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906cc0. 00000100:00000001:0.0:1788777290.161103:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777290.161105:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.161108:0:31524:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777290.161113:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161117:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161120:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=4 00000020:00000001:0.0:1788777290.161124:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161127:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000040:0.0:1788777290.161135:0:31524:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8000, remote cookie: 0xa4f015c75ff3c351, flags: 0x1001 00010000:00010000:0.0:1788777290.161142:0:31524:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777290.161159:0:31524:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.161167:0:31524:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777290.161172:0:31524:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777290.161174:0:31524:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777290.161176:0:31524:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777290.161177:0:31524:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777290.161181:0:31524:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34200) refcount = 1 00010000:00010000:0.0:1788777290.161184:0:31524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.161192:0:31524:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777290.161195:0:31524:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777290.161197:0:31524:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.161200:0:31524:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777290.161202:0:31524:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.161205:0:31524:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.161211:0:31524:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777290.161212:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161214:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.161215:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161216:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.161217:0:31524:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.161257:0:31524:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777290.161259:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161260:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161262:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777290.161265:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161267:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161279:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161280:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161282:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=4 00000020:00000001:0.0:1788777290.161284:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161286:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161290:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.161293:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.161297:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.161304:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161305:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.161306:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161308:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161309:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=5 00000020:00000001:0.0:1788777290.161311:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161313:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161315:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777290.161318:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.161325:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161326:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777290.161329:0:31524:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.161336:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777290.161337:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161339:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.161340:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161341:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777290.161346:0:31524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777290.161363:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161364:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161366:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777290.161368:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161370:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161372:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161373:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.161374:0:31524:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.161376:0:31524:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.161380:0:31524:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777290.161383:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161384:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161385:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777290.161387:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161389:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00000002:00010000:0.0:1788777290.161392:0:31524:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.161399:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161400:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.161402:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777290.161403:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161404:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161405:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777290.161407:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161409:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000040:0.0:1788777290.161415:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:0.0:1788777290.161419:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777290.161423:0:31524:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777290.161425:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161426:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.161428:0:31524:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777290.161432:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83898 00000002:00002000:0.0:1788777290.161434:0:31524:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777290.161437:0:31524:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.161443:0:31524:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.161446:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777290.161449:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777290.161453:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777290.161458:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777290.161462:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362c00. 00000080:00000001:0.0:1788777290.161467:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777290.161470:0:31524:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777290.161478:0:31524:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777290.161482:0:31524:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777290.161490:0:31524:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311048e00. 00800000:00000001:0.0:1788777290.161492:0:31524:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221548544 : -118390488003072 : ffff945311048e00) 00800000:00000001:0.0:1788777290.161495:0:31524:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.161498:0:31524:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777290.161501:0:31524:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777290.161503:0:31524:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777290.161506:0:31524:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777290.161510:0:31524:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777290.161511:0:31524:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.161516:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777290.161519:0:31524:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777290.161525:0:31524:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788777290.161527:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161528:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161530:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777290.161532:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161533:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161535:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161536:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777290.161538:0:31524:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777290.161540:0:31524:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777290.161542:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048e00 1 00800000:00000010:0.0:1788777290.161545:0:31524:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311048e00. 00800000:00000001:0.0:1788777290.161548:0:31524:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.161551:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8815 00800000:00000001:0.0:1788777290.161554:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777290.161556:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777290.161557:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161558:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161560:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777290.161561:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161563:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161566:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161567:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.161569:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.161570:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.161573:0:31524:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.161575:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777290.161578:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8815 from it ffffb1cb81d83b58 00010000:00000001:0.0:1788777290.161580:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.161581:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.161582:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777290.161583:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161585:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.161587:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777290.161589:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.161596:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161597:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.161598:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777290.161601:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777290.161604:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777290.161616:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777290.161618:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777290.161620:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777290.161632:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161633:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.161635:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.161639:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777290.161640:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.161642:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.161645:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.161646:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777290.161648:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.161650:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777290.161652:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.161658:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2680 x1875667126122752/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.161665:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777290.161669:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777290.161673:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b4800. 02000000:00000001:0.0:1788777290.161883:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777290.161887:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777290.161889:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777290.161892:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777290.161896:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d22000. 02000000:00000001:0.0:1788777290.161911:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777290.161913:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777290.161915:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2680. 00000100:00000001:0.0:1788777290.161919:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777290.161920:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777290.161924:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777290.161932:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.161940:0:31524:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777290.161944:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b48 00000080:00002000:0.0:1788777290.161946:0:31524:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff945320b53ca8) flags 0x20000e refc 1 00000080:00000001:0.0:1788777290.161949:0:31524:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.161952:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b90 00000080:00200000:0.0:1788777290.161953:0:31524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000001:0.0:1788777290.161959:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788777290.161960:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.161973:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d08 00000080:00200008:0.0:1788777290.161976:0:31524:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777290.161984:0:31524:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788777290.161989:0:31524:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.161992:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777290.161993:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c80 00000080:00200000:0.0:1788777290.161995:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1788777290.162003:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362c00. 00800000:00000002:0.0:1788777290.162009:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777290.162015:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777290.162019:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.162020:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ba0 00800000:00000002:0.0:1788777290.162023:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777290.162026:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777290.162032:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777290.162037:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.162039:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a70 00000002:00010000:0.0:1788777290.162040:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777290.162044:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777290.162046:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.162049:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.162052:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:0.0:1788777290.162054:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.162058:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.162060:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777290.162064:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777290.162072:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777290.162077:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.162080:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777290.162086:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777290.162088:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777290.162090:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.162092:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.162094:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777290.162096:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777290.162098:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777290.162100:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777290.162102:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362c00. 00000080:00000001:0.0:1788777290.162105:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777290.162106:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.162108:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) 00000080:00010000:0.0:1788777290.162111:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) for lock 0xe53f2b0cb7af87eb 00800000:00000001:0.0:1788777290.162114:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777290.162115:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777290.162116:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.162118:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.162121:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:0.0:1788777290.162123:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.162125:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.162127:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.162128:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.162129:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.162131:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.162133:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87eb from it ffffb1cb81d83cb8 00010000:00000001:0.0:1788777290.162134:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.162136:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.162137:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:0.0:1788777290.162139:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.162141:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.162143:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777290.162146:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777290.162152:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.162153:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.162154:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777290.162156:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777290.162158:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777290.162165:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777290.162167:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777290.162168:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777290.162171:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.162172:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.162173:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162176:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777290.162177:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162178:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162180:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162182:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777290.162183:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.162184:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777290.162186:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777290.162188:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777290.162192:0:31524:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.162195:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d08 00000080:00000008:0.0:1788777290.162197:0:31524:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), request_mask 2047, flags 0, foreign 0 00000080:00000010:0.1:1788777290.162331:0:31524:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091b180. 00000080:00000010:0.1:1788777290.162346:0:31524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5b40. 00000080:00000001:0.0:1788777290.162382:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777290.162386:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777290.162387:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777290.162389:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00200000:0.0:1788777290.162391:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777290.162395:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362c00. 00800000:00000002:0.0:1788777290.162399:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777290.162402:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777290.162404:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.162405:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ae0 00800000:00000002:0.0:1788777290.162407:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777290.162410:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777290.162412:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777290.162415:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.162417:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839b0 00000002:00010000:0.0:1788777290.162419:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777290.162421:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777290.162423:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.162424:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.162428:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:0.0:1788777290.162430:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.162433:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.162435:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777290.162439:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777290.162446:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777290.162449:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.162451:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777290.162457:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777290.162459:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777290.162461:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.162462:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.162464:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777290.162466:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777290.162468:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777290.162470:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777290.162472:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362c00. 00000080:00000001:0.0:1788777290.162475:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777290.162477:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.162479:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777290.162482:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8815 00800000:00000001:0.0:1788777290.162485:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777290.162486:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777290.162487:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.162489:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.162490:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777290.162492:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.162495:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.162497:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.162498:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.162499:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.162501:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.162502:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8815 from it ffffb1cb81d83bf8 00010000:00000001:0.0:1788777290.162504:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.162505:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.162506:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777290.162508:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.162509:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777290.162511:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777290.162514:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777290.162520:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.162521:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.162523:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777290.162524:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777290.162526:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777290.162533:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777290.162535:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777290.162537:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777290.162539:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.162540:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.162541:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162543:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777290.162544:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162546:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162548:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162550:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777290.162551:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.162552:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777290.162554:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777290.162555:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777290.162557:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777290.162560:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.162563:0:31524:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777290.162565:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00002000:0.0:1788777290.162567:0:31524:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff945320b53ca8) flags 0x20000e refc 1 00000080:00000001:0.0:1788777290.162569:0:31524:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.162571:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c08 00000080:00200000:0.0:1788777290.162572:0:31524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:0.0:1788777290.162575:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788777290.162577:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.162581:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777290.162583:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8), inode mode 41ed mask 44 00000080:00000001:0.0:1788777290.162586:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.162593:0:31524:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788777290.162595:0:31524:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777290.162597:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b78 00000080:00200008:0.0:1788777290.162599:0:31524:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), flags 704400 00000080:00000010:0.0:1788777290.162605:0:31524:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945304f82640. 00000080:00000001:0.0:1788777290.162612:0:31524:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788777290.162615:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362c00. 00800000:00000002:0.0:1788777290.162618:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777290.162621:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777290.162622:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.162624:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a28 00800000:00000002:0.0:1788777290.162627:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777290.162630:0:31524:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788777290.162632:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839a8 00800000:00000002:0.0:1788777290.162634:0:31524:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788777290.162637:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.162639:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d838e0 00000002:00010000:0.0:1788777290.162640:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1788777290.162644:0:31524:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777290.162647:0:31524:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777290.162651:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777290.162654:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:0.0:1788777290.162656:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.162659:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777290.162662:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162664:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.162666:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.162668:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777290.162670:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:0.0:1788777290.162672:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.162674:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777290.162675:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162677:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.162679:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777290.162752:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2680. 00000020:00000040:0.0:1788777290.162756:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777290.162762:0:31524:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777290.162764:0:31524:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162767:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777290.162771:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777290.162774:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.162775:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.162776:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.162780:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777290.162782:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777290.162786:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777290.162794:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d22000. 00000100:00000001:0.0:1788777290.162803:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162808:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777290.162810:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162812:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777290.162813:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.162815:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.162824:0:31524:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00010000:00000001:0.0:1788777290.162829:0:31524:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777290.162831:0:31524:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777290.162834:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:0.0:1788777290.162837:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.162840:0:31524:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777290.162844:0:31524:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9c00. 00000020:00000001:0.0:1788777290.162848:0:31524:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777290.162850:0:31524:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9c00 with handle 0xe53f2b0cb7af881c to hash 00000020:00000001:0.0:1788777290.162852:0:31524:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777290.162854:0:31524:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777290.162858:0:31524:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777290.162860:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.162862:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.162866:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777290.162873:0:31524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777290.162887:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777290.162899:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777290.162920:0:31524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777290.162931:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777290.162933:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777290.162941:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310906cc0. 00000100:00000001:0.0:1788777290.162944:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213937856 : -118390495613760 : ffff945310906cc0) 00000100:00000001:0.0:1788777290.162947:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.162949:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000001:0.0:1788777290.162954:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777290.162959:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.162961:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777290.162963:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777290.162968:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.162975:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777290.162978:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.162982:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777290.162986:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777290.162988:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777290.162993:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123008:192.168.203.135@tcp:101:rm.0 00000100:00000001:0.0:1788777290.162997:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777290.163004:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777290.163007:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.163010:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777290.163145:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:0.0:1788777290.163149:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777290.163157:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777290.163162:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777290.163170:0:31524:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9453092b4800. 00000100:00000200:0.0:1788777290.163181:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126123008, portal 10 00000100:00000001:0.0:1788777290.163183:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.163184:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000040:0.0:1788777290.163192:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.163206:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777290.163209:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777290.163213:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c088. 00000100:00000200:0.0:1788777290.163216:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126123008, offset 0 00000400:00000200:0.0:1788777290.163401:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777290.163412:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.163421:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777290.163427:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777290.163432:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777290.163436:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777290.163439:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777290.163443:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2459:2459:256:4294967295] 192.168.203.135@tcp LPNI seq info [2454:2454:8:4294967295] 00000400:00000200:0.0:1788777290.163448:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.163459:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777290.163467:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777290.163474:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f400. 00000800:00000200:0.0:1788777290.163482:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777290.163490:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777290.163496:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788777290.163569:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777290.163574:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 799815 usecs (800 jiffies) 00000400:00000200:0.0:1788777290.163579:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777290.163582:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441270 00000100:00000001:0.0:1788777290.163585:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.163587:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441270 00000100:00000001:0.0:1788777290.163590:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:0.0:1788777290.163592:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.163595:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.163599:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777290.163601:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777290.163604:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310906cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777290.163608:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777290.163611:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.163839:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.163846:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f400. 00000400:00000200:1.0:1788777290.163852:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.163858:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.163866:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c088 00000400:00000010:1.0:1788777290.163869:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c088. 00000100:00000001:1.0:1788777290.163874:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.163880:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.163891:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.163895:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.163913:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.163916:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777290.167511:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.167538:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.167545:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.167548:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.167560:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.167569:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.167581:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.167587:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.167593:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.167599:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c4fa00 00000400:00000200:1.0:1788777290.167604:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.167611:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x6a11 [64] + 224 00000800:00000001:1.0:1788777290.167620:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.167630:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.167633:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.167638:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777290.167648:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.167659:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777290.167691:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.167753:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.167769:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777290.167781:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.167784:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777290.167919:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777290.167925:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777290.167930:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777290.167936:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453092b4800 00000400:00000010:0.0:1788777290.167939:0:31524:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9453092b4800. 00000100:00000001:0.0:1788777290.167944:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.167948:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777290.167957:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.167964:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777290.167966:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.167968:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777290.167973:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777290.167975:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777290.167978:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777290.167982:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777290.167993:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777290.167998:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777290.168001:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777290.168004:0:31524:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff945308be2680 x1875667126123008/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.168011:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777290.168015:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777290.168016:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788777290.168018:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777290.168020:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.168022:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000001:0.0:1788777290.168025:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777290.168028:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788777290.168029:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777290.168032:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788777290.168036:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.168043:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788777290.168046:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777290.168048:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777290.168052:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777290.168059:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123008:192.168.203.135@tcp:101:rm.0 00000100:00000001:0.0:1788777290.168063:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777290.168066:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777290.168069:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777290.168071:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.168074:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.168079:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777290.168083:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310906cc0. 00000100:00000001:0.0:1788777290.168086:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777290.168087:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788777290.168091:0:31524:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777290.168097:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.168099:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.168103:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=4 00000020:00000001:0.0:1788777290.168105:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777290.168107:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00010000:0.0:1788777290.168112:0:31524:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.168124:0:31524:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788777290.168129:0:31524:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.168143:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777290.168146:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.168152:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.168154:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777290.168156:0:31524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.168161:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.168164:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.168166:0:31524:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777290.168169:0:31524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777290.168174:0:31524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9453077e9c00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:0.0:1788777290.168178:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777290.168182:0:31524:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.168188:0:31524:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777290.168190:0:31524:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777290.168193:0:31524:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.168198:0:31524:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777290.168200:0:31524:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777290.168201:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.168202:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.168204:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=5 00000020:00000001:0.0:1788777290.168205:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777290.168208:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777290.168210:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777290.168213:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777290.168218:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777290.168392:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.168395:0:31524:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777290.168398:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777290.168401:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777290.168403:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777290.168404:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.168406:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777290.168409:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9c00 with handle 0xe53f2b0cb7af881c from hash 00010000:00000001:0.0:1788777290.168413:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777290.168414:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.168415:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.168416:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777290.168420:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777290.168421:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777290.168423:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.168424:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.168426:0:31524:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.168428:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.168431:0:31524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.168436:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.168437:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.168438:0:31524:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777290.168440:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777290.168442:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.168443:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.168444:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777290.168446:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af881c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777290.168463:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.168465:0:31524:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788777290.168471:0:31524:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788777290.168479:0:31524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777290.168488:0:31524:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788777290.168491:0:31524:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777290.168497:0:31524:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.168499:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777290.168501:0:31524:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.168503:0:31524:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.168504:0:31524:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.168507:0:31524:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788777290.168510:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777290.168511:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00010000:00000001:0.0:1788777290.168513:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777290.168514:0:31524:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.168516:0:31524:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777290.168520:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83868 00000002:00002000:0.0:1788777290.168522:0:31524:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788777290.168525:0:31524:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.168529:0:31524:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.168532:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777290.168535:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777290.168538:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777290.168543:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777290.168547:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362c00. 00000080:00000001:0.0:1788777290.168552:0:31524:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777290.168559:0:31524:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777290.168563:0:31524:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777290.168566:0:31524:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777290.168570:0:31524:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788777290.168573:0:31524:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.168578:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788777290.168581:0:31524:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788777290.168587:0:31524:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:0.0:1788777290.168589:0:31524:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777290.168592:0:31524:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777290.168594:0:31524:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.168597:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788777290.168599:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.168601:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.168605:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.168611:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.168617:0:31524:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777290.168624:0:31524:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945311048e00. 00000080:00000001:0.0:1788777290.168627:0:31524:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777290.168630:0:31524:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788777290.168633:0:31524:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788777290.168636:0:31524:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945320625d20. 00000002:00100000:0.0:1788777290.168640:0:31524:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777290.168646:0:31524:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.168647:0:31524:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788777290.168652:0:31524:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788777290.168655:0:31524:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.168658:0:31524:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788777290.168660:0:31524:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.168662:0:31524:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777290.168666:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.168669:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788777290.168676:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777290.168737:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:0.0:1788777290.168781:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788777290.168783:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.168786:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b78 00000080:00000008:0.0:1788777290.168788:0:31524:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), flags 704400, rc = 0 00000080:00000001:0.0:1788777290.168860:0:31524:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.168890:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00200008:0.0:1788777290.168892:0:31524:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777290.168912:0:31524:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788777290.168918:0:31524:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777290.168921:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777290.168923:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ca0 00000080:00200000:0.0:1788777290.168925:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1788777290.168932:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362c00. 00800000:00000002:0.0:1788777290.168939:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777290.168947:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777290.168951:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.168953:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00800000:00000002:0.0:1788777290.168955:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777290.168958:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777290.168963:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777290.168967:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.168969:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a90 00000002:00010000:0.0:1788777290.168971:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777290.168975:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777290.168977:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.168980:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.168988:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:0.0:1788777290.168991:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.168996:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.168999:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777290.169003:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777290.169016:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777290.169022:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.169025:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777290.169032:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777290.169035:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777290.169037:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.169040:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777290.169042:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777290.169043:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777290.169046:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777290.169048:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777290.169050:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362c00. 00000080:00000001:0.0:1788777290.169054:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777290.169056:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.169059:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) 00000080:00010000:0.0:1788777290.169063:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) for lock 0xe53f2b0cb7af87eb 00800000:00000001:0.0:1788777290.169067:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777290.169069:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777290.169070:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.169072:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.169074:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:0.0:1788777290.169076:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.169078:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.169081:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.169082:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.169083:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777290.169085:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777290.169087:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87eb from it ffffb1cb81d83cd8 00010000:00000001:0.0:1788777290.169090:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.169091:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.169093:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:0.0:1788777290.169095:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.169097:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.169099:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777290.169102:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777290.169109:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.169110:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.169111:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777290.169114:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777290.169116:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777290.169123:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777290.169126:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777290.169129:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777290.169134:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.169194:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777290.169197:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.169200:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777290.169202:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.169204:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.169207:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777290.169209:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777290.169211:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.169212:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777290.169215:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777290.169216:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777290.169330:0:31524:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777290.169336:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00000008:0.0:1788777290.169338:0:31524:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777290.169360:0:31524:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788777290.169362:0:31524:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788777290.169368:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362c00. 00000080:00000001:0.0:1788777290.169373:0:31524:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1788777290.169380:0:31524:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1788777290.169384:0:31524:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788777290.169386:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777290.169387:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ab8 00000002:00010000:0.0:1788777290.169390:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000404:0x28:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788777290.169393:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777290.169394:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777290.169396:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777290.169399:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:0.0:1788777290.169401:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777290.169403:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777290.169405:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777290.169409:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788777290.169416:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777290.169418:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777290.169421:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788777290.169427:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777290.169429:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777290.169431:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777290.169433:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777290.169434:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777290.169435:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777290.169437:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:0.0:1788777290.169439:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.169442:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777290.169444:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777290.169446:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777290.169447:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777290.169502:0:31524:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788777290.169509:0:31524:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9453092b4800. 00000002:00000001:1.0:1788777290.170666:0:31524:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788777290.170680:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906fb80. 00000020:00000040:1.0:1788777290.170741:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777290.170748:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777290.170752:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777290.170757:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777290.170769:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945301219000. 00000100:00000001:1.0:1788777290.170777:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.170781:0:31524:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788777290.170786:0:31524:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff945310689000. 00000100:00000010:1.0:1788777290.170858:0:31524:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff945311045000. 00000020:00000040:1.0:1788777290.170862:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777290.170891:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777290.170893:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777290.170911:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061dfcc0. 00000100:00000001:1.0:1788777290.170913:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038665920 : -118390670885696 : ffff9453061dfcc0) 00000100:00000001:1.0:1788777290.170917:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777290.170919:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489920 : -118390622061696 : ffff94530906fb80) 00000100:00000001:1.0:1788777290.170925:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777290.170930:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.170932:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777290.170935:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777290.170948:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.170957:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777290.170960:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.170965:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777290.170968:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777290.170971:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777290.170975:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906fb80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123136:192.168.203.135@tcp:37:rm.0 00000100:00000001:1.0:1788777290.170979:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777290.170986:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777290.170990:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.170993:0:31524:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788777290.171004:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777290.171009:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb7e8. 00000400:00000010:1.0:1788777290.171020:0:31524:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff945320242000. 00000100:00000200:1.0:1788777290.171029:0:31524:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9e8c8c4fa80-0x6a9e8c8c4fa80, portal 14 00000100:00000001:1.0:1788777290.171032:0:31524:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.171035:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777290.171039:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068b800. 02000000:00000001:1.0:1788777290.171041:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777290.171044:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777290.171046:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb268. 00000400:00000010:1.0:1788777290.171051:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b125d8. 00000100:00000200:1.0:1788777290.171055:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126123136, portal 10 00000100:00000001:1.0:1788777290.171057:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777290.171058:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489920 : -118390622061696 : ffff94530906fb80) 00000100:00000040:1.0:1788777290.171067:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.171074:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777290.171077:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777290.171080:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12cc0. 00000100:00000200:1.0:1788777290.171083:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875667126123136, offset 0 00000400:00000200:1.0:1788777290.171091:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777290.171101:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.171109:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777290.171115:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777290.171120:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777290.171125:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777290.171128:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777290.171132:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2460:2460:256:4294967295] 192.168.203.135@tcp LPNI seq info [2455:2455:8:4294967295] 00000400:00000200:1.0:1788777290.171147:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.171157:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777290.171163:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777290.171169:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929a00. 00000800:00000200:1.0:1788777290.171177:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777290.171186:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777290.171191:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929a00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788777290.171316:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.171322:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 798753 usecs (799 jiffies) 00000400:00000200:1.0:1788777290.171326:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777290.171329:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441277 00000100:00000001:1.0:1788777290.171332:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:1.0:1788777290.171335:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441277 00000100:00000001:1.0:1788777290.171338:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:1.0:1788777290.171340:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777290.171343:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.171346:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777290.171348:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777290.171351:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061dfcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777290.171354:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777290.171359:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777290.171664:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777290.171675:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929a00. 00000400:00000200:0.0:1788777290.171683:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.171691:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777290.171697:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12cc0 00000400:00000010:0.0:1788777290.171700:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12cc0. 00000100:00000001:0.0:1788777290.171704:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777290.171713:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.171725:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777290.171728:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.171733:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777290.171735:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777290.174697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9c00. 00000800:00000001:1.0:1788777290.176610:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.176634:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777290.176640:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.176642:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.176654:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.176663:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777290.176674:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.176680:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.176687:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.176692:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4096 into portal 14 MB=0x6a9e8c8c4fa80 00000400:00000200:1.0:1788777290.176697:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.176705:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.135@tcp of length 4096/4096 into md 0x6a21 [256] + 0 00000400:00000010:1.0:1788777290.176711:0:2338:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb7e8. 00000400:00000200:1.0:1788777290.176719:0:2338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff945320242000 00000800:00000001:1.0:1788777290.176726:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777290.176738:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777290.176742:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.176747:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.176754:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945320242000 00000400:00000010:1.0:1788777290.176757:0:2338:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff945320242000. 00000100:00000001:1.0:1788777290.176763:0:2338:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788777290.176766:0:2338:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94530906fb80 desc ffff945310689000 mbits 1875667126123136 00000100:00000001:1.0:1788777290.176794:0:2338:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788777290.176816:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777290.176820:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.176826:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777290.176834:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2461:2461:256:4294967295] 192.168.203.135@tcp LPNI seq info [2456:2456:8:4294967295] 00000400:00000200:1.0:1788777290.176839:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777290.176849:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777290.176856:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777290.176866:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff945320242000. 00000800:00000200:1.0:1788777290.176873:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777290.176882:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777290.176888:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945320242000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1788777290.176984:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.176999:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.177493:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.177500:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.177607:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.177612:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff945320242000. 00000400:00000200:1.0:1788777290.177618:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.177625:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777290.183744:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.183766:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.183772:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.183774:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.183786:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.183794:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.183806:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.183821:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.183828:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.183832:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c4fa80 00000400:00000200:0.0:1788777290.183838:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.183845:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x6a29 [1] + 224 00000800:00000001:0.0:1788777290.183852:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.183859:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.183863:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.183867:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.183876:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.183890:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.183914:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.183936:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.183946:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.183949:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.184505:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777290.184515:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.184518:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.184522:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb268. 00000400:00000200:2.0:1788777290.184530:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b125d8 00000400:00000010:2.0:1788777290.184532:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b125d8. 00000100:00000001:2.0:1788777290.184537:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.184543:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.184552:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.184559:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.184561:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.184563:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.184568:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.184571:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.184574:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.184578:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.184590:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777290.184594:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.184597:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.184599:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.184602:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.184607:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.184611:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.184613:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.184615:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.184619:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.184624:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788777290.184633:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.184641:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.184643:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.184647:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.184655:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906fb80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123136:192.168.203.135@tcp:37:rm.0 00000100:00000001:2.0:1788777290.184660:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.184664:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.184667:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.184669:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.184672:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.184689:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.184693:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061dfcc0. 00000100:00000001:2.0:1788777290.184699:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.184700:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.184705:0:31524:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.184708:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.184711:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906fb80 x1875667126123136/t0(0) o37->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 448/440 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.184717:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777290.184720:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.184724:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94531068b800. 02000000:00000001:2.0:1788777290.184727:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777290.184730:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.184732:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.184734:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788777290.184736:0:31524:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1788777290.184739:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.184740:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.184741:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1788777290.184776:0:31524:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff945311045000. 00000100:00000010:2.0:1788777290.184779:0:31524:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff945310689000. 00000100:00000001:2.0:1788777290.184781:0:31524:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1788777290.184785:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945301219000. 02000000:00000001:2.0:1788777290.184789:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.184791:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.184793:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906fb80. 00000100:00000001:2.0:1788777290.184798:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.184799:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.184802:0:31524:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1788777290.184805:0:31524:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1788777290.185808:0:31524:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9453092b4800. 00000002:00000001:2.0:1788777290.187021:0:31524:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.187030:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.187034:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.187038:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:2.0:1788777290.187041:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777290.187045:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777290.187047:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.187053:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777290.187066:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.187069:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.187071:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.187075:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.187078:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777290.187087:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.187091:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.187093:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.187099:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.187100:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.187102:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.187105:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.187108:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.187110:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.187114:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.187116:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.187117:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.187118:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1788777290.187121:0:31524:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.187129:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788777290.187145:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777290.187148:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1788777290.187155:0:31524:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.187161:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362c00. 00000080:00000001:2.0:1788777290.187167:0:31524:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.187206:0:31524:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777290.187209:0:31524:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777290.187213:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dd0 00000080:00200008:2.0:1788777290.187216:0:31524:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), flags 704000 00000080:00400000:2.0:1788777290.187236:0:31524:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:2.0:1788777290.187240:0:31524:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777290.187241:0:31524:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788777290.187243:0:31524:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788777290.187253:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.187256:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.187263:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:2.0:1788777290.187266:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.187271:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777290.187273:0:31524:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 0 00000080:00000001:2.0:1788777290.187276:0:31524:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777290.187278:0:31524:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777290.187285:0:31524:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00000080:00000001:2.0:1788777290.187287:0:31524:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777290.187296:0:31524:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777290.187300:0:31524:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788777290.187302:0:31524:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:2.0:1788777290.187306:0:31524:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777290.187308:0:31524:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:2.0:1788777290.187317:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914df80. 00000020:00000040:2.0:1788777290.187322:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777290.187327:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.187332:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.187337:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.187345:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073e800. 00000100:00000001:2.0:1788777290.187352:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777290.187375:0:31524:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777290.187388:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777290.187393:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914df80 x1875667126123392/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777290.187401:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.187403:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.187411:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.187414:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524608 : -118390665027008 : ffff945306776240) 00000100:00000001:2.0:1788777290.187417:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.187419:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777290.187424:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.187429:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.187432:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.187434:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.187438:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126123392/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.187446:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.187449:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.187453:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.187456:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.187458:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.187462:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123392:192.168.203.135@tcp:35:rm.0 00000100:00000001:2.0:1788777290.187467:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.187473:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.187475:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.187479:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.187484:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093a9000. 02000000:00000001:2.0:1788777290.187486:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.187494:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.187499:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777290.187508:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777290.187516:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126123392, portal 10 00000100:00000001:2.0:1788777290.187518:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.187520:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:2.0:1788777290.187526:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914df80 x1875667126123392/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.187538:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.187541:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.187544:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1cc0. 00000100:00000200:2.0:1788777290.187548:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126123392, offset 0 00000400:00000200:2.0:1788777290.187555:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.187566:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.187574:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.187580:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.187585:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.187590:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.187593:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.187596:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2462:2462:256:4294967295] 192.168.203.135@tcp LPNI seq info [2457:2457:8:4294967295] 00000400:00000200:2.0:1788777290.187600:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.187612:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.187964:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.187973:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b700. 00000800:00000200:2.0:1788777290.187982:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.187992:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.187998:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.188025:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.188031:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 797710 usecs (798 jiffies) 00000400:00000200:2.0:1788777290.188035:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.188039:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441292 00000100:00000001:2.0:1788777290.188042:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.188045:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441292 00000100:00000001:2.0:1788777290.188047:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.188051:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.188053:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.188057:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.188059:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.188063:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.188066:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.188069:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.188397:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.188404:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b700. 00000400:00000200:1.0:1788777290.188410:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.188417:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.188424:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1cc0 00000400:00000010:1.0:1788777290.188427:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1cc0. 00000100:00000001:1.0:1788777290.188431:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.188438:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126123392/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.188450:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.188454:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126123392/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.188461:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.188463:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.193505:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.193530:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.193535:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.193537:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.193549:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.193558:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.193570:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.193575:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.193582:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.193586:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4fb80 00000400:00000200:0.0:1788777290.193592:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.193599:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6a39 [1] + 224 00000800:00000001:0.0:1788777290.193607:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.193615:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.193619:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.193624:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.193638:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.193649:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126123392/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.193661:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530914df80 x1875667126123392/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.193834:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777290.193853:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.193864:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.193868:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777290.193920:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.193923:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.193927:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000400:00000200:2.0:1788777290.193933:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:2.0:1788777290.193936:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:2.0:1788777290.193939:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.193944:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126123392/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.193953:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126123392/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.193960:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.193962:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.193965:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.193969:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.193972:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.193974:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.193978:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.194077:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777290.194138:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.194141:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.194143:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.194147:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.194152:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.194156:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777290.194159:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777290.194160:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777290.194164:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.194165:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777290.194170:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.194172:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.194175:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.194178:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.194184:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126123392/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.194192:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.194195:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.194197:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.194201:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126123392/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.194217:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123392:192.168.203.135@tcp:35:rm.0 00000100:00000001:2.0:1788777290.194264:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.194267:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.194269:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.194272:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.194276:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126123392/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.194283:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.194286:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.194290:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.194292:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.194301:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.194302:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000002:00000001:2.0:1788777290.194305:0:31524:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.194309:0:31524:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.194316:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000080:00000001:2.0:1788777290.194319:0:31524:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788777290.194323:0:31524:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788777290.194330:0:31524:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788777290.194336:0:31524:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.194344:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.194346:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000001:2.0:1788777290.194349:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.194352:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.194358:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.194360:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.194362:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126123392/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.194368:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.194370:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.194372:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2680 x1875667126123008/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.194379:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788777290.194383:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.194385:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.194388:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777290.194392:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d22000. 02000000:00000001:2.0:1788777290.194396:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.194398:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.194400:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2680. 00000100:00000001:2.0:1788777290.194405:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.194406:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.194407:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.194410:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126123392/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.194416:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.194418:0:31524:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945320625d20. 00000002:00000001:2.0:1788777290.194421:0:31524:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.194422:0:31524:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.194425:0:31524:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945311048e00. 00000100:00000001:2.0:1788777290.194427:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.194430:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126123392/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.194441:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777290.194443:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.194446:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a9000. 02000000:00000001:2.0:1788777290.194449:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777290.194450:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.194451:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.194453:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777290.194454:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073e800. 02000000:00000001:2.0:1788777290.194456:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.194457:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.194458:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:2.0:1788777290.194461:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.194462:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.194464:0:31524:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.194469:0:31524:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945304f82640. 00000080:00000001:2.0:1788777290.194472:0:31524:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.194479:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dd0 00000080:00000008:2.0:1788777290.194482:0:31524:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), flags 704000, rc = 0 00000080:00000001:2.0:1788777290.194486:0:31524:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.194488:0:31524:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.194547:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.194551:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.194553:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.194555:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00200000:2.0:1788777290.194557:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777290.194563:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e800. 00800000:00000002:2.0:1788777290.194570:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.194575:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.194578:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.194581:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ae0 00800000:00000002:2.0:1788777290.194584:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.194587:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.194591:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.194596:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.194599:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839b0 00000002:00010000:2.0:1788777290.194601:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.194605:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.194607:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.194610:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.194617:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:2.0:1788777290.194620:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.194625:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.194630:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.194636:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777290.194653:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.194657:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.194660:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777290.194668:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.194670:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.194672:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.194675:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.194677:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.194679:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.194805:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777290.194807:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.194810:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e800. 00000080:00000001:2.0:1788777290.194814:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.194816:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.194819:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777290.194823:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8815 00800000:00000001:2.0:1788777290.194826:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.194829:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.194831:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.194833:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.194838:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:2.0:1788777290.194840:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.194843:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.194847:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.194849:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.194851:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.194853:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.194856:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8815 from it ffffb1cb81d83bf8 00010000:00000001:2.0:1788777290.194858:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.194859:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.194861:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:2.0:1788777290.194862:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.194864:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.194866:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.194870:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777290.194877:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.194878:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.194879:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.194882:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.194885:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777290.194893:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.194896:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.194898:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.194914:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.194916:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.194917:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.194922:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.194925:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.194927:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.194931:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.194934:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.194936:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.194937:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.194938:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.194940:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.194943:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777290.194948:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.194952:0:31524:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777290.194954:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00002000:2.0:1788777290.194956:0:31524:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff945320b53ca8) flags 0x20000e refc 1 00000080:00000001:2.0:1788777290.194959:0:31524:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.194961:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c08 00000080:00200000:2.0:1788777290.194962:0:31524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:2.0:1788777290.194968:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777290.194970:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.194975:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777290.194977:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8), inode mode 41ed mask 44 00000080:00000001:2.0:1788777290.194979:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.194985:0:31524:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777290.195135:0:31524:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777290.195138:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b78 00000080:00200008:2.0:1788777290.195140:0:31524:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), flags 704400 00000080:00000010:2.0:1788777290.195146:0:31524:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a1400. 00000080:00000001:2.0:1788777290.195154:0:31524:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788777290.195156:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e800. 00800000:00000002:2.0:1788777290.195159:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.195162:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.195164:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.195165:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a28 00800000:00000002:2.0:1788777290.195167:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.195171:0:31524:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788777290.195173:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839a8 00800000:00000002:2.0:1788777290.195176:0:31524:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788777290.195179:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.195180:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d838e0 00000002:00010000:2.0:1788777290.195182:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:2.0:1788777290.195186:0:31524:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777290.195188:0:31524:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777290.195192:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.195196:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:2.0:1788777290.195198:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.195201:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.195204:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.195206:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.195208:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.195210:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.195211:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:2.0:1788777290.195213:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.195215:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.195216:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.195218:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.195319:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.195324:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914df80. 00000020:00000040:2.0:1788777290.195328:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777290.195334:0:31524:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777290.195336:0:31524:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.195338:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777290.195343:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.195345:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.195347:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.195348:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.195351:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.195353:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.195356:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.195363:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9000. 00000100:00000001:2.0:1788777290.195371:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.195375:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.195377:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.195378:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.195379:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.195381:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.195389:0:31524:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777290.195392:0:31524:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777290.195395:0:31524:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777290.195397:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:2.0:1788777290.195399:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.195401:0:31524:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777290.195405:0:31524:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155e00. 00000020:00000001:2.0:1788777290.195409:0:31524:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777290.195411:0:31524:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155e00 with handle 0xe53f2b0cb7af8823 to hash 00000020:00000001:2.0:1788777290.195414:0:31524:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777290.195416:0:31524:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.195420:0:31524:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.195422:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.195425:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.195428:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.195435:0:31524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777290.195447:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777290.195457:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914df80 x1875667126123648/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777290.195466:0:31524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777290.195472:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.195473:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.195480:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.195482:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524608 : -118390665027008 : ffff945306776240) 00000100:00000001:2.0:1788777290.195484:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.195485:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777290.195490:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.195495:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.195498:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.195500:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.195503:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126123648/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.195510:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.195512:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.195516:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.195519:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.195521:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.195525:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123648:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777290.195529:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.195535:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.195539:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.195542:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.195677:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:2.0:1788777290.195679:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.195699:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.195703:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777290.195712:0:31524:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94531066e800. 00000100:00000200:2.0:1788777290.195722:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126123648, portal 10 00000100:00000001:2.0:1788777290.195724:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.195725:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:2.0:1788777290.195731:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914df80 x1875667126123648/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.195739:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.195742:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.195745:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777290.195749:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126123648, offset 0 00000400:00000200:2.0:1788777290.195756:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.195765:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.195773:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.195780:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.195786:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.195790:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.195792:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.195796:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2463:2463:256:4294967295] 192.168.203.135@tcp LPNI seq info [2458:2458:8:4294967295] 00000400:00000200:2.0:1788777290.195800:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.195811:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.195819:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.195824:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666ba00. 00000800:00000200:2.0:1788777290.195832:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.195841:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.195846:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666ba00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.195866:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.195871:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 796657 usecs (797 jiffies) 00000400:00000200:2.0:1788777290.195875:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.195878:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441299 00000100:00000001:2.0:1788777290.195881:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.195883:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441299 00000100:00000001:2.0:1788777290.195886:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.195888:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.195891:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.195893:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.195896:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.195898:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.195910:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.195913:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.196169:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.196175:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666ba00. 00000400:00000200:1.0:1788777290.196182:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.196187:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.196193:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:1.0:1788777290.196195:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:1.0:1788777290.196200:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.196205:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126123648/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.196244:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.196249:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126123648/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.196264:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.196266:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.200788:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.200813:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.200819:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.200821:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.200833:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.200843:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.200855:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.200861:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.200868:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.200872:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c4fc80 00000400:00000200:0.0:1788777290.200878:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.200885:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x6a41 [64] + 224 00000800:00000001:0.0:1788777290.200892:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.200912:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.200917:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.200922:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.200932:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.200943:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126123648/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.200956:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530914df80 x1875667126123648/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.200977:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.200988:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.200991:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.201058:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777290.201068:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.201071:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.201075:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000400:00000200:2.0:1788777290.201081:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94531066e800 00000400:00000010:2.0:1788777290.201083:0:31524:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94531066e800. 00000100:00000001:2.0:1788777290.201088:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.201092:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126123648/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.201101:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126123648/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.201107:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.201110:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.201113:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.201118:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.201120:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.201123:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.201127:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.201138:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777290.201143:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.201145:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.201147:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.201150:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.201155:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.201158:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777290.201160:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777290.201162:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777290.201165:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.201167:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777290.201170:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.201173:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.201175:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.201179:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.201183:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.201191:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.201194:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.201197:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.201201:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.201214:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123648:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777290.201248:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.201252:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.201254:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.201257:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.201261:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.201268:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.201271:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.201275:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.201277:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.201280:0:31524:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777290.201285:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.201288:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.201292:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=4 00000020:00000001:2.0:1788777290.201295:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201297:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000040:2.0:1788777290.201305:0:31524:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155e00, remote cookie: 0xa4f015c75ff3c36d, flags: 0x1001 00010000:00000040:2.0:1788777290.201308:0:31524:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777290.201312:0:31524:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788777290.201320:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:2.0:1788777290.201323:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.201327:0:31524:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.201331:0:31524:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.201346:0:31524:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.201357:0:31524:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777290.201362:0:31524:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777290.201365:0:31524:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777290.201366:0:31524:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777290.201368:0:31524:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777290.201371:0:31524:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff945303803f00) refcount = 2 00010000:00000040:2.0:1788777290.201374:0:31524:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777290.201377:0:31524:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788777290.201384:0:31524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.201390:0:31524:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777290.201394:0:31524:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777290.201395:0:31524:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.201399:0:31524:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777290.201402:0:31524:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.201405:0:31524:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.201411:0:31524:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777290.201413:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.201416:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.201417:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.201418:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.201420:0:31524:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.201424:0:31524:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777290.201427:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.201428:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.201430:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777290.201432:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201434:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201436:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.201437:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777290.201441:0:31524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777290.201451:0:31524:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777290.201455:0:31524:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777290.201461:0:31524:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.201463:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.201464:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.201466:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777290.201468:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201470:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201472:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.201473:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.201474:0:31524:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.201476:0:31524:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.201480:0:31524:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777290.201483:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.201484:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777290.201486:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.201487:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.201488:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777290.201490:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201492:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00000002:00010000:2.0:1788777290.201495:0:31524:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.201502:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.201503:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.201505:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777290.201506:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.201508:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.201509:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777290.201511:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201513:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000040:2.0:1788777290.201516:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 3 00010000:00000001:2.0:1788777290.201517:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777290.201522:0:31524:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 16 res 8589935620/40 (0 0) 00010000:00000001:2.0:1788777290.201524:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.201525:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.201527:0:31524:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777290.201530:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83868 00000002:00002000:2.0:1788777290.201532:0:31524:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1788777290.201535:0:31524:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.201539:0:31524:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.201541:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777290.201545:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777290.201548:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777290.201553:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.201557:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e800. 00000080:00000001:2.0:1788777290.201561:0:31524:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777290.201569:0:31524:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777290.201572:0:31524:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777290.201576:0:31524:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777290.201578:0:31524:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1788777290.201581:0:31524:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.201587:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788777290.201590:0:31524:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777290.201596:0:31524:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00010000:00000001:2.0:1788777290.201598:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.201599:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.201601:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777290.201602:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201605:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201607:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.201609:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777290.201610:0:31524:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777290.201613:0:31524:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777290.201615:0:31524:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.201619:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) for lock 0xe53f2b0cb7af8823 00800000:00000001:2.0:1788777290.201622:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.201624:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.201625:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.201626:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.201628:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777290.201629:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201631:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201634:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.201635:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.201637:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.201638:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.201642:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777290.201644:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.201646:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.201650:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.201656:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.201659:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8823 from it ffffb1cb81d83bd0 00010000:00000001:2.0:1788777290.201662:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.201663:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.201664:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:2.0:1788777290.201666:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201667:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.201670:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.201672:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.203096:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.203106:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.203109:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.203113:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.203119:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777290.203134:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.203138:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.203140:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.203147:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.203148:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.203149:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.203154:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.203156:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.203158:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.203162:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.203165:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.203166:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.203167:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777290.203174:0:31524:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.203187:0:31524:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9453110b6380. 00000080:00000001:2.0:1788777290.203191:0:31524:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777290.203202:0:31524:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788777290.203208:0:31524:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777290.203214:0:31524:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453103b50c0. 00000002:00100000:2.0:1788777290.203240:0:31524:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777290.203248:0:31524:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.203250:0:31524:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777290.203255:0:31524:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777290.203258:0:31524:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.203261:0:31524:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777290.203264:0:31524:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.203266:0:31524:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.203271:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.203275:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777290.203287:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.203291:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:2.0:1788777290.203335:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777290.203337:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.203342:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b78 00000080:00000008:2.0:1788777290.203345:0:31524:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), flags 704400, rc = 0 00000080:00000001:2.0:1788777290.203349:0:31524:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.203378:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00200008:2.0:1788777290.203380:0:31524:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777290.203389:0:31524:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788777290.203394:0:31524:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.203397:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.203399:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ca0 00000080:00200000:2.0:1788777290.203401:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8),name=d21h.recovery-small-2 00000080:00000010:2.0:1788777290.203407:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e800. 00800000:00000002:2.0:1788777290.203415:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.203424:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.203428:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.203430:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00800000:00000002:2.0:1788777290.203433:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.203437:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.203443:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.203447:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.203449:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a90 00000002:00010000:2.0:1788777290.203451:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.203455:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.203457:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.203460:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.203466:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 3 00010000:00000001:2.0:1788777290.203469:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.203473:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.203477:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.203481:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777290.203490:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.203494:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.203497:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788777290.203504:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.203506:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.203508:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.203510:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.203512:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.203514:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.203516:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777290.203519:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.203522:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e800. 00000080:00000001:2.0:1788777290.203526:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.203527:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.203530:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) 00000080:00010000:2.0:1788777290.203534:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) for lock 0xe53f2b0cb7af87eb 00800000:00000001:2.0:1788777290.203537:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.203539:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.203541:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.203543:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.203546:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:2.0:1788777290.203548:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777290.203551:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777290.203554:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.203555:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.203556:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.203558:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.203560:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af87eb from it ffffb1cb81d83cd8 00010000:00000001:2.0:1788777290.203563:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.203564:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.203565:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:2.0:1788777290.203567:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777290.203569:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777290.203571:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.203574:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777290.203580:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.203581:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.203582:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.203584:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.203586:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777290.203592:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.203593:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.203595:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.203597:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.203598:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.203599:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.203601:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.203602:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.203604:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.203606:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.203607:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.203608:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.203610:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.203611:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.203613:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.203616:0:31524:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.203619:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00000008:2.0:1788777290.203621:0:31524:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777290.203651:0:31524:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788777290.203654:0:31524:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1788777290.203659:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e800. 00000080:00000001:2.0:1788777290.203663:0:31524:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1788777290.203672:0:31524:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446723442911279168 : -20630798272448 : ffffed3c8498f840) 00000080:00000001:2.0:1788777290.203676:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788777290.203681:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777290.203683:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1788777290.203686:0:31524:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.203689:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e800. 00000080:00000001:2.0:1788777290.203692:0:31524:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.203704:0:31524:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788777290.203705:0:31524:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:2.0:1788777290.203708:0:31524:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777290.203710:0:31524:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.203734:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.203738:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777290.203739:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788777290.203743:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.203749:0:31524:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777290.203752:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83da0 00000080:00002000:2.0:1788777290.203753:0:31524:0:(dcache.c:87:ll_dcompare()) found name f(ffff945320b53510) flags 0x48000e refc 0 00000080:00000001:2.0:1788777290.203755:0:31524:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.203757:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e10 00000080:00200000:2.0:1788777290.203759:0:31524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1788777290.203764:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777290.203766:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8), inode mode 41ed mask 3 00000080:00000001:2.0:1788777290.203768:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.203772:0:31524:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1788777290.203774:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83df8 00000080:00200000:2.0:1788777290.203776:0:31524:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9453209180c8) 00000080:00000001:2.0:1788777290.203779:0:31524:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788777290.203783:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.203787:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777290.203791:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777290.203792:0:31524:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777290.203798:0:31524:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff945303e5cf80 00020000:00000002:2.0:1788777290.203802:0:31524:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c3c0 addref 2/0 by ffff945303e5cf80. 00020000:00000002:2.0:1788777290.203805:0:31524:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.203808:0:31524:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777290.203810:0:31524:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777290.203812:0:31524:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777290.203814:0:31524:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788777290.203817:0:31524:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788777290.203820:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777290.203823:0:31524:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788777290.203826:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e800. 00800000:00000001:2.0:1788777290.203834:0:31524:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788777290.203838:0:31524:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788777290.203841:0:31524:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2a:0x0] 00800000:00000001:2.0:1788777290.203843:0:31524:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777290.203845:0:31524:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x28:0x0]/[0x200000404:0x2a:0x0] -> mds #0 00000002:00000001:2.0:1788777290.203849:0:31524:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788777290.203851:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.203854:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 3 00010000:00000001:2.0:1788777290.203857:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.203859:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.203863:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777290.203866:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788777290.203874:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777290.203879:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777290.203881:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777290.203883:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:2.0:1788777290.203886:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.203887:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.203889:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 4 00010000:00000001:2.0:1788777290.203891:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.203893:0:31524:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777290.203896:0:31524:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777290.203897:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.203912:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.203917:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777290.203923:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.203924:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.203925:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1788777290.203927:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.203928:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.203930:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=2 00000020:00000001:2.0:1788777290.203932:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.203934:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777290.203936:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.203937:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.203939:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.203940:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.203942:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 4 00010000:00000001:2.0:1788777290.203943:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.203946:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.203947:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.203949:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.203950:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 4 00010000:00000001:2.0:1788777290.203952:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.203954:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.203955:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777290.203958:0:31524:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff945320918000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777290.204006:0:31524:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777290.204009:0:31524:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777290.204011:0:31524:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777290.204013:0:31524:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9453209180c8) invalid 00000020:00000001:2.0:1788777290.204016:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a60 00000080:00002000:2.0:1788777290.204018:0:31524:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff945320b53ca8) parent ffff9453208d0a20 inode ffff9453209180c8 refc 3 00000080:00000001:2.0:1788777290.204022:0:31524:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777290.204026:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777290.204027:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.204032:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777290.204036:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777290.204037:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777290.204039:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.204040:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777290.204043:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152c800 with handle 0xe53f2b0cb7af87eb from hash 00010000:00000001:2.0:1788777290.204045:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777290.204047:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.204048:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.204049:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777290.204052:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777290.204054:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777290.204057:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777290.204059:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.204061:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.204062:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.204065:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 3 00010000:00000001:2.0:1788777290.204067:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.204069:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.204071:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777290.204074:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788777290.204080:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777290.204082:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777290.204084:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777290.204085:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:2.0:1788777290.204087:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.204088:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.204089:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 4 00010000:00000001:2.0:1788777290.204091:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.204093:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.204094:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.204095:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.204097:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 4 00010000:00000001:2.0:1788777290.204098:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.204100:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.204102:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.204103:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.204104:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 4 00010000:00000001:2.0:1788777290.204106:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.204108:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.204109:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.204110:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.204111:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 4 00010000:00000001:2.0:1788777290.204113:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.204114:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.204116:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.204118:0:31524:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777290.204120:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.204121:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777290.204123:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777290.204125:0:31524:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788777290.204128:0:31524:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:2.0:1788777290.204131:0:31524:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788777290.204134:0:31524:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788777290.204137:0:31524:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777290.204140:0:31524:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777290.204143:0:31524:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788777290.204145:0:31524:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.204147:0:31524:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777290.204148:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777290.204150:0:31524:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.204152:0:31524:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777290.204154:0:31524:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff9453209acb08) invalid 00000020:00000001:2.0:1788777290.204156:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a60 00000080:00002000:2.0:1788777290.204157:0:31524:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff945320b53510) parent ffff945320b53ca8 inode ffff9453209acb08 refc 1 00000080:00000001:2.0:1788777290.204160:0:31524:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777290.204161:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777290.204162:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.204164:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777290.204166:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777290.204167:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777290.204168:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.204171:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777290.204173:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152d800 with handle 0xe53f2b0cb7af87f2 from hash 00010000:00000001:2.0:1788777290.204175:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777290.204176:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.204177:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.204178:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777290.204180:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777290.204181:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777290.204183:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777290.204185:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788777290.204191:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777290.204192:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777290.204193:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777290.204194:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:2.0:1788777290.204196:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.204197:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.204199:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34500 count: 4 00010000:00000001:2.0:1788777290.204200:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.204202:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.204204:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.204205:0:31524:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777290.204206:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.204208:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777290.204209:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777290.204211:0:31524:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788777290.204212:0:31524:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:2.0:1788777290.204214:0:31524:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788777290.204215:0:31524:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788777290.204216:0:31524:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777290.204217:0:31524:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777290.204282:0:31524:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788777290.204284:0:31524:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.204286:0:31524:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777290.204287:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777290.204289:0:31524:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.204292:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777290.204293:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.204295:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777290.204296:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777290.204297:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777290.204299:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.204301:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777290.204303:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9800 with handle 0xe53f2b0cb7af87c8 from hash 00010000:00000001:2.0:1788777290.204305:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777290.204306:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.204307:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.204308:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777290.204310:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777290.204311:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777290.204314:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788777290.204315:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788777290.204318:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788777290.204325:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777290.204329:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777290.204335:0:31524:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777290.204337:0:31524:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.204339:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777290.204343:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.204346:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.204347:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.204349:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.204352:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.204354:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.204357:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.204364:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073ec00. 00000100:00000001:2.0:1788777290.204372:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.204375:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.204382:0:31524:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777290.204388:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777290.204396:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777290.204403:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788777290.204410:0:31524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788777290.204411:0:31524:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788777290.204414:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777290.204416:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af87f2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c2cc expref: -99 pid: 31522 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788777290.204424:0:31524:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6580. 00010000:00000001:2.0:1788777290.204431:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.204432:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777290.204434:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9800/0xe53f2b0cb7af87c8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c239 expref: -99 pid: 31488 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788777290.204440:0:31524:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6540. 00010000:00000040:2.0:1788777290.204443:0:31524:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34500 count: 0 00010000:00000010:2.0:1788777290.204449:0:31524:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327d00. 00010000:00000001:2.0:1788777290.204457:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.204458:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777290.204460:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af87eb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c2b0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777290.204467:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.204468:0:31524:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.204470:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.204472:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.204474:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788777290.204487:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788777290.204498:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914ce00 x1875667126123904/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777290.204506:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.204508:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.204515:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.204518:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524608 : -118390665027008 : ffff945306776240) 00000100:00000001:2.0:1788777290.204520:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.204522:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777290.204527:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.204532:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.204535:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.204537:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.204541:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126123904/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.204549:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.204552:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.204555:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.204558:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.204561:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.204564:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123904:192.168.203.135@tcp:36:rm.0 00000100:00000001:2.0:1788777290.204569:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.204576:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.204579:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.204582:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.204588:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093abc00. 02000000:00000001:2.0:1788777290.204590:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.204601:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.204605:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777290.204616:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c13b8. 00000100:00000200:2.0:1788777290.204626:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126123904, portal 10 00000100:00000001:2.0:1788777290.204627:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.204629:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777290.204637:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ce00 x1875667126123904/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.204650:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.204653:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.204656:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1ee0. 00000100:00000200:2.0:1788777290.204660:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875667126123904, offset 0 00000400:00000200:2.0:1788777290.204668:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.204679:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.204689:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.204697:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.204702:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.204706:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.204709:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.204713:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2464:2464:256:4294967295] 192.168.203.135@tcp LPNI seq info [2459:2459:8:4294967295] 00000400:00000200:2.0:1788777290.204718:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.204731:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.204737:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.204743:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b300. 00000800:00000200:2.0:1788777290.204752:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.204761:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.204767:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b300 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.204790:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.204796:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 795606 usecs (796 jiffies) 00000400:00000200:2.0:1788777290.204799:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.204802:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441307 00000100:00000001:2.0:1788777290.204806:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.204808:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441307 00000100:00000001:2.0:1788777290.204811:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.204813:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.204816:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.204819:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.204822:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.204825:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.204827:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.204831:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.206184:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.206196:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b300. 00000400:00000200:1.0:1788777290.206205:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.206217:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.206251:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1ee0 00000400:00000010:1.0:1788777290.206255:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1ee0. 00000100:00000001:1.0:1788777290.206262:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.206887:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126123904/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.206914:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.206920:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126123904/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.206928:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.206930:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.211253:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.211294:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.211298:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.211305:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.211317:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.211326:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.211338:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.211344:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.211350:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.211354:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4fd80 00000400:00000200:0.0:1788777290.211360:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.211368:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6a49 [1] + 224 00000800:00000001:0.0:1788777290.211377:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.211386:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.211390:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.211394:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.211404:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.211416:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126123904/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777290.211429:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914ce00 x1875667126123904/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.211450:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777290.211461:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777290.211465:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.211471:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777290.211479:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2465:2465:256:4294967295] 192.168.203.135@tcp LPNI seq info [2460:2460:8:4294967295] 00000100:00000001:2.0:1788777290.211482:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788777290.211485:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000001:2.0:1788777290.211493:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.211497:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1788777290.211499:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000400:00000010:2.0:1788777290.211503:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000800:00000200:0.0:1788777290.211508:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.211510:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:2.0:1788777290.211514:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000800:00000010:0.0:1788777290.211516:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114ff00. 00000100:00000001:2.0:1788777290.211518:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.211526:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126123904/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788777290.211526:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777290.211538:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000100:00000200:2.0:1788777290.211541:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126123904/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788777290.211545:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114ff00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1788777290.211553:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.211556:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.211559:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.211563:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.211566:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.211568:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.211572:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.211582:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777290.211587:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.211590:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.211591:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.211594:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.211599:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.211603:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777290.211605:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x100000151] 00000100:00000001:2.0:1788777290.211607:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777290.211609:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.211611:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777290.211615:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.211617:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.211620:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.211622:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.211628:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126123904/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.211635:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.211639:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.211641:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.211646:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126123904/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777290.211655:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126123904:192.168.203.135@tcp:36:rm.0 00000800:00000001:1.0:1788777290.211661:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1788777290.211661:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788777290.211662:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1788777290.211667:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114ff00. 00000800:00000001:1.0:1788777290.211668:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.211669:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777290.211672:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788777290.211674:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.211678:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1788777290.211679:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000100:00000040:2.0:1788777290.211698:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126123904/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.211706:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.211709:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.211714:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.211715:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.211723:0:31524:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.211727:0:31524:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.211732:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e800. 00000100:00000001:2.0:1788777290.211739:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.211742:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126123904/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.211748:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.211753:0:31524:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.211766:0:31524:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777290.211770:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e28 00000080:00002000:2.0:1788777290.211773:0:31524:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff945320b53510, parent ffff945320b53ca8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788777290.211776:0:31524:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.211783:0:31524:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777290.211790:0:31524:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788777290.211799:0:31524:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788777290.211802:0:31524:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777290.211804:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.211809:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777290.211812:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777290.211818:0:31524:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014cc38 00000020:00000001:2.0:1788777290.211821:0:31524:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777290.211824:0:31524:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777290.211826:0:31524:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777290.211830:0:31524:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777290.211831:0:31524:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777290.211833:0:31524:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777290.211838:0:31524:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9453105cb7e0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788777290.211841:0:31524:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.211846:0:31524:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777290.211848:0:31524:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777290.211850:0:31524:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777290.211852:0:31524:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.211854:0:31524:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777290.211857:0:31524:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777290.211858:0:31524:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211860:0:31524:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777290.211861:0:31524:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777290.211863:0:31524:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777290.211864:0:31524:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff945303e5cf80 00000020:00000001:2.0:1788777290.211867:0:31524:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211869:0:31524:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777290.211871:0:31524:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777290.211874:0:31524:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777290.211877:0:31524:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777290.211881:0:31524:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777290.211885:0:31524:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777290.211887:0:31524:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777290.211888:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.211890:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777290.211891:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777290.211895:0:31524:0:(cl_object.c:143:cl_object_top()) ffff94532014c210 -> ffff94532014cc38 00000020:00000001:2.0:1788777290.211896:0:31524:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777290.211913:0:31524:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777290.211914:0:31524:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777290.211916:0:31524:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.211918:0:31524:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.211920:0:31524:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777290.211922:0:31524:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777290.211924:0:31524:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.211926:0:31524:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211928:0:31524:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211930:0:31524:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777290.211932:0:31524:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777290.211934:0:31524:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777290.211935:0:31524:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777290.211936:0:31524:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777290.211938:0:31524:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211939:0:31524:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.211942:0:31524:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.211943:0:31524:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211944:0:31524:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777290.211946:0:31524:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211947:0:31524:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211949:0:31524:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777290.211951:0:31524:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777290.211952:0:31524:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777290.211953:0:31524:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777290.211956:0:31524:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788777290.211958:0:31524:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788777290.211962:0:31524:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788777290.211965:0:31524:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945304ec1880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788777290.211968:0:31524:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788777290.211971:0:31524:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945304ec1880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1788777290.211974:0:31524:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777290.211977:0:31524:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211978:0:31524:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.211980:0:31524:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.211981:0:31524:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211983:0:31524:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.211985:0:31524:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777290.211988:0:31524:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777290.211998:0:31524:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777290.211999:0:31524:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777290.212001:0:31524:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777290.212003:0:31524:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.212005:0:31524:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788777290.212377:0:31524:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777290.212379:0:31524:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777290.212382:0:31524:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777290.212383:0:31524:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777290.212384:0:31524:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777290.212386:0:31524:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777290.212387:0:31524:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.212389:0:31524:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.212391:0:31524:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777290.212396:0:31524:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777290.212397:0:31524:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777290.212399:0:31524:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777290.212400:0:31524:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777290.212402:0:31524:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777290.212403:0:31524:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777290.212404:0:31524:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777290.212406:0:31524:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777290.212407:0:31524:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.212409:0:31524:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.212411:0:31524:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777290.212412:0:31524:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777290.212413:0:31524:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.212416:0:31524:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777290.212418:0:31524:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777290.212420:0:31524:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777290.212421:0:31524:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777290.212423:0:31524:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777290.212425:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777290.212428:0:31524:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777290.212431:0:31524:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777290.212433:0:31524:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777290.212435:0:31524:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777290.212438:0:31524:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777290.212439:0:31524:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777290.212445:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777290.212447:0:31524:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.212452:0:31524:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788777290.212454:0:31524:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9453209acb08) 00800000:00000001:2.0:1788777290.212460:0:31524:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788777290.212462:0:31524:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2a:0x0] 00000002:00000001:2.0:1788777290.212468:0:31524:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788777290.212475:0:31524:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.212477:0:31524:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.212480:0:31524:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788777290.212484:0:31524:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788777290.212486:0:31524:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.212488:0:31524:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.212491:0:31524:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777290.212493:0:31524:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777290.212496:0:31524:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00020000:00000001:2.0:1788777290.212502:0:31524:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788777290.212503:0:31524:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.212507:0:31524:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788777290.212509:0:31524:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c3c0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777290.212514:0:31524:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777290.212519:0:31524:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609280: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:2.0:1788777290.212522:0:31524:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788777290.212524:0:31524:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.212526:0:31524:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788777290.212528:0:31524:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788777290.212534:0:31524:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788777290.212539:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8800 count: 2 00010000:00000001:2.0:1788777290.212542:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.212544:0:31524:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788777290.212547:0:31524:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788777290.212553:0:31524:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1788777271 1788777271 1788777271 by oinfo size 0 blocks 1 [cma]time 1788777271 1788777271 1788777271 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1788777290.212566:0:31524:0:(cl_object.c:143:cl_object_top()) ffff945304ec1880 -> ffff94532014cc38 00000020:00000001:2.0:1788777290.212569:0:31524:0:(cl_object.c:143:cl_object_top()) ffff945304ec1880 -> ffff94532014cc38 00000008:00000001:2.0:1788777290.212572:0:31524:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777290.212575:0:31524:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777290.212577:0:31524:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777290.212578:0:31524:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788777290.212585:0:31524:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff945304ec1880. 00020000:00000001:2.0:1788777290.212590:0:31524:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788777290.212593:0:31524:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94532014c190. 00020000:00000001:2.0:1788777290.212600:0:31524:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788777290.212602:0:31524:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777290.212604:0:31524:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777290.212606:0:31524:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.212608:0:31524:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788777290.212610:0:31524:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788777290.212611:0:31524:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b504d8) owner 0000000000000000/ffff945303e5cf80 00020000:00000001:2.0:1788777290.212614:0:31524:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788777290.212617:0:31524:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff945318631188. 00020000:00000010:2.0:1788777290.212621:0:31524:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff945309310300. 00020000:00000010:2.0:1788777290.212625:0:31524:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9453092cec70. 00020000:00000002:2.0:1788777290.212630:0:31524:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c3c0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777290.212633:0:31524:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777290.212637:0:31524:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609280: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:2.0:1788777290.212641:0:31524:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310609280. 00020000:00000010:2.0:1788777290.212645:0:31524:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6cae0. 00020000:00000010:2.0:1788777290.212648:0:31524:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6c3c0. 00020000:00000001:2.0:1788777290.212650:0:31524:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788777290.212652:0:31524:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b504d8) owner 0000000000000000/ffff945303e5cf80 00020000:00000010:2.0:1788777290.212654:0:31524:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff945307b504d8. 00020000:00000001:2.0:1788777290.212657:0:31524:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788777290.212661:0:31524:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94532014cbb8. 00000020:00001000:2.0:1788777290.212664:0:31524:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777290.212667:0:31524:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788777290.212669:0:31524:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788777290.212735:0:31524:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777290.212739:0:31524:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777290.212743:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dd0 00000080:00200008:2.0:1788777290.212745:0:31524:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), flags 704000 00000080:00400000:2.0:1788777290.212751:0:31524:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:2.0:1788777290.212755:0:31524:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777290.212757:0:31524:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788777290.212759:0:31524:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788777290.212766:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.212769:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.212773:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:2.0:1788777290.212775:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.212780:0:31524:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777290.212784:0:31524:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777290.212787:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.212794:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.212798:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777290.212807:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.212809:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.212810:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788777290.212813:0:31524:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 16 00000080:00000010:2.0:1788777290.212816:0:31524:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a1400. 00000080:00000001:2.0:1788777290.212820:0:31524:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777290.212824:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dd0 00000080:00000008:2.0:1788777290.212826:0:31524:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9453209180c8), flags 704000, rc = 0 00000080:00000001:2.0:1788777290.212829:0:31524:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.212831:0:31524:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.212834:0:31524:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777290.212836:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e00 00000080:00002000:2.0:1788777290.212838:0:31524:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff945320b53ca8, parent ffff9453208d0a20, inode ffff9453209180c8) hashed, 00000080:00000001:2.0:1788777290.212841:0:31524:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.212845:0:31524:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777290.212848:0:31524:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788777290.212878:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.212882:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.212884:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.212885:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bd8 00000080:00200000:2.0:1788777290.212888:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777290.212894:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e800. 00800000:00000002:2.0:1788777290.212911:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.212915:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.212919:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.212921:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83af8 00800000:00000002:2.0:1788777290.212924:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.212927:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.212931:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.212935:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.212937:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839c8 00000002:00010000:2.0:1788777290.212939:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.212943:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.212944:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.212945:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.212948:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:2.0:1788777290.212951:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.212957:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.212960:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.212964:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777290.212971:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.212973:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.212975:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788777290.212982:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.212983:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.212985:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.212987:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.212989:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.212992:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.212994:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777290.212998:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.213000:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e800. 00000080:00000001:2.0:1788777290.213004:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.213006:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.213009:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00010000:00000010:2.1:1788777290.213391:0:31524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d800. 00010000:00000010:2.1:1788777290.213401:0:31524:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34500. 00010000:00000010:2.1:1788777290.213406:0:31524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9800. 00010000:00000010:2.1:1788777290.213410:0:31524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00000080:00010000:2.0:1788777290.213417:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8815 00800000:00000001:2.0:1788777290.213422:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.213425:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.213427:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.213429:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.213433:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:2.0:1788777290.213435:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.213438:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.213442:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.213443:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.213445:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.213447:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.213449:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8815 from it ffffb1cb81d83c10 00010000:00000001:2.0:1788777290.213452:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.213453:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.213454:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:2.0:1788777290.213456:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.213458:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.213460:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.213463:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777290.213470:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.213471:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.213472:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.213475:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.213477:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777290.213490:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.213494:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.213496:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.213501:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.213502:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.213504:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.213508:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.213510:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.213512:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.213515:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.213518:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.213519:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.213520:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.213523:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.213525:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.213527:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777290.213531:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.213548:0:31524:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b58a0. 00000020:00000001:2.0:1788777290.213553:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83dc8 00000080:00200000:2.0:1788777290.213555:0:31524:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=0 00000080:00000001:2.0:1788777290.213558:0:31524:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777290.213560:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c78 00000080:00200000:2.0:1788777290.213562:0:31524:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=getattr 00000080:00000010:2.0:1788777290.213571:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e800. 00800000:00000002:2.0:1788777290.213575:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.213580:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.213582:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.213584:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b98 00800000:00000002:2.0:1788777290.213585:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.213588:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788777290.213593:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b30 00800000:00000002:2.0:1788777290.213595:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788777290.213599:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.213600:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a68 00000002:00010000:2.0:1788777290.213602:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788777290.213606:0:31524:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777290.213609:0:31524:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777290.213614:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777290.213618:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777290.213625:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777290.213629:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.213632:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.213634:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.213635:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.213638:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.213641:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.213644:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.213653:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093aa000. 00000100:00000001:2.0:1788777290.213661:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.213667:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.213668:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.213670:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.213671:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.213673:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.213681:0:31524:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00010000:00000001:2.0:1788777290.213686:0:31524:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777290.213688:0:31524:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777290.213692:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:2.0:1788777290.213694:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.213696:0:31524:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777290.213699:0:31524:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154800. 00000020:00000001:2.0:1788777290.213703:0:31524:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777290.213705:0:31524:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154800 with handle 0xe53f2b0cb7af882a to hash 00000020:00000001:2.0:1788777290.213707:0:31524:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777290.213709:0:31524:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.213712:0:31524:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.213715:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.213717:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.213721:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.213733:0:31524:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.213744:0:31524:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777290.213750:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.213752:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.213758:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.213761:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524608 : -118390665027008 : ffff945306776240) 00000100:00000001:2.0:1788777290.213763:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.213765:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:2.0:1788777290.213770:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.213774:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.213776:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.213778:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.213791:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.213800:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.213803:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.213807:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.213809:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.213812:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.213816:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126124032:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777290.213820:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.213827:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.213830:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.213833:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.213838:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94531066e800. 02000000:00000001:2.0:1788777290.213840:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.213848:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.213853:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777290.213860:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c13b8. 00000100:00000200:2.0:1788777290.213869:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126124032, portal 10 00000100:00000001:2.0:1788777290.213871:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.213872:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777290.213877:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.213885:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.213888:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.213891:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1c38. 00000100:00000200:2.0:1788777290.213894:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126124032, offset 0 00000400:00000200:2.0:1788777290.213913:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.213923:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.213931:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.213937:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.213942:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.213947:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.213950:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.213954:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2466:2466:256:4294967295] 192.168.203.135@tcp LPNI seq info [2461:2461:8:4294967295] 00000400:00000200:2.0:1788777290.213958:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.213970:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.213976:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.213982:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b400. 00000800:00000200:2.0:1788777290.214709:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.214720:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.214726:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.214750:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.214756:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 794560 usecs (795 jiffies) 00000400:00000200:2.0:1788777290.214760:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.214763:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441316 00000100:00000001:2.0:1788777290.214767:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.214771:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441316 00000100:00000001:2.0:1788777290.214773:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.214776:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.214779:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.214781:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.214783:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.214786:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.214789:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.214792:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.215053:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.215059:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b400. 00000400:00000200:1.0:1788777290.215066:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.215071:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.215079:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:1.0:1788777290.215082:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:1.0:1788777290.215087:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.215094:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.215105:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.215108:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.215115:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.215117:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788777290.218335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690460. 00000080:00000010:2.1:1788777290.218381:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209aca40. 00000080:00000010:2.1:1788777290.218389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453106902a0. 00000800:00000001:0.0:1788777290.219551:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.219572:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.219578:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.219581:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.219592:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.219601:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.219613:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.219619:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.219625:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.219744:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c4fe00 00000400:00000200:0.0:1788777290.219752:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.219760:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6a51 [1] + 224 00000800:00000001:0.0:1788777290.219771:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.219785:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.219789:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.219794:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.219946:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.219960:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.219972:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.219995:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.220018:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.220022:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.220117:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777290.220127:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.220130:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.220134:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000400:00000200:2.0:1788777290.220140:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:2.0:1788777290.220142:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:2.0:1788777290.220146:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.220157:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.220166:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.220173:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.220175:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.220177:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.220182:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.220185:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.220187:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.220191:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.220202:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777290.220206:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.220217:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.220254:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.220258:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.220263:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.220267:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.220270:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.220273:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.220276:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.220281:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.220297:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.220301:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.220303:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.220309:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.220317:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126124032:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777290.220323:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.220326:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.220329:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.220331:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.220334:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.220341:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.220344:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.220349:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.220351:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.220354:0:31524:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777290.220358:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.220361:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.220365:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=4 00000020:00000001:2.0:1788777290.220368:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220371:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000040:2.0:1788777290.220377:0:31524:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309154800, remote cookie: 0xa4f015c75ff3c3ac, flags: 0x1001 00010000:00010000:2.0:1788777290.220383:0:31524:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777290.220398:0:31524:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777290.220402:0:31524:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788777290.220410:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 2 00010000:00000001:2.0:1788777290.220412:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.220415:0:31524:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.220419:0:31524:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777290.220427:0:31524:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.220433:0:31524:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777290.220438:0:31524:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777290.220441:0:31524:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777290.220443:0:31524:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777290.220444:0:31524:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777290.220447:0:31524:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff945303803f00) refcount = 2 00010000:00000040:2.0:1788777290.220450:0:31524:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777290.220453:0:31524:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788777290.220461:0:31524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.220468:0:31524:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777290.220472:0:31524:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777290.220474:0:31524:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.220477:0:31524:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777290.220480:0:31524:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.220483:0:31524:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.220490:0:31524:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777290.220492:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.220495:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.220496:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.220497:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.220498:0:31524:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.220504:0:31524:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777290.220505:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.220507:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.220508:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777290.220510:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220513:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220515:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.220517:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.220518:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=4 00000020:00000001:2.0:1788777290.220520:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220522:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220526:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.220530:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.220533:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.220540:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.220541:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.220542:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.220543:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.220544:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=5 00000020:00000001:2.0:1788777290.220546:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220549:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220551:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.220554:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.220561:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.220562:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777290.220565:0:31524:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.220571:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.220573:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.220574:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.220575:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.220575:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777290.220579:0:31524:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777290.220587:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.220589:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.220590:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777290.220592:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220594:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220596:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.220597:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.220599:0:31524:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.220601:0:31524:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.220605:0:31524:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777290.220608:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.220609:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.220610:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777290.220612:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220614:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00000002:00010000:2.0:1788777290.220618:0:31524:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.220624:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.220626:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.220628:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777290.220629:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.220631:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.220632:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777290.220634:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.220636:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000040:2.0:1788777290.220638:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 3 00010000:00000001:2.0:1788777290.220640:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777290.220645:0:31524:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:2.0:1788777290.220647:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.220648:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.220650:0:31524:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777290.220653:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839f0 00000002:00002000:2.0:1788777290.220655:0:31524:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777290.220660:0:31524:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.220664:0:31524:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.220667:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777290.220671:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777290.220674:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777290.220680:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:2.0:1788777290.220952:0:31524:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777290.220954:0:31524:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81d83e00 it_disposition b 00000080:00000001:2.0:1788777290.220959:0:31524:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777290.220966:0:31524:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777290.220970:0:31524:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777290.220973:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788777290.220977:0:31524:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788777290.220987:0:31524:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777290.220989:0:31524:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1788777290.220992:0:31524:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.220996:0:31524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788777290.221000:0:31524:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788777290.221003:0:31524:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788777271 to 1788777290 00000080:00200000:2.0:1788777290.221008:0:31524:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:2.0:1788777290.221080:0:31524:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9453209180c8): rc = 0 00000080:00000001:2.0:1788777290.221083:0:31524:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482443976 : -118390227107640 : ffff9453209180c8) 00010000:00000001:2.0:1788777290.221086:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.221088:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.221090:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777290.221093:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.221095:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.221097:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221098:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777290.221100:0:31524:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777290.221102:0:31524:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777290.221103:0:31524:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777290.221107:0:31524:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777290.221109:0:31524:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.221114:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) for lock 0xe53f2b0cb7af882a 00800000:00000001:2.0:1788777290.221117:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.221119:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.221120:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.221121:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.221122:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777290.221124:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.221126:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.221129:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221130:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.221131:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.221133:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777290.221139:0:31524:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b3d5e8 inode ffff9453209180c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1788777290.221144:0:31524:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777290.221146:0:31524:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.221148:0:31524:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777290.221152:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9453209180c8) 00000080:00010000:2.0:1788777290.221156:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af882a from it ffffb1cb81d83e00 00010000:00000001:2.0:1788777290.221158:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.221159:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.221161:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777290.221163:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.221165:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777290.221166:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.221169:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777290.221176:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221177:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.221179:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.221182:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.221185:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777290.221193:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.221197:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.221200:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.221205:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221352:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.221356:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.221360:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.221362:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.221364:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.221368:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.221370:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.221371:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221373:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777290.221375:0:31524:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777290.221380:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e800. 00000100:00000001:2.0:1788777290.221386:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.221393:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126124032/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.221401:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777290.221405:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.221408:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94531066e800. 02000000:00000001:2.0:1788777290.221413:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777290.221416:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.221418:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.221420:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777290.221424:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093aa000. 02000000:00000001:2.0:1788777290.221428:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.221430:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.221432:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777290.221438:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.221439:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.221442:0:31524:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777290.221444:0:31524:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81d83e00 released 00000080:00000001:2.0:1788777290.221446:0:31524:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788777290.221452:0:31524:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777290.221455:0:31524:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777290.221457:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d50 00000080:00200000:2.0:1788777290.221459:0:31524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777290.221469:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e800. 00800000:00000002:2.0:1788777290.221477:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777290.221481:0:31524:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777290.221484:0:31524:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.221486:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c70 00800000:00000002:2.0:1788777290.221488:0:31524:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777290.221491:0:31524:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777290.221495:0:31524:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777290.221500:0:31524:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777290.221502:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b40 00000002:00010000:2.0:1788777290.221504:0:31524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777290.221508:0:31524:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777290.221510:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.221512:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.221517:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:2.0:1788777290.221519:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.221523:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.221526:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777290.221530:0:31524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777290.221538:0:31524:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777290.221542:0:31524:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777290.221545:0:31524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788777290.221551:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777290.221553:0:31524:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.221555:0:31524:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.221557:0:31524:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777290.221559:0:31524:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.221561:0:31524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777290.221563:0:31524:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777290.221565:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777290.221567:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e800. 00000080:00000001:2.0:1788777290.221569:0:31524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777290.221571:0:31524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.221573:0:31524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777290.221577:0:31524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8815 00800000:00000001:2.0:1788777290.221579:0:31524:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777290.221580:0:31524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777290.221582:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.221583:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.221585:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:2.0:1788777290.221587:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.221589:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.221591:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221592:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777290.221593:0:31524:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.221595:0:31524:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777290.221596:0:31524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8815 from it ffffb1cb81d83d88 00010000:00000001:2.0:1788777290.221598:0:31524:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777290.221599:0:31524:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777290.221601:0:31524:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:2.0:1788777290.221603:0:31524:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.221605:0:31524:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:2.0:1788777290.221607:0:31524:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777290.221609:0:31524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777290.221615:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221616:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.221617:0:31524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777290.221618:0:31524:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777290.221620:0:31524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777290.221626:0:31524:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777290.221628:0:31524:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777290.221629:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.221632:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221633:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.221634:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.221637:0:31524:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777290.221638:0:31524:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.221639:0:31524:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.221641:0:31524:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.221643:0:31524:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777290.221644:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221645:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777290.221647:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777290.221648:0:31524:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777290.221650:0:31524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:2.0:1788777290.221656:0:31524:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.221662:0:31524:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:2.0:1788777290.221664:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e18 00000080:00200000:2.0:1788777290.221666:0:31524:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:2.0:1788777290.221669:0:31524:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1788777290.221673:0:31524:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000404:0x28:0x0]) is foreign... 00000080:00000001:2.0:1788777290.221677:0:31524:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788777290.221734:0:31524:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073e800. 00800000:00000002:2.0:1788777290.221738:0:31524:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:2.0:1788777290.221746:0:31524:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788777290.221751:0:31524:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788777290.221754:0:31524:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x28:0x0] 00800000:00000001:2.0:1788777290.221756:0:31524:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777290.221758:0:31524:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x28:0x0] -> mds #0 00000002:00000001:2.0:1788777290.221762:0:31524:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788777290.221765:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.221768:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 2 00010000:00000001:2.0:1788777290.221770:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.221772:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.221776:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777290.221779:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788777290.221787:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777290.221790:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777290.221793:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777290.221795:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777290.221798:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.221800:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.221801:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 3 00010000:00000001:2.0:1788777290.221803:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.221805:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.221807:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.221808:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.221809:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 3 00010000:00000001:2.0:1788777290.221811:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.221813:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.221815:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.221816:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.221878:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34200 count: 3 00010000:00000001:2.0:1788777290.221880:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.221883:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.221885:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777290.221888:0:31524:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777290.221893:0:31524:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777290.221895:0:31524:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777290.221898:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777290.221899:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.221919:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777290.221922:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777290.221924:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777290.221926:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.221928:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777290.221932:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e8000 with handle 0xe53f2b0cb7af8815 from hash 00010000:00000001:2.0:1788777290.221934:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777290.221935:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.221937:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.221938:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777290.221941:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777290.221942:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777290.221946:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777290.221948:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.221950:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777290.221952:0:31524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777290.221954:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 3 00010000:00000001:2.0:1788777290.221956:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777290.221958:0:31524:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777290.221960:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777290.221962:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788777290.221969:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777290.221970:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777290.221972:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777290.221973:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:2.0:1788777290.221976:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.221977:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.221979:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 4 00010000:00000001:2.0:1788777290.221980:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.221983:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.221984:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.221985:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.221987:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 4 00010000:00000001:2.0:1788777290.221988:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.221990:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.221991:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.221992:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.221993:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 4 00010000:00000001:2.0:1788777290.221995:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.221996:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.221998:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777290.222000:0:31524:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff945320918000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777290.222003:0:31524:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777290.222004:0:31524:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777290.222006:0:31524:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777290.222008:0:31524:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9453209180c8) invalid 00000020:00000001:2.0:1788777290.222010:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a80 00000080:00002000:2.0:1788777290.222077:0:31524:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff945320b3d5e8) parent ffff9453208d0a20 inode ffff9453209180c8 refc 2 00000080:00000001:2.0:1788777290.222082:0:31524:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777290.222084:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777290.222085:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.222087:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777290.222089:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777290.222090:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777290.222092:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.222094:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777290.222096:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154800 with handle 0xe53f2b0cb7af882a from hash 00010000:00000001:2.0:1788777290.222097:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777290.222099:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.222100:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.222102:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777290.222103:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777290.222105:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777290.222107:0:31524:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777290.222109:0:31524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788777290.222115:0:31524:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777290.222117:0:31524:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777290.222118:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777290.222119:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode CR 00000002:00000001:2.0:1788777290.222121:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.222123:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.222125:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 4 00010000:00000001:2.0:1788777290.222127:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.222129:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777290.222130:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.222131:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.222133:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 4 00010000:00000001:2.0:1788777290.222134:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.222136:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.222138:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.222140:0:31524:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777290.222144:0:31524:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777290.222148:0:31524:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94531073ea00. 00000080:00000001:2.0:1788777290.222150:0:31524:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777290.222154:0:31524:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777290.222157:0:31524:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788777290.222159:0:31524:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:2.0:1788777290.222163:0:31524:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777290.222165:0:31524:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:2.0:1788777290.222172:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777290.222176:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777290.222180:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.222184:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.222187:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.222196:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073e000. 00000100:00000001:2.0:1788777290.222205:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777290.222461:0:31524:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777290.222474:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777290.222480:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914f480 x1875667126124288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777290.222487:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.222489:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.222497:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.222500:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524608 : -118390665027008 : ffff945306776240) 00000100:00000001:2.0:1788777290.222502:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.222504:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:2.0:1788777290.222509:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.222514:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.222516:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.222518:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.222523:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126124288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.222531:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.222534:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.222538:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.222542:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.222545:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.222548:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126124288:192.168.203.135@tcp:35:rm.0 00000100:00000001:2.0:1788777290.222553:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.222560:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.222564:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.222566:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.222571:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aa000. 02000000:00000001:2.0:1788777290.222573:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.222583:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.222587:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777290.222596:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c13b8. 00000100:00000200:2.0:1788777290.222607:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126124288, portal 10 00000100:00000001:2.0:1788777290.222609:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.222610:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777290.222618:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914f480 x1875667126124288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.222626:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.222629:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.222632:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c14c8. 00000100:00000200:2.0:1788777290.222636:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126124288, offset 0 00000400:00000200:2.0:1788777290.222643:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.222653:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.222663:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.222671:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.222677:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.222771:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.222775:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.222780:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2467:2467:256:4294967295] 192.168.203.135@tcp LPNI seq info [2462:2462:8:4294967295] 00000400:00000200:2.0:1788777290.222785:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.222798:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.222807:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.222815:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b600. 00000800:00000200:2.0:1788777290.222884:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.222894:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.222910:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.223078:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.223084:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 793515 usecs (794 jiffies) 00000400:00000200:2.0:1788777290.223088:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.223091:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441323 00000100:00000001:2.0:1788777290.223095:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.223099:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441323 00000100:00000001:2.0:1788777290.223102:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.223104:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.223107:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.223109:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.223112:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.223115:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.223118:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.223121:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.223467:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.223473:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b600. 00000400:00000200:1.0:1788777290.223479:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.223486:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.223494:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c14c8 00000400:00000010:1.0:1788777290.223497:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c14c8. 00000100:00000001:1.0:1788777290.223501:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.223507:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126124288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.223518:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.223521:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126124288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777290.223529:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.223530:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777290.229796:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.229820:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.229825:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.229828:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.229841:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.229851:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.229863:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.229869:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.229877:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.229881:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c4ff00 00000400:00000200:0.0:1788777290.229887:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.229896:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6a59 [1] + 224 00000800:00000001:0.0:1788777290.229917:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.229927:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.229931:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.229936:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.229947:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.229959:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126124288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777290.229971:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530914f480 x1875667126124288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777290.229995:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777290.230006:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.230011:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.230114:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777290.230125:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777290.230127:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777290.230132:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000400:00000200:2.0:1788777290.230137:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:2.0:1788777290.230140:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:2.0:1788777290.230144:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777290.230149:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126124288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777290.230158:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126124288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.230164:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777290.230167:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.230169:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777290.230174:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777290.230177:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777290.230180:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.230184:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777290.230196:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777290.230202:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777290.230205:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777290.230207:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.230210:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777290.230215:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.230269:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777290.230272:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777290.230274:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777290.230277:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.230279:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:2.0:1788777290.230283:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777290.230286:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788777290.230288:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777290.230291:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.230297:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126124288/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.230304:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.230308:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777290.230310:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777290.230314:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126124288/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777290.230322:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126124288:192.168.203.135@tcp:35:rm.0 00000100:00000001:2.0:1788777290.230327:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.230331:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.230334:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777290.230336:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.230340:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126124288/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.230347:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.230351:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.230356:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777290.230358:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.230366:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.230367:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000002:00000001:2.0:1788777290.230371:0:31524:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.230374:0:31524:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.230381:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ea00. 00000080:00000001:2.0:1788777290.230385:0:31524:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788777290.230390:0:31524:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788777290.230395:0:31524:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788777290.230401:0:31524:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.230409:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.230410:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777290.230412:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.230415:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.230422:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.230424:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.230427:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126124288/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.230434:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.230435:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.230438:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126123648/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/608 e 0 to 0 dl 1788777306 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.230443:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788777290.230447:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.230450:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.230452:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777290.230457:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9000. 02000000:00000001:2.0:1788777290.230462:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.230464:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.230466:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:2.0:1788777290.230469:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.230471:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777290.230472:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.230475:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126124288/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.230481:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777290.230483:0:31524:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b50c0. 00000002:00000001:2.0:1788777290.230486:0:31524:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777290.230488:0:31524:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777290.230490:0:31524:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b6380. 00000100:00000001:2.0:1788777290.230493:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777290.230495:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126124288/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777290.230501:0:31524:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777290.230503:0:31524:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777290.230506:0:31524:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aa000. 02000000:00000001:2.0:1788777290.230509:0:31524:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777290.230510:0:31524:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777290.230511:0:31524:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777290.230513:0:31524:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777290.230514:0:31524:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073e000. 02000000:00000001:2.0:1788777290.230516:0:31524:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777290.230517:0:31524:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777290.230519:0:31524:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777290.230522:0:31524:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777290.230524:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777290.230527:0:31524:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.230530:0:31524:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777290.230533:0:31524:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:2.0:1788777290.230538:0:31524:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777290.230541:0:31524:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777290.230549:0:31524:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803f00 count: 4 00010000:00000001:2.0:1788777290.230552:0:31524:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777290.230558:0:31524:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.230560:0:31524:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777290.230564:0:31524:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777290.230567:0:31524:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9453209180c8) invalid 00000020:00000001:2.0:1788777290.230571:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a80 00000080:00002000:2.0:1788777290.230574:0:31524:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff945320b3d5e8) parent ffff9453208d0a20 inode ffff9453209180c8 refc 2 00000080:00000001:2.0:1788777290.230578:0:31524:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777290.230581:0:31524:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777290.230584:0:31524:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.230590:0:31524:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777290.230594:0:31524:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777290.230596:0:31524:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777290.230598:0:31524:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777290.230602:0:31524:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777290.230606:0:31524:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155e00 with handle 0xe53f2b0cb7af8823 from hash 00010000:00000001:2.0:1788777290.230609:0:31524:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777290.230612:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777290.230614:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.230615:0:31524:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777290.230619:0:31524:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777290.230621:0:31524:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777290.230626:0:31524:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788777290.230628:0:31524:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788777290.230631:0:31524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788777290.230637:0:31524:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777290.230641:0:31524:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777290.230645:0:31524:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777290.230647:0:31524:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.230651:0:31524:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777290.230655:0:31524:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777290.230658:0:31524:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.230661:0:31524:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777290.230664:0:31524:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777290.230669:0:31524:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777290.230676:0:31524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073e000. 00000100:00000001:2.0:1788777290.230684:0:31524:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.230687:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.230690:0:31524:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777290.230709:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788777290.230719:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788777290.230732:0:31524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788777290.230738:0:31524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788777290.230740:0:31524:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788777290.230742:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777290.230745:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af882a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c3ac expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777290.230758:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.230760:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777290.230762:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8823 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c36d expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788777290.230769:0:31524:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803f00 count: 0 00010000:00000010:2.0:1788777290.230775:0:31524:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155900. 00010000:00000001:2.0:1788777290.230782:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.230783:0:31524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777290.230785:0:31524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af8815 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c351 expref: -99 pid: 31524 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1788777290.230792:0:31524:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34200 count: 0 00010000:00000010:2.0:1788777290.230795:0:31524:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327e00. 00010000:00000001:2.0:1788777290.230801:0:31524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777290.230802:0:31524:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.230805:0:31524:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777290.230806:0:31524:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777290.230808:0:31524:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788777290.230821:0:31524:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788777290.230828:0:31524:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914f480 x1875667126124544/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777290.230836:0:31524:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777290.230838:0:31524:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777290.230845:0:31524:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945306776240. 00000100:00000001:2.0:1788777290.230848:0:31524:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044524608 : -118390665027008 : ffff945306776240) 00000100:00000001:2.0:1788777290.230851:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.230852:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:2.0:1788777290.230857:0:31524:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777290.230862:0:31524:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.230864:0:31524:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777290.230866:0:31524:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777290.230870:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126124544/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.230878:0:31524:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777290.230880:0:31524:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.230885:0:31524:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777290.230888:0:31524:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777290.230891:0:31524:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777290.230894:0:31524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126124544:192.168.203.135@tcp:36:rm.0 00000100:00000001:2.0:1788777290.230898:0:31524:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777290.230916:0:31524:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777290.230919:0:31524:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777290.230922:0:31524:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777290.230928:0:31524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aa000. 02000000:00000001:2.0:1788777290.230930:0:31524:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777290.230937:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777290.230940:0:31524:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464c08. 00000400:00000010:2.0:1788777290.230947:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c13b8. 00000100:00000200:2.0:1788777290.230955:0:31524:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126124544, portal 10 00000100:00000001:2.0:1788777290.230957:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777290.230958:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777290.230964:0:31524:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126124544/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777290.230977:0:31524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777290.230980:0:31524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777290.230985:0:31524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c14c8. 00000100:00000200:2.0:1788777290.230989:0:31524:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875667126124544, offset 0 00000400:00000200:2.0:1788777290.230996:0:31524:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777290.231004:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.231011:0:31524:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777290.231018:0:31524:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777290.231023:0:31524:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777290.231029:0:31524:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777290.231032:0:31524:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777290.231037:0:31524:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2468:2468:256:4294967295] 192.168.203.135@tcp LPNI seq info [2463:2463:8:4294967295] 00000400:00000200:2.0:1788777290.231041:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777290.231053:0:31524:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777290.231059:0:31524:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777290.231066:0:31524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666bb00. 00000800:00000200:2.0:1788777290.231074:0:31524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777290.231083:0:31524:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777290.231090:0:31524:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666bb00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788777290.231114:0:31524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777290.231120:0:31524:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 792476 usecs (793 jiffies) 00000400:00000200:2.0:1788777290.231123:0:31524:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777290.231127:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296441330 00000100:00000001:2.0:1788777290.231130:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.231133:0:31524:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296441330 00000100:00000001:2.0:1788777290.231136:0:31524:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444465 00000100:00000001:2.0:1788777290.231139:0:31524:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777290.231142:0:31524:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777290.231146:0:31524:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777290.231149:0:31524:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777290.231152:0:31524:0:(client.c:2715:ptlrpc_set_wait()) set ffff945306776240 going to sleep for 11 seconds 00000100:00000001:2.0:1788777290.231155:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777290.231158:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777290.232174:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777290.232183:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bb00. 00000400:00000200:1.0:1788777290.232193:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777290.232202:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777290.232211:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c14c8 00000400:00000010:1.0:1788777290.232214:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c14c8. 00000100:00000001:1.0:1788777290.232251:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777290.232260:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126124544/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.232274:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.232278:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126124544/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.232286:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.232287:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777290.238126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154800. 00010000:00000010:2.1:1788777290.238152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803f00. 00010000:00000010:2.1:1788777290.238159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155e00. 00010000:00000010:2.1:1788777290.238162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34200. 00010000:00000010:2.1:1788777290.238166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8000. 00000800:00000001:0.0:1788777290.239372:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.239393:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777290.239399:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.239401:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.239414:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.239423:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777290.239434:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.239439:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.239446:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.239451:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c50000 00000400:00000200:0.0:1788777290.239457:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.239466:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6a61 [1] + 224 00000800:00000001:0.0:1788777290.239475:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777290.239484:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777290.239488:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.239494:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777290.239506:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777290.239517:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126124544/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777290.239537:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914f480 x1875667126124544/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777290.239563:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777290.239575:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777290.239579:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.239585:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777290.239593:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2469:2469:256:4294967295] 192.168.203.135@tcp LPNI seq info [2464:2464:8:4294967295] 00000400:00000200:0.0:1788777290.239597:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777290.239606:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777290.239612:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777290.239619:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114ff00. 00000800:00000200:0.0:1788777290.239627:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777290.239636:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777290.239642:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114ff00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1788777290.239912:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788777290.239932:0:31524:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777290.239943:0:31524:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777290.239946:0:31524:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777290.239950:0:31524:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464c08. 00000400:00000200:1.0:1788777290.239957:0:31524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:1.0:1788777290.239960:0:31524:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:1.0:1788777290.239964:0:31524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777290.239970:0:31524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126124544/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777290.239980:0:31524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126124544/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/624 e 0 to 0 dl 1788777306 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.239987:0:31524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777290.239990:0:31524:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777290.239993:0:31524:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777290.239997:0:31524:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777290.240000:0:31524:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777290.240003:0:31524:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777290.240007:0:31524:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777290.240019:0:31524:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=113 v=5 (5 102 102 102) 00000100:00001000:1.0:1788777290.240025:0:31524:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777290.240028:0:31524:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777290.240030:0:31524:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.240033:0:31524:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777290.240038:0:31524:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.240042:0:31524:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777290.240045:0:31524:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x10000014f] 00000100:00000001:1.0:1788777290.240047:0:31524:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777290.240050:0:31524:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777290.240051:0:31524:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:1.0:1788777290.240055:0:31524:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777290.240057:0:31524:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788777290.240059:0:31524:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777290.240062:0:31524:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777290.240068:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126124544/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.240076:0:31524:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777290.240080:0:31524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777290.240082:0:31524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777290.240087:0:31524:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126124544/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777290.240096:0:31524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:31524:1875667126124544:192.168.203.135@tcp:36:rm.0 00000100:00000001:1.0:1788777290.240101:0:31524:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777290.240104:0:31524:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777290.240107:0:31524:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777290.240110:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.240114:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126124544/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.240122:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777290.240126:0:31524:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945306776240. 00000100:00000001:1.0:1788777290.240131:0:31524:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777290.240132:0:31524:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777290.240142:0:31524:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777290.240146:0:31524:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777290.240151:0:31524:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777290.240155:0:31524:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073e800. 00000100:00000001:1.0:1788777290.240165:0:31524:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777290.240168:0:31524:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126124544/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777290.240175:0:31524:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.240178:0:31524:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.240200:0:31524:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788777290.240204:0:31524:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788777290.240206:0:31524:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9453209180c8) 00800000:00000001:1.0:1788777290.240211:0:31524:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788777290.240213:0:31524:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x28:0x0] 00000002:00000001:1.0:1788777290.240271:0:31524:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788777290.240278:0:31524:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777290.240281:0:31524:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.240284:0:31524:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788777290.240287:0:31524:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788777290.240288:0:31524:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.240291:0:31524:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777290.240296:0:31524:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788777290.240298:0:31524:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788777290.240319:0:31524:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777290.240324:0:31524:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e30 00000080:00002000:1.0:1788777290.240326:0:31524:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff945320b3d5e8, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788777290.240330:0:31524:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777290.240334:0:31524:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777290.240337:0:31524:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000200:0.0:1788777290.241148:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777290.241156:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114ff00. 00000400:00000200:0.0:1788777290.241162:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777290.241169:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777290.241199:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788777290.262008:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff945320918000. 00000080:00000010:1.1:1788777290.262026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b58a0. 00010000:00000001:1.0:1788777290.720032:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777290.720045:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777290.720048:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777290.720052:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.720059:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777290.720062:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.720064:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.720067:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.720073:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777290.720074:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777290.720077:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777290.720078:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777290.720110:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777290.720114:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777290.720117:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777291.464902:0:31609:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777291.745928:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777291.745935:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777291.746208:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777291.746210:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777291.746215:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777291.746216:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777291.746335:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777291.746339:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777291.746342:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777292.765517:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777292.765523:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777292.765528:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777292.765529:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777292.765532:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777292.765533:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777292.765709:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777292.765713:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777292.765717:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777292.992085:0:31746:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777293.792718:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777293.792724:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777293.792729:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777293.792731:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777293.792734:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777293.792735:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777293.794326:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777293.794331:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777293.794335:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788777294.279986:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777294.280002:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777294.280006:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777294.280008:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777294.280017:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777294.280026:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777294.280036:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777294.280041:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777294.280047:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777294.280061:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d59400 00000400:00000200:0.0:1788777294.280075:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x5e19 [2] + 1640 00000800:00000001:0.0:1788777294.280083:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777294.280087:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777294.280090:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777294.280094:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777294.280102:0:2339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777294.280104:0:2339:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788777294.280110:0:2339:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0a80. 00000100:00000040:0.0:1788777294.280113:0:2339:0:(events.c:337:request_in_callback()) incoming req@ffff945308be0a80 x1875667143988224 msgsize 328 00000100:00100000:0.0:1788777294.280118:0:2339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:0.0:1788777294.280132:0:2339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777294.280141:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777294.280145:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777294.280147:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777294.280149:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777294.280152:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777294.280156:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777294.280160:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777294.280162:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777294.280165:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777294.280168:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d59480 00000400:00000200:0.0:1788777294.280172:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x5e19 [2] + 1968 00000400:00000010:0.0:1788777294.280176:0:2339:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb9f8. 00000400:00000200:0.0:1788777294.280181:0:2339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9453106c6e40 00000800:00000001:0.0:1788777294.280184:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777294.280203:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777294.280206:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777294.280209:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777294.280212:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453106c6e40 00000400:00000010:0.0:1788777294.280215:0:2339:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9453106c6e40. 00000100:00000001:0.0:1788777294.280248:0:2339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777294.280251:0:2339:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788777294.280253:0:2339:0:(events.c:337:request_in_callback()) incoming req@ffff94531068a450 x1875667143988352 msgsize 328 00000100:00100000:0.0:1788777294.280258:0:2339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000040:0.0:1788777294.280260:0:2339:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788777294.280268:0:2339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777294.280272:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777294.280275:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788777294.280531:0:15900:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff945310689400. 00000100:00000010:1.0:1788777294.280540:0:15900:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff945320242000. 00000100:00100000:1.0:1788777294.280543:0:15900:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1788777294.280546:0:15900:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1788777294.280551:0:15900:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb7e8. 00000400:00000010:1.0:1788777294.280557:0:15900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff945312393180. 00000100:00000001:1.0:1788777294.280567:0:15900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788777294.280569:0:15900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667143988224 02000000:00000001:1.0:1788777294.280572:0:15900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788777294.280574:0:15900:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777294.280576:0:15900:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777294.280581:0:15900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777294.280585:0:15900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667143988224 00000020:00000001:1.0:1788777294.280588:0:15900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777294.280590:0:15900:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:1.0:1788777294.280593:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777294.280596:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:1.0:1788777294.280598:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:1.0:1788777294.280601:0:15900:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000001:1.0:1788777294.280605:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777294.280609:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9ccc0. 00000100:00000001:1.0:1788777294.280612:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777294.280615:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9ccc0. 00000020:00000010:1.0:1788777294.280622:0:15900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945301218400. 00000020:00000010:1.0:1788777294.280628:0:15900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcd900. 00000020:00000010:1.0:1788777294.280634:0:15900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9453212410c8. 00000100:00000040:1.0:1788777294.280642:0:15900:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788777294.280646:0:15900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777294.280647:0:15900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777294.280650:0:15900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.280657:0:15900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.280661:0:15900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777294.280669:0:15900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788777294.280671:0:15900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667143988352 02000000:00000001:1.0:1788777294.280673:0:15900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788777294.280674:0:15900:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777294.280675:0:15900:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777294.280677:0:15900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777294.280680:0:15900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667143988352 00000020:00000001:1.0:1788777294.280681:0:15900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777294.280683:0:15900:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:1.0:1788777294.280684:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777294.280686:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:1.0:1788777294.280688:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:1.0:1788777294.280690:0:15900:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000001:1.0:1788777294.280692:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777294.280695:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9ccc0. 00000100:00000001:1.0:1788777294.280697:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777294.280699:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9ccc0. 00000020:00000010:1.0:1788777294.280702:0:15900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945301218a00. 00000020:00000010:1.0:1788777294.280705:0:15900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcde00. 00000020:00000010:1.0:1788777294.280708:0:15900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945321241640. 00000100:00000001:1.0:1788777294.280711:0:15900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777294.280712:0:15900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777294.280714:0:15900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.280716:0:15900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.280718:0:15900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777294.280725:0:15900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777294.280727:0:15900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777294.280732:0:15900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 57 00000100:00000040:1.0:1788777294.280735:0:15900:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119bd000 : new rpc_count 1 00000100:00000001:1.0:1788777294.280738:0:15900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:1.0:1788777294.280746:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945308be0a80 x1875667143988224/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:350/0 lens 328/0 e 0 to 0 dl 1788777305 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777294.280762:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777294.280765:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9ccc0. 00000100:00000001:1.0:1788777294.280767:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777294.280769:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9ccc0. 00000100:00100000:1.0:1788777294.280773:0:15900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945308be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6686:x1875667143988224:12345-192.168.203.135@tcp:104: 00000100:00000200:1.0:1788777294.280777:0:15900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667143988224 00010000:00000001:1.0:1788777294.280780:0:15900:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777294.280786:0:15900:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777294.280788:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777294.280790:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=2 00000020:00000001:1.0:1788777294.280792:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777294.280794:0:15900:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777294.280798:0:15900:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777294.280801:0:15900:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777294.280806:0:15900:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788777294.280818:0:15900:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777294.280821:0:15900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777294.280824:0:15900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94531068b800. 02000000:00000001:1.0:1788777294.280827:0:15900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.280829:0:15900:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.280833:0:15900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777294.280835:0:15900:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777294.280838:0:15900:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777294.280843:0:15900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777294.280846:0:15900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777294.280848:0:15900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777294.280850:0:15900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777294.280852:0:15900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.280855:0:15900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777294.280858:0:15900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777294.280861:0:15900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12e58. 00000100:00000200:1.0:1788777294.280864:0:15900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667143988224, offset 224 00000400:00000200:1.0:1788777294.280870:0:15900:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777294.280889:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.280895:0:15900:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777294.280901:0:15900:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2470:2470:256:4294967295] 192.168.203.135@tcp LPNI seq info [2465:2465:8:4294967295] 00000400:00000200:1.0:1788777294.280905:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.280912:0:15900:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777294.280917:0:15900:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777294.280923:0:15900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929a00. 00000800:00000200:1.0:1788777294.280929:0:15900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777294.280935:0:15900:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777294.280939:0:15900:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777294.280946:0:15900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777294.280950:0:15900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777294.280953:0:15900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788777294.280956:0:15900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff945312393000. 00010000:00000001:1.0:1788777294.280958:0:15900:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777294.280969:0:15900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788777294.280972:0:15900:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.280973:0:15900:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.280975:0:15900:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777294.280979:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667143988224/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:350/0 lens 328/224 e 0 to 0 dl 1788777305 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777294.280988:0:15900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945308be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6686:x1875667143988224:12345-192.168.203.135@tcp:104: Request processed in 224us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777294.280995:0:15900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 57 00000100:00000040:1.0:1788777294.280998:0:15900:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119bd000 : new rpc_count 0 00000100:00000001:1.0:1788777294.281001:0:15900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777294.281003:0:15900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777294.281007:0:15900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcd900. 00000020:00000010:1.0:1788777294.281015:0:15900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9453212410c8. 00000020:00000010:1.0:1788777294.281019:0:15900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945301218400. 00000020:00000040:1.0:1788777294.281024:0:15900:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:1.0:1788777294.281027:0:15900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777294.281034:0:15900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777294.281036:0:15900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777294.281039:0:15900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 58 00000100:00000040:1.0:1788777294.281042:0:15900:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119b8800 : new rpc_count 1 00000100:00000001:1.0:1788777294.281043:0:15900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683211330640 : -118390498220976 : ffff94531068a450) 00000100:00000040:1.0:1788777294.281048:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94531068a450 x1875667143988352/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:350/0 lens 328/0 e 0 to 0 dl 1788777305 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777294.281055:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777294.281058:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9ccc0. 00000100:00000001:1.0:1788777294.281060:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777294.281062:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9ccc0. 00000100:00100000:1.0:1788777294.281066:0:15900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94531068a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6687:x1875667143988352:12345-192.168.203.135@tcp:104: 00000100:00000200:1.0:1788777294.281069:0:15900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667143988352 00010000:00000001:1.0:1788777294.281071:0:15900:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777294.281074:0:15900:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777294.281075:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777294.281077:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=2 00000020:00000001:1.0:1788777294.281079:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:1.0:1788777294.281081:0:15900:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:1.0:1788777294.281084:0:15900:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777294.281086:0:15900:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777294.281090:0:15900:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788777294.281104:0:15900:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777294.281105:0:15900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777294.281109:0:15900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945310688800. 02000000:00000001:1.0:1788777294.281111:0:15900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.281113:0:15900:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.281115:0:15900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777294.281117:0:15900:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777294.281119:0:15900:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777294.281122:0:15900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777294.281125:0:15900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777294.281127:0:15900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777294.281129:0:15900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777294.281130:0:15900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.281132:0:15900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777294.281134:0:15900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777294.281137:0:15900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12f68. 00000100:00000200:1.0:1788777294.281140:0:15900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667143988352, offset 224 00000400:00000200:1.0:1788777294.281145:0:15900:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777294.281149:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.281153:0:15900:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777294.281156:0:15900:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2471:2471:255:4294967295] 192.168.203.135@tcp LPNI seq info [2466:2466:7:4294967295] 00000400:00000200:1.0:1788777294.281160:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.281166:0:15900:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777294.281170:0:15900:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777294.281174:0:15900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945321929d00. 00000800:00000200:1.0:1788777294.281178:0:15900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777294.281182:0:15900:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777294.281185:0:15900:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321929d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777294.281188:0:15900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777294.281191:0:15900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777294.281194:0:15900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788777294.281197:0:15900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453123936c0. 00010000:00000001:1.0:1788777294.281199:0:15900:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777294.281211:0:15900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:1.0:1788777294.281214:0:15900:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.281215:0:15900:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.281217:0:15900:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777294.281260:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94531068a450 x1875667143988352/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:350/0 lens 328/224 e 0 to 0 dl 1788777305 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777294.281269:0:15900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94531068a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6687:x1875667143988352:12345-192.168.203.135@tcp:104: Request processed in 212us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777294.281275:0:15900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 58 00000100:00000040:1.0:1788777294.281278:0:15900:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119b8800 : new rpc_count 0 00000100:00000001:1.0:1788777294.281280:0:15900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777294.281281:0:15900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777294.281284:0:15900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcde00. 00000020:00000010:1.0:1788777294.281286:0:15900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945321241640. 00000020:00000010:1.0:1788777294.281289:0:15900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945301218a00. 00000020:00000040:1.0:1788777294.281292:0:15900:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000010:1.0:1788777294.281296:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 02000000:00000001:1.0:1788777294.281301:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777294.281303:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff94531068a000. 02000000:00000001:1.0:1788777294.281306:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777294.281307:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1c00. 02000000:00000001:1.0:1788777294.281310:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777294.281311:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945307d23400. 02000000:00000001:1.0:1788777294.281313:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777294.281315:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2a00. 02000000:00000001:1.0:1788777294.281317:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777294.281318:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945307d20800. 02000000:00000001:1.0:1788777294.281320:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777294.281321:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1880. 02000000:00000001:1.0:1788777294.281324:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777294.281325:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945307d20400. 02000000:00000001:1.0:1788777294.281327:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777294.281328:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3800. 02000000:00000001:1.0:1788777294.281331:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777294.281332:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945307d20000. 02000000:00000001:1.0:1788777294.281334:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777294.281335:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c700. 00000100:00000010:1.0:1788777294.281338:0:15900:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff945320240000. 00000100:00000010:1.0:1788777294.281341:0:15900:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff94531068a400. 00000100:00000001:1.0:1788777294.281343:0:15900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777294.281361:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777294.281363:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777294.281365:0:15910:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1788777294.281368:0:15910:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788777294.281370:0:15910:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788777294.281374:0:15910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777294.281383:0:15910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309155800 already unused, calling callback (ffffffffc1359300) 00000008:00000001:1.0:1788777294.281386:0:15910:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788777294.281759:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777294.281762:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777294.281765:0:15911:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788777294.281767:0:15911:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788777294.281768:0:15911:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777294.281772:0:15911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777294.281780:0:15911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309155000 already unused, calling callback (ffffffffc1359300) 00000008:00000001:3.0:1788777294.281782:0:15911:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788777294.281784:0:15911:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777294.281785:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777294.281787:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777294.281788:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777294.281790:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777294.281792:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777294.281795:0:15911:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777294.281797:0:15911:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788777294.281804:0:15911:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788777294.281807:0:15911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777294.281810:0:15911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777294.281812:0:15911:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777294.281814:0:15911:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788777294.281816:0:15911:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777294.281818:0:15911:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777294.281821:0:15911:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777294.281823:0:15911:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777294.281828:0:15911:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777294.281829:0:15911:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777294.281830:0:15911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777294.281832:0:15911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777294.281835:0:15911:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155000 with handle 0xe53f2b0cb7af87e4 from hash 00010000:00000001:3.0:1788777294.281837:0:15911:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777294.281838:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777294.281840:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777294.281841:0:15911:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777294.281844:0:15911:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777294.281846:0:15911:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788777294.281851:0:15911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777294.281853:0:15911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777294.281856:0:15911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777294.281858:0:15911:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788777294.281864:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3fb80. 00000020:00000040:3.0:1788777294.281866:0:15911:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777294.281871:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777294.281883:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777294.281887:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777294.281894:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a0a000. 00000100:00000001:3.0:1788777294.281900:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777294.281902:0:15911:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777294.281905:0:15911:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788777294.281912:0:15911:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777294.281913:0:15911:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777294.281917:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777294.281921:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777294.281929:0:15911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000055be71] to pc [ptlrpcd_01_00+0] req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788777294.281954:0:15911:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777294.281956:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777294.281958:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777294.281959:0:15911:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777294.281961:0:15911:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777294.281962:0:15911:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777294.281965:0:15911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777294.281971:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777294.281973:0:15911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af87e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c294 expref: -99 pid: 31521 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788777294.281980:0:15911:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6ec0. 00010000:00000040:3.0:1788777294.281985:0:15911:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8500 count: 0 00010000:00000010:3.0:1788777294.281991:0:15911:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9453054b8e00. 00010000:00000001:3.0:1788777294.281999:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777294.282001:0:15911:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788777294.282002:0:15911:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9453123936c0. 00010000:00000001:3.0:1788777294.282004:0:15911:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777294.282007:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777294.282008:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777294.282010:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777294.282011:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777294.282012:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777294.282014:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777294.282016:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777294.282017:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777294.282019:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777294.282025:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777294.282028:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777294.282031:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777294.282036:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777294.282043:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777294.282046:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777294.282050:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777294.282052:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777294.282055:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777294.282058:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126124672:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777294.282062:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777294.282067:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777294.282069:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777294.282072:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777294.282076:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945308a0a400. 02000000:00000001:3.0:1788777294.282077:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777294.282082:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777294.282086:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 00000400:00000010:3.0:1788777294.282090:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777294.282094:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126124672, portal 18 00000100:00000001:3.0:1788777294.282096:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777294.282098:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081001856 : -118390628549760 : ffff945308a3fb80) 00000100:00000040:3.0:1788777294.282103:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777294.282109:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777294.282111:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777294.282114:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347110. 00000100:00000200:3.0:1788777294.282117:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126124672, offset 0 00000400:00000200:3.0:1788777294.282121:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777294.282126:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777294.282131:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777294.282136:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777294.282140:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777294.282144:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777294.282147:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777294.282150:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2472:2472:254:4294967295] 192.168.203.135@tcp LPNI seq info [2467:2467:6:4294967295] 00000400:00000200:3.0:1788777294.282153:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777294.282161:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777294.282166:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777294.282169:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfc00. 00000800:00000200:3.0:1788777294.282174:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777294.282179:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777294.282182:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777294.282185:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777294.282189:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 271542 usecs (272 jiffies) 00000400:00000200:3.0:1788777294.282192:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777294.282195:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296444860 00000100:00000001:3.0:1788777294.282202:0:2348:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296444465 00000100:00000001:3.0:1788777294.282207:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296444860 00000100:00000001:3.0:1788777294.282210:0:2348:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296444465 00000100:00000001:3.0:1788777294.282213:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777294.282215:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777294.282239:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777294.282243:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777294.282247:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777294.282250:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777294.282252:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777294.282253:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777294.282255:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777294.282257:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777294.282265:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777294.282267:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.282584:0:15910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777294.282587:0:15910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777294.282588:0:15910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777294.282590:0:15910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:1.0:1788777294.282593:0:15910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777294.282595:0:15910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:1.0:1788777294.282598:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777294.282601:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788777294.282609:0:15910:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788777294.282611:0:15910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777294.282613:0:15910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777294.282617:0:15910:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000008:00000001:1.0:1788777294.282618:0:15910:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788777294.282620:0:15910:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777294.282622:0:15910:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000008:00000001:1.0:1788777294.282624:0:15910:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.282626:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777294.282629:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777294.282631:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777294.282632:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777294.282634:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777294.282636:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155800 with handle 0xe53f2b0cb7af87f9 from hash 00010000:00000001:1.0:1788777294.282638:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777294.282639:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777294.282640:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777294.282641:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777294.282644:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777294.282645:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788777294.282648:0:15910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777294.282650:0:15910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.282652:0:15910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777294.282653:0:15910:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788777294.282658:0:15910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c700. 00000020:00000040:1.0:1788777294.282661:0:15910:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777294.282665:0:15910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777294.282667:0:15910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777294.282669:0:15910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777294.282674:0:15910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945301218a00. 00000100:00000001:1.0:1788777294.282678:0:15910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.282681:0:15910:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777294.282684:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788777294.282691:0:15910:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777294.282693:0:15910:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777294.282695:0:15910:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777294.282699:0:15910:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777294.282705:0:15910:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c9ec0b5] to pc [ptlrpcd_00_00+0] req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788777294.282726:0:15910:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777294.282729:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777294.282730:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777294.282731:0:15910:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.282733:0:15910:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777294.282735:0:15910:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777294.282738:0:15910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777294.282746:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777294.282748:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000002d835dc7/0xe53f2b0cb7af87f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c2d3 expref: -99 pid: 31522 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788777294.282756:0:15910:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6b40. 00010000:00000040:1.0:1788777294.282759:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8800 count: 0 00010000:00000010:1.0:1788777294.282763:0:15910:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9453054b8000. 00010000:00000001:1.0:1788777294.282768:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777294.282770:0:15910:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788777294.282772:0:15910:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff945312393000. 00010000:00000001:1.0:1788777294.282774:0:15910:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777294.282776:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777294.282777:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777294.282779:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777294.282780:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777294.282781:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777294.282783:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788777294.282785:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777294.282786:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777294.282787:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777294.282795:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777294.282798:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777294.282799:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777294.282804:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777294.282812:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777294.282813:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777294.282816:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777294.282818:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777294.282821:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777294.282824:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126124800:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788777294.282827:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777294.282830:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777294.282832:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777294.282834:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777294.282837:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301218400. 02000000:00000001:1.0:1788777294.282839:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777294.282843:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777294.282846:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbd10. 00000400:00000010:1.0:1788777294.282850:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12550. 00000100:00000200:1.0:1788777294.282853:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126124800, portal 18 00000100:00000001:1.0:1788777294.282855:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777294.282856:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087476480 : -118390622075136 : ffff94530906c700) 00000100:00000040:1.0:1788777294.282862:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777294.282869:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777294.282883:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777294.282886:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12220. 00000100:00000200:1.0:1788777294.282889:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126124800, offset 0 00000400:00000200:1.0:1788777294.282895:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777294.282899:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.282904:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777294.282908:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777294.282911:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777294.282914:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777294.282916:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777294.282918:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2473:2473:253:4294967295] 192.168.203.135@tcp LPNI seq info [2468:2468:5:4294967295] 00000400:00000200:1.0:1788777294.282922:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.282929:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777294.282933:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777294.282937:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453201f6800. 00000800:00000200:1.0:1788777294.282942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777294.282947:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777294.282951:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453201f6800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777294.282954:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777294.282957:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23558 usecs (24 jiffies) 00000400:00000200:1.0:1788777294.282960:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777294.282962:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296444613 00000100:00000001:1.0:1788777294.282965:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296444860 00000100:00000001:1.0:1788777294.282967:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296444613 00000100:00000001:1.0:1788777294.282969:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296444860 00000100:00000001:1.0:1788777294.282970:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777294.282973:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.282975:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.282977:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777294.282981:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777294.282983:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777294.282985:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777294.282986:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777294.282987:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.282989:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777294.282998:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777294.283000:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777294.283386:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777294.283401:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929a00. 00000400:00000200:0.0:1788777294.283407:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777294.283412:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777294.283417:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12e58 00000400:00000010:0.0:1788777294.283419:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12e58. 00000100:00000001:0.0:1788777294.283423:0:2338:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1788777294.283425:0:2338:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788777294.283427:0:2338:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff94531068b800. 02000000:00000001:0.0:1788777294.283429:0:2338:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1788777294.283430:0:2338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788777294.283442:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777294.283445:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945321929d00. 00000400:00000200:0.0:1788777294.283448:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777294.283451:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777294.283453:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12f68 00000400:00000010:0.0:1788777294.283455:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12f68. 00000100:00000001:0.0:1788777294.283457:0:2338:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1788777294.283458:0:2338:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788777294.283460:0:2338:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945310688800. 02000000:00000001:0.0:1788777294.283462:0:2338:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1788777294.283463:0:2338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788777294.283470:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777294.283472:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfc00. 00000400:00000200:0.0:1788777294.283474:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777294.283478:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777294.283480:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347110 00000400:00000010:0.0:1788777294.283482:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347110. 00000100:00000001:0.0:1788777294.283484:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777294.283489:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777294.283499:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777294.283502:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777294.283509:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777294.283510:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777294.283566:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777294.283569:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453201f6800. 00000400:00000200:0.0:1788777294.283573:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777294.283576:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777294.283579:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12220 00000400:00000010:0.0:1788777294.283580:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12220. 00000100:00000001:0.0:1788777294.283582:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777294.283586:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777294.283593:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777294.283596:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777294.283602:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777294.283603:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777294.292314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:3.1:1788777294.292327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00000800:00000001:0.0:1788777294.298730:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000010:1.1:1788777294.300488:0:31892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8800. 00010000:00000010:1.1:1788777294.300503:0:31892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00000800:00000001:0.0:1788777294.308890:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777294.308898:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777294.314048:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777294.314075:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314082:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777294.314093:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314097:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314102:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314106:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c50100 00000400:00000200:1.0:1788777294.314111:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314117:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6a89 [1] + 224 00000800:00000001:1.0:1788777294.314125:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777294.314132:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777294.314135:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777294.314140:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777294.314147:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777294.314155:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777294.314165:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777294.314177:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777294.314185:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777294.314204:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777294.314207:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777294.314209:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777294.314212:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314215:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777294.314276:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314279:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314282:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314286:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c50080 00000400:00000200:1.0:1788777294.314289:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777294.314292:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6a81 [1] + 224 00000800:00000001:1.0:1788777294.314297:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777294.314306:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777294.314309:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777294.314313:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777294.314316:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777294.314320:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777294.314330:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777294.314343:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777294.314347:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777294.314350:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777294.314404:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777294.314408:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777294.314425:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777294.314428:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777294.314431:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbd10. 00000400:00000200:0.0:1788777294.314436:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12550 00000400:00000010:0.0:1788777294.314438:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12550. 00000100:00000001:0.0:1788777294.314441:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777294.314446:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777294.314454:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777294.314461:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777294.314463:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777294.314466:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777294.314469:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777294.314471:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777294.314473:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777294.314476:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777294.314485:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022d38 time=115 v=5 (5 5 0 5) 00000100:00001000:0.0:1788777294.314488:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777294.314492:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777294.314494:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777294.314497:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777294.314500:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777294.314504:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777294.314506:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788777294.314507:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777294.314509:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777294.314513:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777294.314520:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777294.314523:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777294.314524:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777294.314528:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777294.314534:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126124800:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788777294.314539:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777294.314541:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777294.314544:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c700 x1875667126124800/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777294.314550:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777294.314552:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777294.314555:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301218400. 02000000:00000001:0.0:1788777294.314559:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777294.314561:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777294.314563:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777294.314565:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777294.314567:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945301218a00. 02000000:00000001:0.0:1788777294.314570:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777294.314572:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777294.314574:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c700. 00000100:00000001:0.0:1788777294.314578:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777294.314580:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777294.314582:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777294.314588:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777294.314590:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777294.314592:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777294.314595:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777294.314811:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777294.314814:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777294.314817:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777294.314819:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777294.314822:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:3.0:1788777294.314826:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777294.314828:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777294.314831:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777294.314836:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777294.314843:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777294.314849:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777294.314851:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777294.314852:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777294.314854:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777294.314855:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777294.314857:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777294.314858:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777294.314862:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026538 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777294.314865:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777294.314867:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777294.314868:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777294.314870:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777294.314880:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777294.314883:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777294.314885:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777294.314887:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777294.314888:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777294.314891:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777294.314897:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777294.314899:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777294.314900:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777294.314903:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777294.314909:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126124672:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777294.314913:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777294.314915:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777294.314918:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3fb80 x1875667126124672/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777294.314934:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777294.314935:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777294.314937:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945308a0a400. 02000000:00000001:3.0:1788777294.314940:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777294.314941:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777294.314943:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777294.314944:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777294.314946:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a0a000. 02000000:00000001:3.0:1788777294.314948:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777294.314949:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777294.314950:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3fb80. 00000100:00000001:3.0:1788777294.314953:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777294.314954:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777294.314956:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777294.314959:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777294.314961:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777294.314963:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777294.314964:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777294.559067:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296444860, at 4296444865 00000100:00000010:0.0:1788777294.559083:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cc00. 00000100:00000040:1.0:1788777294.561244:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296444860, at 4296444868 00000100:00000010:1.0:1788777294.561257:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6c4e0. 00000080:00000001:2.0:1788777294.626142:0:31890:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777294.814298:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777294.814303:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777294.814339:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777294.814344:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777294.814347:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777295.134542:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777295.134551:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777295.134559:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f480. 00000020:00000040:1.0:1788777295.134564:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777295.134568:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777295.134571:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777295.134576:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777295.134584:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453201f6000. 00000100:00000001:1.0:1788777295.134591:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134602:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777295.134611:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777295.134615:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134620:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb2f20e5] to pc [ptlrpcd_00_01+1] req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.134648:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134651:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777295.134656:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777295.134659:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c700. 00000020:00000040:1.0:1788777295.134662:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777295.134664:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777295.134665:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777295.134667:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777295.134670:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453201f6c00. 00000100:00000001:1.0:1788777295.134673:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134678:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777295.134685:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777295.134687:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134691:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c9ec0b5] to pc [ptlrpcd_00_00+0] req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.134698:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134700:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777295.134703:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777295.134707:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906fb80. 00000020:00000040:1.0:1788777295.134709:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777295.134711:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777295.134712:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777295.134713:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777295.134716:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453201f6f00. 00000100:00000001:1.0:1788777295.134718:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134721:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777295.134727:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777295.134729:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134823:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016736c28] to pc [ptlrpcd_00_01+1] req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.134930:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134932:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777295.134936:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777295.134940:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d500. 00000020:00000040:1.0:1788777295.134942:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:1.0:1788777295.134945:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777295.134946:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777295.134948:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777295.134951:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453201f6d00. 00000100:00000001:1.0:1788777295.134955:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134960:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777295.134967:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777295.134969:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134973:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044065a2a] to pc [ptlrpcd_00_00+0] req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.134979:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.134983:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1783) 00000100:00000001:1.0:1788777295.134994:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777295.134997:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777295.134999:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777295.135003:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.135010:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777295.135013:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.135016:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777295.135019:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777295.135022:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777295.135025:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126124928:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777295.135029:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777295.135034:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777295.135037:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.135040:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777295.135043:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945321a79800. 02000000:00000001:1.0:1788777295.135045:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777295.135051:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777295.135055:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbec8. 00000400:00000010:1.0:1788777295.135062:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12d48. 00000100:00000200:1.0:1788777295.135068:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126124928, portal 25 00000100:00000001:1.0:1788777295.135070:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777295.135071:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087488128 : -118390622063488 : ffff94530906f480) 00000100:00000040:1.0:1788777295.135077:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.135083:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777295.135086:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777295.135088:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12110. 00000100:00000200:1.0:1788777295.135090:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126124928, offset 0 00000400:00000200:1.0:1788777295.135096:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777295.135183:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.135191:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777295.135196:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777295.135200:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777295.135204:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777295.135206:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777295.135210:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2474:2474:256:4294967295] 192.168.203.135@tcp LPNI seq info [2469:2469:8:4294967295] 00000400:00000200:1.0:1788777295.135214:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.135332:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777295.135411:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777295.135416:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453201f6800. 00000800:00000200:1.0:1788777295.135422:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777295.135429:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777295.135434:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453201f6800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777295.135447:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777295.135451:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777295.135454:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296449585 00000100:00000010:1.0:1788777295.135459:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb300. 00000100:00000001:1.0:1788777295.135465:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777295.135471:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296449585 00000100:00000010:1.0:1788777295.135473:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb6c0. 00000100:00000001:1.0:1788777295.135477:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777295.135480:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777295.135483:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.135486:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777295.135490:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.135496:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777295.135498:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.135500:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777295.135501:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777295.135503:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777295.135506:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126125184:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777295.135510:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777295.135512:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777295.135514:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.135515:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777295.135519:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219600. 02000000:00000001:1.0:1788777295.135521:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777295.135524:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777295.135527:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cba50. 00000400:00000010:1.0:1788777295.135531:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12880. 00000100:00000200:1.0:1788777295.135534:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126125184, portal 4 00000100:00000001:1.0:1788777295.135535:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777295.135537:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489920 : -118390622061696 : ffff94530906fb80) 00000100:00000040:1.0:1788777295.135543:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.135550:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777295.135553:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777295.135555:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12330. 00000100:00000200:1.0:1788777295.135558:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126125184, offset 0 00000400:00000200:1.0:1788777295.135562:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777295.135566:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.135569:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777295.135572:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777295.135575:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777295.135577:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777295.135579:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777295.135582:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2475:2475:255:4294967295] 192.168.203.135@tcp LPNI seq info [2470:2470:7:4294967295] 00000400:00000200:1.0:1788777295.135586:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.135591:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777295.135596:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777295.135600:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534400. 00000800:00000200:1.0:1788777295.135604:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777295.135608:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777295.135610:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777295.135614:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.135617:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23632 usecs (24 jiffies) 00000400:00000200:1.0:1788777295.135621:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777295.135623:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296445466 00000100:00000001:1.0:1788777295.135625:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296449585 00000100:00000001:1.0:1788777295.135627:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296445466 00000100:00000001:1.0:1788777295.135629:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296449585 00000100:00000001:1.0:1788777295.135631:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777295.135632:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.135635:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.135638:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.135645:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777295.135647:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777295.135649:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777295.135651:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777295.135652:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777295.135654:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788777295.135656:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.135657:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777295.135659:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.135660:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777295.135662:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777295.135663:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777295.135666:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.135673:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777295.135674:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.135677:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777295.135679:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777295.135681:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777295.135684:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126125056:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777295.135687:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777295.135689:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777295.135690:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.135692:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777295.135696:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94532121a000. 02000000:00000001:1.0:1788777295.135697:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777295.135700:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777295.135703:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb9a0. 00000400:00000010:1.0:1788777295.135706:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12b28. 00000100:00000200:1.0:1788777295.135709:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126125056, portal 10 00000100:00000001:1.0:1788777295.135711:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777295.135712:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087476480 : -118390622075136 : ffff94530906c700) 00000100:00000040:1.0:1788777295.135718:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.135724:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777295.135726:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777295.135728:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12198. 00000100:00000200:1.0:1788777295.135730:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126125056, offset 0 00000100:00000001:0.0:1788777295.139699:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777295.139708:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777295.141106:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777295.141112:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453201f6800. 00000400:00000200:0.0:1788777295.141121:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777295.141129:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777295.141136:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12110 00000400:00000010:0.0:1788777295.141138:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12110. 00000100:00000001:0.0:1788777295.141143:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777295.141151:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777295.141163:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777295.141168:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777295.141176:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777295.141178:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777295.141252:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777295.141255:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534400. 00000400:00000200:0.0:1788777295.141258:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777295.141262:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777295.141264:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12330 00000400:00000010:0.0:1788777295.141266:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12330. 00000100:00000001:0.0:1788777295.141269:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777295.141272:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777295.141279:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777295.141282:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777295.141287:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777295.141289:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1788777295.146146:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777295.146157:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.146165:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777295.146171:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777295.146176:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777295.146180:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777295.146182:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777295.146187:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2476:2476:256:4294967295] 192.168.203.135@tcp LPNI seq info [2471:2471:8:4294967295] 00000400:00000200:1.0:1788777295.146191:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.146200:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777295.146206:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777295.146212:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534100. 00000800:00000200:1.0:1788777295.146243:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777295.146251:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777295.146255:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777295.146267:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.146272:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 791441 usecs (792 jiffies) 00000400:00000200:1.0:1788777295.146276:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777295.146279:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296446243 00000800:00000200:1.0:1788777295.146369:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777295.146373:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534100. 00000400:00000200:1.0:1788777295.146377:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777295.146382:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777295.146387:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12198 00000400:00000010:1.0:1788777295.146389:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12198. 00000100:00000001:1.0:1788777295.146394:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777295.146402:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.146413:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.146416:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.146423:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.146424:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777295.146437:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296449585 00000100:00000001:1.0:1788777295.146440:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296446243 00000100:00000001:1.0:1788777295.146442:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296449585 00000100:00000001:1.0:1788777295.146445:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777295.146448:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.146452:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777295.146458:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.146466:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777295.146468:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.146474:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777295.146477:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777295.146481:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777295.146485:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126125312:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777295.146489:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777295.146495:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777295.146498:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.146501:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777295.146508:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530137e200. 02000000:00000001:1.0:1788777295.146511:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777295.146515:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777295.146519:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb948. 00000400:00000010:1.0:1788777295.146524:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12198. 00000100:00000200:1.0:1788777295.146531:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126125312, portal 4 00000100:00000001:1.0:1788777295.146534:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777295.146536:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087480064 : -118390622071552 : ffff94530906d500) 00000100:00000040:1.0:1788777295.146545:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.146553:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777295.146555:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777295.146558:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12ee0. 00000100:00000200:1.0:1788777295.146561:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126125312, offset 0 00000400:00000200:1.0:1788777295.146564:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777295.146991:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.146996:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777295.147000:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777295.147002:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777295.147005:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777295.147007:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777295.147010:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2477:2477:256:4294967295] 192.168.203.135@tcp LPNI seq info [2472:2472:8:4294967295] 00000400:00000200:1.0:1788777295.147014:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.147021:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777295.147025:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777295.147030:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534100. 00000800:00000200:1.0:1788777295.147034:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777295.147040:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777295.147043:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777295.147054:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.147058:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 270111 usecs (271 jiffies) 00000400:00000200:1.0:1788777295.147061:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777295.147063:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296445722 00000100:00000001:1.0:1788777295.147066:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296449585 00000100:00000001:1.0:1788777295.147067:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296445722 00000100:00000001:1.0:1788777295.147069:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296449585 00000100:00000001:1.0:1788777295.147072:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777295.147074:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.147078:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.147081:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777295.147713:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777295.147719:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534100. 00000400:00000200:1.0:1788777295.147722:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777295.147727:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777295.147731:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12ee0 00000400:00000010:1.0:1788777295.147734:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12ee0. 00000100:00000001:1.0:1788777295.147737:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777295.147743:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.147752:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.147755:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.147762:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.147763:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777295.153697:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.153712:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777295.153715:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.153718:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777295.153726:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153734:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777295.153742:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153746:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153752:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153755:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c50280 00000400:00000200:1.0:1788777295.153759:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153765:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6aa9 [1] + 224 00000800:00000001:1.0:1788777295.153771:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.153774:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777295.153777:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777295.153782:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777295.153789:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777295.153798:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777295.153808:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.153820:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777295.153827:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.153830:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777295.153832:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.153835:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777295.153839:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153842:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777295.153846:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153848:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153851:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153854:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c50180 00000400:00000200:1.0:1788777295.153857:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153861:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6a99 [1] + 224 00000800:00000001:1.0:1788777295.153864:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.153878:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777295.153880:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777295.153883:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777295.153886:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777295.153902:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777295.153910:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.153916:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777295.153928:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.153932:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777295.153934:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.153936:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777295.153938:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153941:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777295.153945:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153947:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153949:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153951:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c50200 00000400:00000200:1.0:1788777295.153954:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.153958:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ab9 [1] + 224 00000800:00000001:1.0:1788777295.153961:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.154007:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777295.154010:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777295.154013:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777295.154016:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777295.154020:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777295.154028:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154034:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777295.154038:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.154041:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.154053:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777295.154057:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777295.154063:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777295.154065:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777295.154067:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb9a0. 00000400:00000200:1.0:1788777295.154071:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12b28 00000400:00000010:1.0:1788777295.154073:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12b28. 00000100:00000001:1.0:1788777295.154075:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777295.154078:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777295.154086:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154091:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777295.154093:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.154096:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777295.154099:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777295.154102:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777295.154103:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.154106:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777295.154115:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=118 v=5 (5 102 102 102) 00000100:00001000:1.0:1788777295.154119:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777295.154121:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777295.154123:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777295.154125:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777295.154128:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.154131:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777295.154133:0:2347:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967648 gen 2 00000100:00000040:1.0:1788777295.154138:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff94530914e300 x1875667126121984/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154144:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.154147:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126121984/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 488/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154153:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777295.154155:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777295.154158:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a8400. 02000000:00000001:1.0:1788777295.154161:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777295.154164:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777295.154165:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777295.154168:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777295.154170:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073f000. 02000000:00000001:1.0:1788777295.154174:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777295.154176:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777295.154177:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:1.0:1788777295.154181:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777295.154183:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777295.154188:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff94530906ed80 x1875667126122624/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154194:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.154196:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ed80 x1875667126122624/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154201:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777295.154202:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777295.154203:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94531068bc00. 02000000:00000001:1.0:1788777295.154206:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777295.154207:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777295.154208:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777295.154210:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777295.154211:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945301218800. 02000000:00000001:1.0:1788777295.154214:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777295.154215:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777295.154216:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ed80. 00000100:00000001:1.0:1788777295.154255:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777295.154257:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777295.154262:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff94530914ce00 x1875667126123904/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154269:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.154272:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126123904/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154278:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777295.154280:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777295.154281:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093abc00. 02000000:00000001:1.0:1788777295.154284:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777295.154285:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777295.154286:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777295.154288:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777295.154289:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073ec00. 02000000:00000001:1.0:1788777295.154291:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777295.154292:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777295.154294:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:1.0:1788777295.154297:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777295.154298:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777295.154303:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff94530914f480 x1875667126124544/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154309:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.154312:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126124544/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 512/456 e 0 to 0 dl 1788777306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154318:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777295.154319:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777295.154320:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aa000. 02000000:00000001:1.0:1788777295.154323:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777295.154324:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777295.154325:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777295.154326:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777295.154327:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073e000. 02000000:00000001:1.0:1788777295.154329:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777295.154330:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777295.154331:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:1.0:1788777295.154334:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777295.154335:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.154337:0:2347:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788777295.154339:0:2347:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:1.0:1788777295.154342:0:2347:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777295.154343:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.154348:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154355:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777295.154358:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777295.154360:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777295.154363:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777295.154371:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126125056:192.168.203.135@tcp:400:kworker.0 00000400:00000001:1.0:1788777295.154378:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777295.154379:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777295.154381:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbec8. 00000400:00000200:1.0:1788777295.154383:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12d48 00000400:00000010:1.0:1788777295.154385:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12d48. 00000100:00000001:1.0:1788777295.154387:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777295.154390:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777295.154397:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154402:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777295.154403:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.154405:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777295.154406:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777295.154407:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777295.154409:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.154410:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777295.154413:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=119 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777295.154416:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777295.154418:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777295.154419:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777295.154421:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777295.154422:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.154424:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.154427:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154435:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777295.154437:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777295.154438:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777295.154441:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777295.154448:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126124928:192.168.203.135@tcp:400:kworker.0 00000400:00000001:1.0:1788777295.154452:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777295.154453:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777295.154455:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cba50. 00000400:00000200:1.0:1788777295.154458:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12880 00000400:00000010:1.0:1788777295.154459:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12880. 00000100:00000001:1.0:1788777295.154462:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777295.154465:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777295.154473:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154479:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777295.154480:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.154482:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777295.154483:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777295.154484:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777295.154485:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.154487:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777295.154490:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=118 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777295.154494:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777295.154496:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777295.154497:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777295.154498:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777295.154500:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.154502:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777295.154504:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788777295.154506:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777295.154507:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.154511:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154517:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777295.154519:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777295.154520:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777295.154525:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777295.154531:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126125184:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777295.154535:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.154537:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.154540:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c700 x1875667126125056/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.154545:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777295.154546:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777295.154548:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94532121a000. 02000000:00000001:1.0:1788777295.154552:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777295.154553:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777295.154554:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777295.154556:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777295.154558:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453201f6c00. 02000000:00000001:1.0:1788777295.154562:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777295.154563:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777295.154564:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c700. 00000100:00000001:1.0:1788777295.155676:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777295.155680:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.155684:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.155691:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906f480 x1875667126124928/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.155698:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777295.155700:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777295.155702:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945321a79800. 02000000:00000001:1.0:1788777295.155705:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777295.155707:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777295.155708:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777295.155710:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777295.155712:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453201f6000. 02000000:00000001:1.0:1788777295.155715:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777295.155716:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777295.155717:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906f480. 00000100:00000001:1.0:1788777295.155719:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777295.155721:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.155722:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.155726:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906fb80 x1875667126125184/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.155732:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777295.155733:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777295.155735:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219600. 02000000:00000001:1.0:1788777295.155737:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777295.155738:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777295.155739:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777295.155741:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777295.155742:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453201f6f00. 02000000:00000001:1.0:1788777295.155744:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777295.155745:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777295.155746:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906fb80. 00000100:00000001:1.0:1788777295.155748:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777295.155749:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.155752:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.155754:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777295.155756:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788777295.155765:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.155774:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777295.155777:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.155779:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777295.155785:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.155788:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777295.155796:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.155800:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.155804:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.155807:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c50300 00000400:00000200:1.0:1788777295.155811:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777295.155816:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ac9 [1] + 224 00000800:00000001:1.0:1788777295.155821:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.155829:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777295.155832:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777295.155836:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777295.155842:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777295.155845:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777295.155854:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.155862:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777295.157763:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777295.157776:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777295.157795:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777295.157798:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777295.157801:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb948. 00000400:00000200:1.0:1788777295.157808:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12198 00000400:00000010:1.0:1788777295.157810:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12198. 00000100:00000001:1.0:1788777295.157814:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777295.157824:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777295.157833:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.157841:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777295.157843:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.157846:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777295.157849:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777295.157851:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777295.157853:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777295.157856:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777295.158482:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=118 v=5 (5 5 5 37) 00000100:00001000:1.0:1788777295.158492:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777295.158495:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777295.158497:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777295.158500:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777295.158503:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.158507:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777295.158509:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788777295.158511:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777295.158514:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777295.158520:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.158528:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777295.158531:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777295.158533:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777295.158537:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777295.158546:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126125312:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777295.158551:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.158555:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777295.158558:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d500 x1875667126125312/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777295.158564:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777295.158684:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777295.158688:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530137e200. 02000000:00000001:1.0:1788777295.158692:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777295.158694:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777295.158696:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:1.0:1788777295.158698:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777295.158701:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453201f6d00. 02000000:00000001:1.0:1788777295.158704:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777295.158706:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777295.158708:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d500. 00000100:00000001:1.0:1788777295.158711:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777295.158713:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.158715:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777295.158722:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777295.158723:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777295.158726:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777295.158728:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777295.734590:0:31952:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777295.837415:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777295.837421:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777295.837496:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777295.837499:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777295.837502:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777296.862467:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777296.862473:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777296.862489:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777296.862492:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777296.862494:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777296.941601:0:32043:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777297.623029:0:32080:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788777297.623035:0:32080:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 06:34:55 (1788777295) 00000001:00000001:3.0:1788777297.661712:0:32080:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788777297.888100:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777297.888106:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777297.889981:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777297.889987:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777297.889992:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777298.909355:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777298.909362:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777298.911445:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777298.911450:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777298.911455:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777299.416037:0:32100:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777299.416044:0:32100:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777299.416046:0:32100:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777299.416049:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecbbc0 00000080:00200000:2.0:1788777299.416054:0:32100:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777299.416062:0:32100:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945302c4bc00. 00800000:00000002:2.0:1788777299.416069:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777299.416073:0:32100:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777299.416077:0:32100:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777299.416080:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecbae0 00800000:00000002:2.0:1788777299.416082:0:32100:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777299.416086:0:32100:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777299.416090:0:32100:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777299.416095:0:32100:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777299.416097:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecb9b0 00000002:00010000:2.0:1788777299.416099:0:32100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777299.416102:0:32100:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777299.416104:0:32100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777299.416108:0:32100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777299.416114:0:32100:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.416116:0:32100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.416118:0:32100:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.416120:0:32100:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777299.416123:0:32100:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777299.416128:0:32100:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914df80. 00000020:00000040:2.0:1788777299.416132:0:32100:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777299.416138:0:32100:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777299.416143:0:32100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777299.416146:0:32100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.416149:0:32100:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777299.416152:0:32100:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777299.416155:0:32100:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777299.416162:0:32100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093abc00. 00000100:00000001:2.0:1788777299.416168:0:32100:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.416173:0:32100:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777299.416175:0:32100:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.416177:0:32100:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777299.416178:0:32100:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.416180:0:32100:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.416184:0:32100:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777299.416188:0:32100:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777299.416190:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777299.416194:0:32100:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8500. 00010000:00000010:2.0:1788777299.416198:0:32100:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9eb00. 00010000:00000001:2.0:1788777299.416202:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777299.416206:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155000. 00000020:00000001:2.0:1788777299.416209:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777299.416212:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155000 with handle 0xe53f2b0cb7af8831 to hash 00000020:00000001:2.0:1788777299.416214:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777299.416215:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.416240:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.416245:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777299.416247:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777299.416251:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777299.416259:0:32100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777299.416269:0:32100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777299.416274:0:32100:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777299.416275:0:32100:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777299.416281:0:32100:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310223540. 00000100:00000001:2.0:1788777299.416283:0:32100:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683206714688 : -118390502836928 : ffff945310223540) 00000100:00000001:2.0:1788777299.416286:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777299.416287:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777299.416291:0:32100:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777299.416295:0:32100:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.416297:0:32100:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777299.416298:0:32100:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777299.421024:0:32100:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.421040:0:32100:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777299.421043:0:32100:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777299.421049:0:32100:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777299.421052:0:32100:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777299.421055:0:32100:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777299.421060:0:32100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32100:1875667126125440:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777299.421064:0:32100:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777299.421070:0:32100:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777299.421073:0:32100:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777299.421075:0:32100:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777299.421085:0:32100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777299.421088:0:32100:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777299.421095:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777299.421100:0:32100:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064645d8. 00000400:00000010:2.0:1788777299.421106:0:32100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1c38. 00000100:00000200:2.0:1788777299.421124:0:32100:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126125440, portal 10 00000100:00000001:2.0:1788777299.421127:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777299.421129:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:2.0:1788777299.421139:0:32100:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777315 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.421147:0:32100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777299.421150:0:32100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777299.421153:0:32100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1ee0. 00000100:00000200:2.0:1788777299.421157:0:32100:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126125440, offset 0 00000400:00000200:2.0:1788777299.421163:0:32100:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777299.421171:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777299.421179:0:32100:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777299.421184:0:32100:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777299.421188:0:32100:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777299.421191:0:32100:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777299.421194:0:32100:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777299.421197:0:32100:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2478:2478:256:4294967295] 192.168.203.135@tcp LPNI seq info [2473:2473:8:4294967295] 00000400:00000200:2.0:1788777299.421202:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777299.421211:0:32100:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777299.421217:0:32100:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777299.425453:0:32100:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b500. 00000800:00000200:2.0:1788777299.425466:0:32100:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777299.425474:0:32100:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777299.425479:0:32100:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777299.425541:0:32100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777299.425555:0:32100:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 790426 usecs (791 jiffies) 00000400:00000200:2.0:1788777299.425562:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777299.425567:0:32100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296450518 00000100:00000001:2.0:1788777299.425575:0:32100:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296449585 00000100:00000001:2.0:1788777299.425580:0:32100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296450518 00000100:00000001:2.0:1788777299.425584:0:32100:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296449585 00000100:00000001:2.0:1788777299.425589:0:32100:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777299.425592:0:32100:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.425595:0:32100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777299.425597:0:32100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777299.425600:0:32100:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223540 going to sleep for 11 seconds 00000100:00000001:2.0:1788777299.425603:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777299.425605:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777299.432586:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777299.432595:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b500. 00000400:00000200:0.0:1788777299.432602:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777299.432611:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777299.432617:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1ee0 00000400:00000010:0.0:1788777299.432619:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1ee0. 00000100:00000001:0.0:1788777299.432624:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777299.432632:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777315 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777299.432643:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777299.432647:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777315 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777299.432653:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777299.432654:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777299.455111:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777299.455408:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777299.455413:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777299.455417:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777299.455425:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.455433:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777299.455443:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.455448:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.455453:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.455457:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c50380 00000400:00000200:1.0:1788777299.455462:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.455467:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6ad9 [1] + 224 00000800:00000001:1.0:1788777299.455474:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777299.455484:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777299.455488:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777299.455493:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777299.455500:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777299.455509:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777315 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777299.455520:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777315 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.455593:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777299.455612:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777299.455621:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777299.455624:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777299.461852:0:32100:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777299.461858:0:32100:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777299.461863:0:32100:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064645d8. 00000400:00000200:2.0:1788777299.461871:0:32100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:2.0:1788777299.461874:0:32100:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:2.0:1788777299.461878:0:32100:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777299.461888:0:32100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777315 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777299.461898:0:32100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777315 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.461905:0:32100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777299.461907:0:32100:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777299.461910:0:32100:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777299.461913:0:32100:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777299.461916:0:32100:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777299.461918:0:32100:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777299.461920:0:32100:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777299.461929:0:32100:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=122 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777299.461932:0:32100:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777299.461935:0:32100:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777299.461937:0:32100:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.461940:0:32100:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777299.461943:0:32100:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.461947:0:32100:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777299.461949:0:32100:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:2.0:1788777299.461951:0:32100:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777299.461953:0:32100:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777299.461958:0:32100:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777315 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.461965:0:32100:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777299.461968:0:32100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777299.461970:0:32100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777299.461974:0:32100:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777315 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777299.461982:0:32100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32100:1875667126125440:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777299.461987:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777299.461990:0:32100:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.461992:0:32100:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777299.461994:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777299.461998:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777315 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.462005:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777299.462008:0:32100:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310223540. 00000100:00000001:2.0:1788777299.462011:0:32100:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777299.462013:0:32100:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.462025:0:32100:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777299.462029:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462031:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462035:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=4 00000020:00000001:2.0:1788777299.462038:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462040:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000040:2.0:1788777299.462047:0:32100:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155000, remote cookie: 0xa4f015c75ff3c3dd, flags: 0x1001 00010000:00010000:2.0:1788777299.462052:0:32100:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777299.462063:0:32100:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.462074:0:32100:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777299.462077:0:32100:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777299.462079:0:32100:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777299.462080:0:32100:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777299.462082:0:32100:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777299.462084:0:32100:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9453054b8500) refcount = 1 00010000:00010000:2.0:1788777299.462088:0:32100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.462094:0:32100:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777299.462097:0:32100:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777299.462099:0:32100:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777299.462102:0:32100:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777299.462105:0:32100:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777299.462108:0:32100:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.462126:0:32100:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777299.462128:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462129:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.462130:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462131:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.462133:0:32100:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.462137:0:32100:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777299.462138:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462140:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462141:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777299.462142:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462144:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462146:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462147:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462148:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=4 00000020:00000001:2.0:1788777299.462150:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462152:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462155:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777299.462157:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777299.462161:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.462167:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462168:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.462170:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462171:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462172:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=5 00000020:00000001:2.0:1788777299.462173:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462175:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462177:0:32100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777299.462180:0:32100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.462186:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462187:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777299.462190:0:32100:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.462195:0:32100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777299.462197:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462198:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.462199:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462200:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777299.462444:0:32100:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777315 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777299.462456:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462457:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462459:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777299.462461:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462464:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462466:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462467:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777299.462468:0:32100:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.462470:0:32100:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.462473:0:32100:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777299.462476:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462477:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462478:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777299.462480:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462482:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00000002:00010000:2.0:1788777299.462485:0:32100:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.462492:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462493:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.462494:0:32100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777299.462495:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462496:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462497:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777299.462499:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462501:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000040:2.0:1788777299.462506:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:2.0:1788777299.462508:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777299.462511:0:32100:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777299.462514:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462515:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777299.462516:0:32100:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777299.462518:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecb938 00000002:00002000:2.0:1788777299.462520:0:32100:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777299.462522:0:32100:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.462526:0:32100:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.462529:0:32100:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777299.462532:0:32100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777299.462535:0:32100:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777299.462538:0:32100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777299.462542:0:32100:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945302c4bc00. 00000080:00000001:2.0:1788777299.462547:0:32100:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777299.462620:0:32100:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777299.462627:0:32100:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777299.462631:0:32100:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777299.462640:0:32100:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6040. 00800000:00000001:2.0:1788777299.462643:0:32100:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221995584 : -118390487556032 : ffff9453110b6040) 00800000:00000001:2.0:1788777299.462645:0:32100:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.462647:0:32100:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777299.462649:0:32100:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777299.462651:0:32100:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777299.462654:0:32100:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777299.462656:0:32100:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777299.462658:0:32100:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.462662:0:32100:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777299.462664:0:32100:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777299.462669:0:32100:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777299.462671:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462672:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462673:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777299.462675:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462677:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462679:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462680:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777299.462682:0:32100:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777299.462684:0:32100:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777299.462685:0:32100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6040 1 00800000:00000010:2.0:1788777299.462688:0:32100:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6040. 00800000:00000001:2.0:1788777299.462690:0:32100:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777299.462693:0:32100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8831 00800000:00000001:2.0:1788777299.462696:0:32100:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777299.462699:0:32100:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777299.462700:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462701:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462702:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777299.462704:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462706:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462708:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462709:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777299.462710:0:32100:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.462712:0:32100:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.462714:0:32100:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777299.462716:0:32100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777299.462719:0:32100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8831 from it ffffb1cb81ecbbf8 00010000:00000001:2.0:1788777299.462721:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462722:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462724:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777299.462725:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462727:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462729:0:32100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777299.462732:0:32100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.462738:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462740:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.462741:0:32100:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777299.462743:0:32100:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777299.462745:0:32100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777299.462753:0:32100:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777299.462756:0:32100:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777299.462757:0:32100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777299.462761:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462762:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.462764:0:32100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.462767:0:32100:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777299.462769:0:32100:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.462771:0:32100:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.462774:0:32100:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.462775:0:32100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777299.462776:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462777:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777299.462780:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777299.462785:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126125440/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777315 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.462791:0:32100:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777299.462793:0:32100:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777299.462797:0:32100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777299.462800:0:32100:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777299.462802:0:32100:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777299.462804:0:32100:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777299.462806:0:32100:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777299.462809:0:32100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093abc00. 02000000:00000001:2.0:1788777299.462812:0:32100:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777299.462814:0:32100:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777299.462815:0:32100:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:2.0:1788777299.462819:0:32100:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777299.462821:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777299.462824:0:32100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777299.462830:0:32100:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777299.462853:0:32100:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5b20. 00000080:00000001:2.0:1788777299.462859:0:32100:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777299.462861:0:32100:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777299.462862:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecbb00 00000080:00200000:2.0:1788777299.462864:0:32100:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777299.462869:0:32100:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945302c4bc00. 00800000:00000002:2.0:1788777299.462873:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777299.462877:0:32100:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777299.462879:0:32100:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777299.462881:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecba20 00800000:00000002:2.0:1788777299.462882:0:32100:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777299.462886:0:32100:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777299.462889:0:32100:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777299.462893:0:32100:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777299.462895:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecb8f0 00000002:00010000:2.0:1788777299.462896:0:32100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777299.462900:0:32100:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777299.462901:0:32100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777299.462903:0:32100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777299.462906:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:2.0:1788777299.462908:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777299.462911:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777299.462914:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777299.462917:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777299.462925:0:32100:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777299.462929:0:32100:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777299.462932:0:32100:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777299.462938:0:32100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777299.462939:0:32100:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777299.462941:0:32100:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777299.462942:0:32100:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777299.462944:0:32100:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777299.462946:0:32100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777299.462948:0:32100:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777299.462950:0:32100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777299.462952:0:32100:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945302c4bc00. 00000080:00000001:2.0:1788777299.462955:0:32100:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777299.462957:0:32100:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777299.462959:0:32100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777299.462961:0:32100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8831 00800000:00000001:2.0:1788777299.462966:0:32100:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777299.462967:0:32100:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777299.462968:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462970:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462971:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777299.462973:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462975:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462977:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.462978:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777299.462980:0:32100:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.462981:0:32100:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777299.462983:0:32100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8831 from it ffffb1cb81ecbb38 00010000:00000001:2.0:1788777299.462985:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.462986:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.462987:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777299.462989:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462991:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777299.462993:0:32100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777299.462995:0:32100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777299.463001:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.463003:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.463004:0:32100:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777299.463005:0:32100:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777299.463007:0:32100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777299.463181:0:32100:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777299.463184:0:32100:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777299.463185:0:32100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777299.463187:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.463188:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.463190:0:32100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.463192:0:32100:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777299.463193:0:32100:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.463195:0:32100:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.463197:0:32100:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.463199:0:32100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777299.463200:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.463201:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777299.463203:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777299.463394:0:32100:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777299.463398:0:32100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:2.0:1788777299.463402:0:32100:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.463406:0:32100:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777299.463408:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecbb58 00000080:00200000:2.0:1788777299.463410:0:32100:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), file ffff945302c44f00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788777299.463415:0:32100:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9453103b7d20. 00000080:00000001:2.0:1788777299.463419:0:32100:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777299.463421:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecba08 00000080:00200000:2.0:1788777299.463423:0:32100:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000010:2.0:1788777299.463430:0:32100:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945302c4bc00. 00800000:00000002:2.0:1788777299.463433:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777299.463437:0:32100:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777299.463439:0:32100:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777299.463440:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecb928 00800000:00000002:2.0:1788777299.463442:0:32100:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777299.463445:0:32100:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777299.463446:0:32100:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777299.463450:0:32100:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:2.0:1788777299.463452:0:32100:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777299.463454:0:32100:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777299.463456:0:32100:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777299.463458:0:32100:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777299.463460:0:32100:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x2b:0x0] 40000000:00000001:2.0:1788777299.463463:0:32100:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.463464:0:32100:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.463466:0:32100:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.463468:0:32100:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777299.463469:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecb8a8 00800000:00000002:2.0:1788777299.463471:0:32100:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1788777299.463474:0:32100:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777299.463476:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecb7e0 00000002:00010000:2.0:1788777299.463477:0:32100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788777299.463480:0:32100:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777299.463482:0:32100:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777299.463486:0:32100:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777299.463489:0:32100:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.463490:0:32100:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777299.463492:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:2.0:1788777299.463494:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777299.463496:0:32100:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777299.463499:0:32100:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777299.463502:0:32100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788777299.463508:0:32100:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777299.463511:0:32100:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777299.463513:0:32100:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777299.463515:0:32100:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777299.463517:0:32100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777299.463518:0:32100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777299.463520:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 3 00010000:00000001:2.0:1788777299.463522:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777299.463524:0:32100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.463525:0:32100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777299.463526:0:32100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777299.463527:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 3 00010000:00000001:2.0:1788777299.463529:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777299.463530:0:32100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.463532:0:32100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777299.463532:0:32100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777299.463533:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 3 00010000:00000001:2.0:1788777299.463536:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777299.463537:0:32100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.463539:0:32100:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777299.463542:0:32100:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777299.463545:0:32100:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777299.463547:0:32100:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777299.463885:0:32100:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777299.463888:0:32100:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.463892:0:32100:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777299.463894:0:32100:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777299.463896:0:32100:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777299.463898:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777299.463900:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777299.463903:0:32100:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155000 with handle 0xe53f2b0cb7af8831 from hash 00010000:00000001:2.0:1788777299.463905:0:32100:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777299.463907:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.463908:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.463909:0:32100:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777299.463911:0:32100:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777299.463913:0:32100:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777299.463916:0:32100:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777299.463918:0:32100:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777299.463919:0:32100:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777299.463925:0:32100:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914df80. 00000020:00000040:2.0:1788777299.463928:0:32100:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777299.463933:0:32100:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777299.463935:0:32100:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.463937:0:32100:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777299.463941:0:32100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777299.463943:0:32100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.463946:0:32100:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777299.463948:0:32100:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777299.463951:0:32100:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777299.463957:0:32100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093abc00. 00000100:00000001:2.0:1788777299.463963:0:32100:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.463967:0:32100:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777299.463969:0:32100:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777299.463973:0:32100:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777299.463980:0:32100:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777299.463982:0:32100:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777299.463984:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777299.463986:0:32100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155000/0xe53f2b0cb7af8831 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c3dd expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788777299.463994:0:32100:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8500 count: 0 00010000:00000010:2.0:1788777299.463998:0:32100:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9eb00. 00010000:00000001:2.0:1788777299.464008:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.464009:0:32100:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.464010:0:32100:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777299.464012:0:32100:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.464078:0:32100:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.464088:0:32100:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777299.464091:0:32100:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777299.464093:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777299.464098:0:32100:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8000. 00010000:00000010:2.0:1788777299.464101:0:32100:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9eb00. 00010000:00000001:2.0:1788777299.464105:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777299.464108:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155800. 00000020:00000001:2.0:1788777299.464111:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777299.464422:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155800 with handle 0xe53f2b0cb7af8838 to hash 00000020:00000001:2.0:1788777299.464425:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777299.464427:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.464430:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.464433:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777299.464434:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777299.464437:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777299.464448:0:32100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777299.464460:0:32100:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777299.464469:0:32100:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914df80 x1875667126125696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777299.464477:0:32100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777299.464482:0:32100:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777299.464483:0:32100:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777299.464489:0:32100:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310223540. 00000100:00000001:2.0:1788777299.464492:0:32100:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683206714688 : -118390502836928 : ffff945310223540) 00000100:00000001:2.0:1788777299.464494:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777299.464495:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777299.464499:0:32100:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777299.464502:0:32100:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.464504:0:32100:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777299.464506:0:32100:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777299.464509:0:32100:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126125696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.464516:0:32100:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777299.464517:0:32100:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777299.464521:0:32100:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777299.464524:0:32100:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777299.464526:0:32100:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777299.464529:0:32100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32100:1875667126125696:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777299.464533:0:32100:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777299.464538:0:32100:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777299.464541:0:32100:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777299.464543:0:32100:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777299.465850:0:32100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310780000. 02000000:00000001:2.0:1788777299.465858:0:32100:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777299.465865:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777299.465871:0:32100:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064645d8. 00000400:00000010:2.0:1788777299.465879:0:32100:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9453093a8c00. 00000100:00000200:2.0:1788777299.465886:0:32100:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126125696, portal 10 00000100:00000001:2.0:1788777299.465889:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777299.465891:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:2.0:1788777299.465900:0:32100:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914df80 x1875667126125696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777315 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.465908:0:32100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777299.465911:0:32100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777299.465914:0:32100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1c38. 00000100:00000200:2.0:1788777299.465917:0:32100:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667126125696, offset 0 00000400:00000200:2.0:1788777299.465923:0:32100:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777299.465931:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777299.465938:0:32100:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777299.465944:0:32100:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777299.465948:0:32100:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777299.465952:0:32100:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777299.465955:0:32100:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777299.465958:0:32100:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2479:2479:256:4294967295] 192.168.203.135@tcp LPNI seq info [2474:2474:8:4294967295] 00000400:00000200:2.0:1788777299.465963:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777299.465972:0:32100:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777299.465978:0:32100:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777299.465983:0:32100:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b100. 00000800:00000200:2.0:1788777299.465989:0:32100:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777299.465997:0:32100:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777299.466002:0:32100:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788777299.466338:0:32100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777299.466344:0:32100:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 789457 usecs (790 jiffies) 00000400:00000200:2.0:1788777299.466349:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777299.466352:0:32100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296450563 00000100:00000001:2.0:1788777299.466358:0:32100:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296450518 00000100:00000001:2.0:1788777299.466363:0:32100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296450563 00000100:00000001:2.0:1788777299.466367:0:32100:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296450518 00000100:00000001:2.0:1788777299.466370:0:32100:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777299.466373:0:32100:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.466376:0:32100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777299.466378:0:32100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777299.466381:0:32100:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223540 going to sleep for 11 seconds 00000100:00000001:2.0:1788777299.466383:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777299.466386:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777299.472561:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777299.472571:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b100. 00000400:00000200:0.0:1788777299.472577:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777299.472587:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777299.472593:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:0.0:1788777299.472596:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:0.0:1788777299.472600:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777299.472608:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126125696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777315 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777299.472623:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777299.472627:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126125696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777315 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777299.472634:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777299.472636:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777299.477262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:2.1:1788777299.477275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00000800:00000001:1.0:1788777299.496758:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777299.496776:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777299.496781:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777299.496783:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777299.496792:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.496800:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777299.496808:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.496813:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.496818:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.496822:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c50480 00000400:00000200:1.0:1788777299.496826:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.496832:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x6ae1 [32] + 224 00000800:00000001:1.0:1788777299.496854:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777299.496862:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777299.496865:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777299.496870:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777299.496877:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777299.496885:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126125696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777315 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777299.496897:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94530914df80 x1875667126125696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777315 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777299.496918:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777299.496926:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777299.496930:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.496935:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777299.496941:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2480:2480:256:4294967295] 192.168.203.135@tcp LPNI seq info [2475:2475:8:4294967295] 00000400:00000200:1.0:1788777299.496945:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777299.496952:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777299.496958:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777299.496964:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945310688000. 00000800:00000200:1.0:1788777299.496970:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777299.496977:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777299.496981:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310688000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777299.497076:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777299.497080:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945310688000. 00000400:00000200:1.0:1788777299.497083:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777299.497087:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777299.497092:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777299.497095:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777299.497171:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777299.497179:0:32100:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777299.497181:0:32100:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777299.497184:0:32100:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064645d8. 00000400:00000200:2.0:1788777299.497189:0:32100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453093a8c00 00000400:00000010:2.0:1788777299.497191:0:32100:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9453093a8c00. 00000100:00000001:2.0:1788777299.497193:0:32100:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777299.497198:0:32100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126125696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777315 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777299.497206:0:32100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126125696/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777315 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.497212:0:32100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777299.497214:0:32100:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777299.497216:0:32100:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777299.497250:0:32100:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777299.497253:0:32100:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777299.497255:0:32100:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777299.497259:0:32100:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777299.497267:0:32100:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=122 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777299.497271:0:32100:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777299.497274:0:32100:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777299.497276:0:32100:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.497279:0:32100:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777299.497282:0:32100:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.497285:0:32100:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777299.497287:0:32100:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:2.0:1788777299.497289:0:32100:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777299.497291:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777299.497293:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777299.497296:0:32100:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777299.497297:0:32100:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:2.0:1788777299.497299:0:32100:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777299.497301:0:32100:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777299.497316:0:32100:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777315 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.497324:0:32100:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777299.497327:0:32100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777299.497329:0:32100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777299.497332:0:32100:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777315 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777299.497340:0:32100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32100:1875667126125696:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777299.497344:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777299.497346:0:32100:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.497349:0:32100:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777299.497351:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777299.497354:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777315 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.497360:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777299.497363:0:32100:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310223540. 00000100:00000001:2.0:1788777299.497366:0:32100:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777299.497367:0:32100:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.497370:0:32100:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777299.497374:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.497377:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.497380:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=4 00000020:00000001:2.0:1788777299.497382:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497385:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000040:2.0:1788777299.497391:0:32100:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155800, remote cookie: 0xa4f015c75ff3c3f9, flags: 0x1001 00010000:00010000:2.0:1788777299.497396:0:32100:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777299.497405:0:32100:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777299.497407:0:32100:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777299.497415:0:32100:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8500. 00010000:00000010:2.0:1788777299.497419:0:32100:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9e280. 00010000:00000040:2.0:1788777299.497424:0:32100:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8000 count: 0 00010000:00000010:2.0:1788777299.497429:0:32100:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9eb00. 00010000:00000001:2.0:1788777299.497437:0:32100:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777299.497441:0:32100:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777299.497450:0:32100:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.497456:0:32100:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777299.497460:0:32100:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777299.497462:0:32100:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777299.497463:0:32100:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777299.497464:0:32100:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777299.497467:0:32100:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff9453054b8500) refcount = 1 00010000:00010000:2.0:1788777299.497471:0:32100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.497477:0:32100:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777299.497480:0:32100:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777299.497481:0:32100:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777299.497484:0:32100:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777299.497487:0:32100:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777299.497490:0:32100:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.497495:0:32100:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777299.497496:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.497498:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.497499:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.497500:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.497501:0:32100:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.497505:0:32100:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777299.497507:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.497508:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.497510:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:2.0:1788777299.497511:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497513:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497516:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.497517:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.497518:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=4 00000020:00000001:2.0:1788777299.497519:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497521:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497523:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777299.497526:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777299.497529:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.497534:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.497535:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.497536:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.497537:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.497538:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=5 00000020:00000001:2.0:1788777299.497539:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497542:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497543:0:32100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777299.497545:0:32100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.497564:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.497565:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777299.497567:0:32100:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.497572:0:32100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777299.497573:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.497574:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.497575:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.497576:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777299.497580:0:32100:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777315 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777299.497588:0:32100:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777299.497592:0:32100:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777315 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777299.497597:0:32100:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.497602:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.497603:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.497604:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:2.0:1788777299.497605:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497607:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00000002:00010000:2.0:1788777299.497610:0:32100:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777299.497618:0:32100:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110b6040. 00010000:00000001:2.0:1788777299.497620:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.497621:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777299.497622:0:32100:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.497624:0:32100:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777299.497627:0:32100:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777299.497629:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777299.497630:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777299.497631:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777299.497632:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777299.497634:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.497635:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.497636:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:2.0:1788777299.497638:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497640:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00000002:00010000:2.0:1788777299.497642:0:32100:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.497648:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.497649:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.497650:0:32100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777299.497651:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.497652:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.497654:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:2.0:1788777299.497655:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497657:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000040:2.0:1788777299.497660:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:2.0:1788777299.497663:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777299.497667:0:32100:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:2.0:1788777299.497669:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.497670:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777299.497671:0:32100:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777299.497673:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecb768 00000002:00002000:2.0:1788777299.497675:0:32100:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788777299.497678:0:32100:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.497681:0:32100:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.497684:0:32100:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777299.497687:0:32100:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777299.497690:0:32100:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777299.497694:0:32100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:2.0:1788777299.497697:0:32100:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777299.497699:0:32100:0:(namei.c:674:ll_lookup_it_finish()) it ffff9453103b7d20 it_disposition 1800037 00000080:00002000:2.0:1788777299.497704:0:32100:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945319283000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788777299.497708:0:32100:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777299.497711:0:32100:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788777299.497713:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecb998 00000080:00200000:2.0:1788777299.497714:0:32100:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000001:2.0:1788777299.497717:0:32100:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788777299.497719:0:32100:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777299.497724:0:32100:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777299.497728:0:32100:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777299.497731:0:32100:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788777299.497733:0:32100:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777299.497747:0:32100:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94532091eb40. 00000020:00000001:2.0:1788777299.497756:0:32100:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788777299.497757:0:32100:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788777299.497759:0:32100:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777299.497761:0:32100:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff94532091ec08) 00000020:00000001:2.0:1788777299.497765:0:32100:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777299.497768:0:32100:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777299.497771:0:32100:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777299.497775:0:32100:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788777299.497779:0:32100:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff945309306258. 00000020:00000001:2.0:1788777299.497781:0:32100:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788777299.497783:0:32100:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777299.497789:0:32100:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788777299.497793:0:32100:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9453091925d0. 00020000:00000001:2.0:1788777299.497795:0:32100:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683088680400 : -118390620871216 : ffff9453091925d0) 00020000:00000001:2.0:1788777299.497798:0:32100:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788777299.497801:0:32100:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777299.497806:0:32100:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b76c0. 00020000:00000010:2.0:1788777299.497810:0:32100:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310609e00. 00020000:00000010:2.0:1788777299.497814:0:32100:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7ea0. 00020000:00000001:2.0:1788777299.497816:0:32100:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208371872 : -118390501179744 : ffff9453103b7ea0) 00020000:00000002:2.0:1788777299.497819:0:32100:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7ea0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777299.497824:0:32100:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777299.497828:0:32100:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609e00: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788777299.497830:0:32100:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788777299.497832:0:32100:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7ea0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777299.497844:0:32100:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777299.497848:0:32100:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609e00: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1788777299.497852:0:32100:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9453106729d0. 00020000:00000010:2.0:1788777299.497855:0:32100:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff945310223540. 00020000:00000001:2.0:1788777299.497858:0:32100:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788777299.497860:0:32100:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945306525be0. 00020000:00000001:2.0:1788777299.497863:0:32100:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788777299.497864:0:32100:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788777299.497869:0:32100:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788777299.497872:0:32100:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff945309306ed8. 00000020:00000001:2.0:1788777299.497874:0:32100:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788777299.497875:0:32100:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777299.497878:0:32100:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683090206552 : -118390619345064 : ffff945309306f58) 00020000:00000001:2.0:1788777299.497881:0:32100:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788777299.497885:0:32100:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945307f6c000. 00020000:00000001:2.0:1788777299.497887:0:32100:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777299.497892:0:32100:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683090206552 : -118390619345064 : ffff945309306f58) 00020000:00000001:2.0:1788777299.497894:0:32100:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683090206552 : -118390619345064 : ffff945309306f58) 00020000:00000002:2.0:1788777299.497897:0:32100:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff945309306ed8[0:0] -> [0x200000404:0x2b:0x0]@ffff945309306258: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788777299.497901:0:32100:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788777299.497903:0:32100:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788777299.497904:0:32100:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777299.497907:0:32100:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683090203352 : -118390619348264 : ffff9453093062d8) 00000020:00001000:2.0:1788777299.497910:0:32100:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777299.497913:0:32100:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788777299.497916:0:32100:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788777299.497918:0:32100:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833963 mtime from 0 to 1788777299 00000080:00000001:2.0:1788777299.497922:0:32100:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788777299.497924:0:32100:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482471432 : -118390227080184 : ffff94532091ec08) 00010000:00000001:2.0:1788777299.497927:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.497928:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.497929:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:2.0:1788777299.497931:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.497933:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00000080:00000001:2.0:1788777299.497936:0:32100:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777299.497938:0:32100:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777299.497939:0:32100:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777299.497941:0:32100:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777299.497943:0:32100:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777299.497945:0:32100:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777299.497946:0:32100:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777299.497948:0:32100:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7180. 00020000:00000010:2.0:1788777299.497951:0:32100:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310609b00. 00020000:00000010:2.0:1788777299.497953:0:32100:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7000. 00020000:00000001:2.0:1788777299.497955:0:32100:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208368128 : -118390501183488 : ffff9453103b7000) 00020000:00000002:2.0:1788777299.497957:0:32100:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7000, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777299.497960:0:32100:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777299.497963:0:32100:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609b00: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777299.497966:0:32100:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff9453107dcf80 00020000:00000001:2.0:1788777299.497969:0:32100:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777299.497970:0:32100:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff9453107dcf80 00020000:00000010:2.0:1788777299.497974:0:32100:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310609b00. 00020000:00000010:2.0:1788777299.497977:0:32100:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7180. 00020000:00000010:2.0:1788777299.497979:0:32100:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7000. 00020000:00000002:2.0:1788777299.497981:0:32100:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777299.497983:0:32100:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777299.497985:0:32100:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777299.497988:0:32100:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777299.497990:0:32100:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff9453107dcf80 00020000:00000002:2.0:1788777299.497992:0:32100:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b7ea0 addref 2/0 by ffff9453107dcf80. 00020000:00000002:2.0:1788777299.497995:0:32100:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:2.0:1788777299.497997:0:32100:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777299.497999:0:32100:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777299.498001:0:32100:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777299.498002:0:32100:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777299.498005:0:32100:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777299.498006:0:32100:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788777299.498009:0:32100:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777299.498011:0:32100:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.498012:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.498013:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777299.498015:0:32100:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777299.498017:0:32100:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777299.498019:0:32100:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777299.498021:0:32100:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2b:0x0](ffff94532091ec08) 00000080:00010000:2.0:1788777299.498023:0:32100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff94532091ec08) for lock 0xe53f2b0cb7af8838 00800000:00000001:2.0:1788777299.498026:0:32100:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777299.498028:0:32100:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777299.498029:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.498030:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.498031:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:2.0:1788777299.498032:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.498034:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.498036:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.498037:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777299.498038:0:32100:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.498039:0:32100:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.498041:0:32100:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788777299.498042:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777299.498047:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777315 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.498058:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777299.498062:0:32100:0:(namei.c:1651:ll_create_it()) inode ffff94532091ec08 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:2.0:1788777299.498065:0:32100:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777299.498069:0:32100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff94532091ec08) 00000080:00000001:2.0:1788777299.498072:0:32100:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777299.498074:0:32100:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945302c4bc00. 00000100:00000001:2.0:1788777299.498077:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777299.498080:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777315 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.498085:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.498088:0:32100:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788777299.498090:0:32100:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777299.498092:0:32100:0:(namei.c:1500:ll_atomic_open()) inode ffff94532091ec08 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:2.0:1788777299.498099:0:32100:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777299.498101:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecba68 00000080:00200008:2.0:1788777299.498103:0:32100:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff94532091ec08), flags 100102 00000080:00000010:2.0:1788777299.498110:0:32100:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a1400. 00000080:00000010:2.0:1788777299.498115:0:32100:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9453110b6b80. 00000080:00000001:2.0:1788777299.498117:0:32100:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777299.498121:0:32100:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788777299.498124:0:32100:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777299.498127:0:32100:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453103b5740. 00000002:00100000:2.0:1788777299.498131:0:32100:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777315 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777299.498137:0:32100:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777299.498139:0:32100:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777299.498142:0:32100:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777299.498145:0:32100:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.498148:0:32100:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777299.498150:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777299.498153:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777315 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777299.498165:0:32100:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777299.498168:0:32100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310780000. 02000000:00000001:2.0:1788777299.498192:0:32100:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777299.498195:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777299.498197:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecba68 00000080:00000008:2.0:1788777299.498199:0:32100:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff94532091ec08), flags 100102, rc = 0 00000080:00000001:2.0:1788777299.498203:0:32100:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777299.498204:0:32100:0:(dcache.c:176:ll_intent_release()) intent ffff9453103b7d20 released 00000080:00010000:2.0:1788777299.498207:0:32100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8838 from it ffff9453103b7d20 00010000:00000001:2.0:1788777299.498209:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777299.498210:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777299.498212:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:2.0:1788777299.498214:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.498216:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:2.0:1788777299.498217:0:32100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777299.498266:0:32100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777299.498273:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.498274:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.498275:0:32100:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777299.498277:0:32100:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777299.498279:0:32100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777299.498286:0:32100:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777299.498288:0:32100:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777299.498290:0:32100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777299.498294:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.498295:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777299.498296:0:32100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.498299:0:32100:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777299.498301:0:32100:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.498303:0:32100:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.498306:0:32100:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777299.498307:0:32100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777299.498309:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777299.498310:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777299.498311:0:32100:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788777299.498313:0:32100:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777299.498315:0:32100:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777299.498316:0:32100:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777299.498318:0:32100:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777299.498320:0:32100:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.498323:0:32100:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788777299.498325:0:32100:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.498327:0:32100:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777299.498329:0:32100:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.498331:0:32100:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777299.498333:0:32100:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453103b7d20. 00000080:00000001:2.0:1788777299.498336:0:32100:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.498340:0:32100:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777299.498342:0:32100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff94532091ec08), inode mode 81a4 mask 40 00000080:00000001:2.0:1788777299.498346:0:32100:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777299.498366:0:32100:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777299.498369:0:32100:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff9453107dcf80 00020000:00000002:2.0:1788777299.498373:0:32100:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:2.0:1788777299.498375:0:32100:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.498382:0:32100:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777299.498383:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecbdf0 00000080:00200008:2.0:1788777299.498385:0:32100:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff94532091ec08), flags 100002 00000080:00000001:2.0:1788777299.498387:0:32100:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777299.498390:0:32100:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777299.498391:0:32100:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777299.498392:0:32100:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff9453107dcf80 00020000:00000002:2.0:1788777299.498395:0:32100:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:2.0:1788777299.498396:0:32100:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777299.498398:0:32100:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788777299.498403:0:32100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777299.498406:0:32100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777299.498409:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:2.0:1788777299.498411:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777299.498414:0:32100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777299.498415:0:32100:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2b:0x0]: 0 00000080:00000001:2.0:1788777299.498418:0:32100:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777299.498420:0:32100:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777299.498423:0:32100:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945302c4bc00. 00000080:00000001:2.0:1788777299.498425:0:32100:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777299.498429:0:32100:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777299.498431:0:32100:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788777299.498434:0:32100:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2b:0x0] 00000002:00000001:2.0:1788777299.498437:0:32100:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777299.498438:0:32100:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x2b:0x0] file closed with intent: 0 00000100:00000010:2.0:1788777299.498443:0:32100:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914fb80. 00000020:00000040:2.0:1788777299.498447:0:32100:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777299.498450:0:32100:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777299.498453:0:32100:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777299.498457:0:32100:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777299.498464:0:32100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945318738e00. 00000100:00000001:2.0:1788777299.498470:0:32100:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777299.498481:0:32100:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777315 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777299.498491:0:32100:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777299.498496:0:32100:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777299.498501:0:32100:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777299.498503:0:32100:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777299.498508:0:32100:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310223c00. 00000100:00000001:2.0:1788777299.498509:0:32100:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683206716416 : -118390502835200 : ffff945310223c00) 00000100:00000001:2.0:1788777299.498512:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777299.498513:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000001:2.0:1788777299.498516:0:32100:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777299.498520:0:32100:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.498523:0:32100:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777299.498524:0:32100:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777299.498527:0:32100:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.498533:0:32100:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777299.498534:0:32100:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777299.498538:0:32100:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777299.498540:0:32100:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777299.498542:0:32100:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777299.498545:0:32100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32100:1875667126125952:192.168.203.135@tcp:35:multiop.0 00000100:00000001:2.0:1788777299.498549:0:32100:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777299.498553:0:32100:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777299.498556:0:32100:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777299.498558:0:32100:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777299.498561:0:32100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093a8c00. 02000000:00000001:2.0:1788777299.498563:0:32100:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777299.498569:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777299.498571:0:32100:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064645d8. 00000400:00000010:2.0:1788777299.498577:0:32100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777299.498584:0:32100:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126125952, portal 10 00000100:00000001:2.0:1788777299.498586:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777299.498587:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000040:2.0:1788777299.498593:0:32100:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777315 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777299.498598:0:32100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777299.498600:0:32100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777299.498603:0:32100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1cc0. 00000100:00000200:2.0:1788777299.498606:0:32100:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126125952, offset 0 00000400:00000200:2.0:1788777299.498611:0:32100:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777299.498618:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777299.498624:0:32100:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777299.498629:0:32100:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777299.498633:0:32100:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777299.498637:0:32100:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777299.498640:0:32100:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777299.498643:0:32100:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2481:2481:256:4294967295] 192.168.203.135@tcp LPNI seq info [2476:2476:8:4294967295] 00000400:00000200:2.0:1788777299.498647:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777299.498655:0:32100:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777299.498660:0:32100:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777299.498664:0:32100:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666bc00. 00000800:00000200:2.0:1788777299.498670:0:32100:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777299.498677:0:32100:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777299.498681:0:32100:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666bc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777299.498688:0:32100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777299.498691:0:32100:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 788470 usecs (789 jiffies) 00000400:00000200:2.0:1788777299.498694:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777299.498696:0:32100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296450594 00000100:00000001:2.0:1788777299.498705:0:32100:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296450563 00000100:00000001:2.0:1788777299.498710:0:32100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296450594 00000100:00000001:2.0:1788777299.498713:0:32100:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296450563 00000100:00000001:2.0:1788777299.498716:0:32100:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777299.498718:0:32100:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777299.498719:0:32100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777299.498721:0:32100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777299.498723:0:32100:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788777299.498726:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777299.498728:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777299.499150:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777299.499155:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666bc00. 00000400:00000200:1.0:1788777299.499159:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777299.499164:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777299.499168:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1cc0 00000400:00000010:1.0:1788777299.499170:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1cc0. 00000100:00000001:1.0:1788777299.499173:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777299.499177:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777315 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777299.499186:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777299.499188:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777315 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777299.499194:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777299.499195:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777299.507048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000001:1.0:1788777299.933349:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777299.933355:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777299.933359:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777299.933360:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777299.933382:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777299.933385:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777299.933388:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777300.253399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777300.253409:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777300.253419:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ca80. 00000020:00000040:2.0:1788777300.253424:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:2.0:1788777300.253428:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777300.253431:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777300.253436:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777300.253446:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94530666bc00. 00000100:00000001:2.0:1788777300.253454:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253465:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777300.253475:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777300.253480:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253486:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d49a1490] to pc [ptlrpcd_01_01+1] req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.253517:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777300.253524:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777300.253527:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777300.253529:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777300.253531:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777300.253532:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777300.253534:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777300.253537:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94530666b100. 00000100:00000001:2.0:1788777300.253540:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253544:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777300.253552:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777300.253553:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253556:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091cb60f2] to pc [ptlrpcd_01_00+0] req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.253564:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777300.253568:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777300.253572:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777300.253574:0:37:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777300.253576:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777300.253577:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777300.253579:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777300.253582:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94530666b500. 00000100:00000001:2.0:1788777300.253585:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253588:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777300.253593:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777300.253595:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253598:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000109cfe1] to pc [ptlrpcd_01_01+1] req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.253603:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777300.253608:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777300.253611:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777300.253612:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:2.0:1788777300.253614:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777300.253615:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777300.253616:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777300.253619:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94530666b000. 00000100:00000001:2.0:1788777300.253622:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253626:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777300.253632:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777300.253634:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.253637:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_00+0] req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.253644:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.253645:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788777300.253648:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1788) 00000100:00000001:3.0:1788777300.253651:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.253654:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777300.253663:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.253672:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777300.253674:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.253678:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788777300.253678:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777300.253683:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788777300.253684:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777300.253687:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788777300.253688:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777300.253695:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126126080:192.168.203.135@tcp:400:kworker.0 00000100:00000040:2.0:1788777300.253695:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.253704:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788777300.253709:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1788777300.253710:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788777300.253711:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.253713:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777300.253715:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777300.253718:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788777300.253719:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777300.253723:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777300.253725:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073fe00. 00000100:00100000:2.0:1788777300.253728:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126126208:192.168.203.135@tcp:400:kworker.0 02000000:00000001:3.0:1788777300.253729:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.253735:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777300.253738:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788777300.253740:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 02000000:00000001:2.0:1788777300.253741:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777300.253745:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1788777300.253746:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 02000000:00000010:2.0:1788777300.253749:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945318738a00. 02000000:00000001:2.0:1788777300.253752:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788777300.253755:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000400:00000200:2.0:1788777300.253757:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777300.253762:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000100:00000200:3.0:1788777300.253765:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126126080, portal 25 00000400:00000010:2.0:1788777300.253767:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1bb0. 00000100:00000001:3.0:1788777300.253769:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777300.253772:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000200:2.0:1788777300.253774:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126126208, portal 10 00000100:00000001:2.0:1788777300.253777:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777300.253779:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:3.0:1788777300.253781:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777300.253789:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.253794:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788777300.253799:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777300.253800:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000100:00000040:2.0:1788777300.253804:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777300.253805:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347990. 00000400:00000010:2.0:1788777300.253808:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1aa0. 00000100:00000200:3.0:1788777300.253811:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126126080, offset 0 00000100:00000200:2.0:1788777300.253813:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126126208, offset 0 00000400:00000200:3.0:1788777300.253822:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777300.253844:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777300.253845:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777300.253856:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777300.253862:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777300.253866:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777300.253869:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777300.253872:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777300.253876:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2482:2482:256:4294967295] 192.168.203.135@tcp LPNI seq info [2477:2477:8:4294967295] 00000400:00000200:3.0:1788777300.253880:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777300.253888:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777300.253894:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000400:00000200:2.0:1788777300.253897:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777300.253903:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1788777300.253906:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777300.253908:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777300.253912:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1788777300.253914:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df200. 00000400:00000200:2.0:1788777300.253915:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777300.253921:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2483:2483:255:4294967295] 192.168.203.135@tcp LPNI seq info [2478:2478:7:4294967295] 00000800:00000200:3.0:1788777300.253927:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000400:00000200:2.0:1788777300.253929:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000800:00000200:3.0:1788777300.253941:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000400:00000200:2.0:1788777300.253941:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777300.253949:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1788777300.253949:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777300.253955:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94530666b900. 00000800:00000200:2.0:1788777300.253961:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777300.253965:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777300.253968:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94530666b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777300.253972:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.253972:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777300.253981:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000040:2.0:1788777300.253981:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 788470 usecs (789 jiffies) 00000100:00000001:3.0:1788777300.253986:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296454703 00000400:00000200:2.0:1788777300.253987:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777300.253992:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296451349 00000100:00000001:3.0:1788777300.253999:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296450594 00000100:00000001:3.0:1788777300.254004:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296454703 00000100:00000001:2.0:1788777300.254005:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:3.0:1788777300.254007:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296450594 00000100:00000001:2.0:1788777300.254009:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296451349 00000100:00000001:3.0:1788777300.254023:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777300.254023:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:3.0:1788777300.254028:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.254031:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777300.254035:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.254043:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777300.254047:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.254049:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777300.254051:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788777300.254052:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.254056:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1788777300.254058:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788777300.254059:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777300.254064:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777300.254072:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126126336:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777300.254072:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777300.254075:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777300.254079:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788777300.254083:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777300.254083:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777300.254087:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777300.254087:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.254090:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777300.254094:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126126464:192.168.203.135@tcp:400:kworker.0 02000000:00000001:3.0:1788777300.254095:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777300.254100:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073f000. 00000100:00000001:2.0:1788777300.254100:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777300.254104:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777300.254106:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777300.254109:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777300.254110:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 02000000:00000001:2.0:1788777300.254113:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777300.254117:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945318738200. 02000000:00000001:2.0:1788777300.254119:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777300.254123:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777300.254125:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777300.254131:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083476e8. 00000100:00000200:3.0:1788777300.254135:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126126336, portal 4 00000100:00000001:3.0:1788777300.254137:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1788777300.254138:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464630. 00000100:00000001:3.0:1788777300.254139:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000400:00000010:2.0:1788777300.254146:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1110. 00000100:00000040:3.0:1788777300.254150:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777300.254152:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126126464, portal 4 00000100:00000001:2.0:1788777300.254156:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777300.254158:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:3.0:1788777300.254165:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777300.254169:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000100:00000040:2.0:1788777300.254169:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788777300.254174:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347dd0. 00000100:00000200:3.0:1788777300.254180:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126126336, offset 0 00000100:00000001:2.0:1788777300.254181:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777300.254187:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777300.254190:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777300.254192:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000400:00000200:3.0:1788777300.254196:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000200:2.0:1788777300.254197:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126126464, offset 0 00000400:00000200:3.0:1788777300.254203:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777300.254206:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777300.254209:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777300.254214:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777300.254216:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777300.254218:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777300.254251:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2484:2484:254:4294967295] 192.168.203.135@tcp LPNI seq info [2479:2479:6:4294967295] 00000400:00000200:3.0:1788777300.254256:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777300.254264:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777300.254268:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000400:00000200:2.0:1788777300.254273:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777300.254277:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777300.254280:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777300.254282:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777300.254284:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777300.254287:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2485:2485:253:4294967295] 192.168.203.135@tcp LPNI seq info [2480:2480:5:4294967295] 00000400:00000200:2.0:1788777300.254291:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777300.254298:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777300.254302:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777300.254306:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187eff00. 00000800:00000200:2.0:1788777300.254310:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777300.254315:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777300.254318:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187eff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777300.254321:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.254324:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 268620 usecs (269 jiffies) 00000400:00000200:2.0:1788777300.254327:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777300.254329:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296450830 00000100:00000001:2.0:1788777300.254331:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:2.0:1788777300.254333:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296450830 00000100:00000001:2.0:1788777300.254335:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:2.0:1788777300.254337:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777300.254339:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.254342:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.254344:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777300.254350:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777300.254352:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777300.254355:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777300.254356:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777300.254358:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.254360:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777300.254534:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777300.254539:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df200. 00000400:00000200:1.0:1788777300.254545:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.254551:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777300.254557:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347990 00000400:00000010:1.0:1788777300.254560:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347990. 00000100:00000001:1.0:1788777300.254564:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777300.254569:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.254578:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777300.254581:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.254587:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.254588:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777300.254601:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777300.254603:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94530666b900. 00000400:00000200:1.0:1788777300.254607:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.254610:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777300.254613:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1aa0 00000400:00000010:1.0:1788777300.254614:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1aa0. 00000100:00000001:1.0:1788777300.254616:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777300.254620:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.254626:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777300.254629:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.254634:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.254636:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777300.254693:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777300.254695:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187eff00. 00000400:00000200:1.0:1788777300.254699:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.254702:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777300.254705:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:1.0:1788777300.254706:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:1.0:1788777300.254708:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777300.254712:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.254724:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777300.254727:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.254733:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.254735:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788777300.254965:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777300.254970:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfb00. 00000800:00000200:3.0:1788777300.254974:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777300.254979:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777300.254982:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777300.254997:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.255001:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23636 usecs (24 jiffies) 00000400:00000200:3.0:1788777300.255005:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777300.255014:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296450585 00000100:00000001:3.0:1788777300.255018:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:3.0:1788777300.255020:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296450585 00000100:00000001:3.0:1788777300.255021:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:3.0:1788777300.255024:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777300.255026:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.255029:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.255031:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.255036:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777300.255037:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777300.255039:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.255041:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.255043:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.255044:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777300.255436:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777300.255440:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfb00. 00000400:00000200:0.0:1788777300.255443:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777300.255448:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777300.255451:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347dd0 00000400:00000010:0.0:1788777300.255452:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347dd0. 00000100:00000001:0.0:1788777300.255455:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777300.255460:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.255468:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.255471:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.255486:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.255488:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777300.264245:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264261:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.264266:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264268:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.264354:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264362:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.264371:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264375:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264380:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264383:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c50600 00000400:00000200:1.0:1788777300.264387:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264393:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6af1 [1] + 224 00000800:00000001:1.0:1788777300.264399:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264403:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.264406:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.264411:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.264417:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.264425:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777300.264435:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.264454:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777300.264463:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264466:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.264468:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264471:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.264474:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264477:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.264481:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264483:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264486:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264488:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c50780 00000400:00000200:1.0:1788777300.264491:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264495:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6b09 [1] + 224 00000800:00000001:1.0:1788777300.264499:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264502:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.264503:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.264506:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.264509:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.264513:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777300.264533:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.264552:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777300.264557:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264561:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.264563:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264565:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.264568:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264571:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.264575:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264577:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264579:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264582:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c50700 00000400:00000200:1.0:1788777300.264585:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264588:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6b01 [1] + 224 00000800:00000001:1.0:1788777300.264591:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264595:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.264597:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.264600:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.264602:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.264606:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777300.264613:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.264619:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777300.264622:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264624:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.264626:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264628:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.264631:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264634:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.264637:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264639:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264642:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264644:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c50680 00000400:00000200:1.0:1788777300.264647:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.264650:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6af9 [1] + 224 00000800:00000001:1.0:1788777300.264653:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264660:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.264662:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.264664:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.264667:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.264670:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777300.264677:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.264683:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777300.264686:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.264688:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.264862:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.264867:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777300.264874:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777300.264876:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777300.264879:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:3.0:1788777300.264884:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777300.264887:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777300.264890:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.264896:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777300.264908:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.264916:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777300.264919:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.264923:0:2349:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1788777300.264925:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788777300.264926:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777300.264930:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777300.264930:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.264934:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788777300.264937:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1788777300.264939:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788777300.264941:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777300.264945:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000100:00001000:3.0:1788777300.264947:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=124 v=5 (5 5 5 5) 00000400:00000200:2.0:1788777300.264950:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1bb0 00000100:00001000:3.0:1788777300.264953:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=124 v=5 (1 1 1 1) 00000400:00000010:2.0:1788777300.264954:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1bb0. 00000100:00000001:2.0:1788777300.264959:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1788777300.264960:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777300.264963:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.264967:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1788777300.264968:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788777300.264971:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.264976:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788777300.264982:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777300.264985:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.265001:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777300.265003:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777300.265005:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.265007:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777300.265008:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777300.265011:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777300.265012:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777300.265013:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777300.265016:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777300.265022:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=123 v=5 (5 102 102 102) 00000100:00000001:3.0:1788777300.265023:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788777300.265029:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=13 v=5 (1 0 0 0) 00000100:00000040:3.0:1788777300.265031:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.265033:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777300.265035:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777300.265039:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777300.265043:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777300.265048:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126126080:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777300.265049:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777300.265052:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:2.0:1788777300.265054:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777300.265056:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.265063:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788777300.265065:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777300.265068:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777300.265071:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000100:00000001:2.0:1788777300.265074:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788777300.265076:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083476e8 00000100:00000001:2.0:1788777300.265079:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1788777300.265081:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083476e8. 00000100:00000001:2.0:1788777300.265082:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.265087:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1788777300.265090:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777300.265095:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777300.265116:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777300.265122:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126126208:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777300.265123:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777300.265126:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.265130:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777300.265131:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1788777300.265132:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1788777300.265133:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777300.265136:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788777300.265136:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777300.265139:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464630. 02000000:00000001:3.0:1788777300.265140:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777300.265146:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1110 00000100:00001000:3.0:1788777300.265147:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=123 v=5 (5 5 5 37) 00000400:00000010:2.0:1788777300.265150:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1110. 00000100:00001000:3.0:1788777300.265152:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777300.265155:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1788777300.265156:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777300.265159:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788777300.265161:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788777300.265162:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777300.265165:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.265170:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777300.265173:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788777300.265177:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1788777300.265177:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.265180:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.265188:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.265189:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777300.265192:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777300.265197:0:2348:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788777300.265200:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777300.265200:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777300.265202:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777300.265204:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777300.265205:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.265207:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788777300.265209:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.265214:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788777300.265216:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=123 v=5 (5 5 5 37) 00000100:00100000:3.0:1788777300.265249:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126126336:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777300.265254:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.265257:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1788777300.265262:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=11 v=5 (1 0 0 0) 00000100:00000040:3.0:1788777300.265263:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ca80 x1875667126126080/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.265268:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777300.265272:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.265276:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777300.265280:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777300.265283:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073fe00. 02000000:00000001:3.0:1788777300.265286:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777300.265288:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777300.265290:0:2349:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777300.265293:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777300.265296:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666bc00. 02000000:00000001:3.0:1788777300.265300:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777300.265301:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777300.265313:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ca80. 00000100:00000001:3.0:1788777300.265317:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777300.265319:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.265320:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.265323:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126126336/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.265330:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777300.265331:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777300.265332:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073f000. 02000000:00000001:3.0:1788777300.265334:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777300.265335:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777300.265337:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777300.265338:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777300.265340:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666b500. 02000000:00000001:3.0:1788777300.265342:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777300.265343:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777300.265344:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:3.0:1788777300.265346:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777300.265347:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.265349:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.265355:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777300.265357:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.265359:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.265361:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777300.265406:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777300.265409:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.265412:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777300.265413:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777300.265415:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777300.265416:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.265422:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.265428:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777300.265431:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777300.265432:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777300.265435:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777300.265441:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126126464:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777300.265445:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777300.265446:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777300.265449:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126126208/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.265455:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777300.265456:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777300.265458:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945318738a00. 02000000:00000001:2.0:1788777300.265460:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777300.265462:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777300.265463:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777300.265466:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777300.265467:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666b100. 02000000:00000001:2.0:1788777300.265470:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777300.265471:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777300.265472:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777300.265474:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777300.265475:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777300.265477:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777300.265480:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126126464/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.265485:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777300.265486:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777300.265487:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945318738200. 02000000:00000001:2.0:1788777300.265489:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777300.265490:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777300.265491:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777300.265493:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777300.265494:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94530666b000. 02000000:00000001:2.0:1788777300.265496:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777300.265497:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777300.265498:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777300.265502:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777300.265503:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777300.265504:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777300.265509:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777300.265510:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.265512:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777300.265513:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777300.430599:0:32102:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777300.430606:0:32102:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777300.430608:0:32102:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777300.430612:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57b98 00000080:00200000:1.0:1788777300.430616:0:32102:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777300.430624:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530616ea00. 00800000:00000002:1.0:1788777300.430631:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777300.430635:0:32102:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777300.430640:0:32102:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777300.430642:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57ab8 00800000:00000002:1.0:1788777300.430644:0:32102:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777300.430648:0:32102:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777300.430652:0:32102:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777300.430658:0:32102:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777300.430660:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57988 00000002:00010000:1.0:1788777300.430662:0:32102:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777300.430666:0:32102:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777300.430668:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777300.430670:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777300.430676:0:32102:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777300.430679:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777300.430681:0:32102:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777300.430683:0:32102:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777300.430685:0:32102:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777300.430690:0:32102:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d500. 00000020:00000040:1.0:1788777300.430695:0:32102:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777300.430701:0:32102:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777300.430706:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777300.430713:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777300.430715:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777300.430716:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.430720:0:32102:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777300.430722:0:32102:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777300.430726:0:32102:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777300.430734:0:32102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94531068b000. 00000100:00000001:1.0:1788777300.430741:0:32102:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777300.430746:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777300.430747:0:32102:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777300.430749:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777300.430750:0:32102:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777300.430752:0:32102:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777300.430757:0:32102:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683087480064 : -118390622071552 : ffff94530906d500) 00010000:00000001:1.0:1788777300.430761:0:32102:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777300.430763:0:32102:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777300.430768:0:32102:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214200. 00010000:00000010:1.0:1788777300.430772:0:32102:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcd880. 00010000:00000001:1.0:1788777300.430776:0:32102:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777300.430779:0:32102:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb6600. 00000020:00000001:1.0:1788777300.430783:0:32102:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777300.430786:0:32102:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb6600 with handle 0xe53f2b0cb7af883f to hash 00000020:00000001:1.0:1788777300.430788:0:32102:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777300.430790:0:32102:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:1.0:1788777300.430794:0:32102:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:1.0:1788777300.430797:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777300.430800:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777300.430804:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32102 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777300.430814:0:32102:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32102 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777300.430825:0:32102:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32102 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777300.430843:0:32102:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777300.430845:0:32102:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777300.430851:0:32102:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f9c0. 00000100:00000001:1.0:1788777300.430854:0:32102:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081066944 : -118390628484672 : ffff945308a4f9c0) 00000100:00000001:1.0:1788777300.430856:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777300.430858:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087480064 : -118390622071552 : ffff94530906d500) 00000100:00000001:1.0:1788777300.430862:0:32102:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777300.430867:0:32102:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.430869:0:32102:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777300.430871:0:32102:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777300.430882:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.430892:0:32102:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777300.430894:0:32102:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777300.430897:0:32102:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777300.430900:0:32102:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777300.430902:0:32102:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777300.430906:0:32102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d500 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126126592:192.168.203.135@tcp:101:multiop.0 00000100:00000001:1.0:1788777300.430910:0:32102:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777300.430915:0:32102:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777300.430917:0:32102:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777300.430920:0:32102:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777300.430925:0:32102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945304daa000. 02000000:00000001:1.0:1788777300.430927:0:32102:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777300.430934:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777300.430938:0:32102:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb948. 00000400:00000010:1.0:1788777300.430944:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12198. 00000100:00000200:1.0:1788777300.430951:0:32102:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126126592, portal 10 00000100:00000001:1.0:1788777300.430953:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777300.430955:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087480064 : -118390622071552 : ffff94530906d500) 00000100:00000040:1.0:1788777300.430961:0:32102:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.430969:0:32102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777300.430972:0:32102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777300.430975:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12880. 00000100:00000200:1.0:1788777300.430977:0:32102:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126126592, offset 0 00000400:00000200:1.0:1788777300.430984:0:32102:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777300.430992:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.431000:0:32102:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777300.431005:0:32102:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777300.431009:0:32102:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777300.431013:0:32102:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777300.431016:0:32102:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777300.431019:0:32102:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2486:2486:256:4294967295] 192.168.203.135@tcp LPNI seq info [2481:2481:8:4294967295] 00000400:00000200:1.0:1788777300.431024:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.431032:0:32102:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777300.431038:0:32102:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777300.431042:0:32102:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534800. 00000800:00000200:1.0:1788777300.431049:0:32102:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777300.431056:0:32102:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777300.431060:0:32102:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777300.431079:0:32102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777300.431084:0:32102:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 787450 usecs (788 jiffies) 00000400:00000200:1.0:1788777300.431087:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777300.431090:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296451525 00000100:00000001:1.0:1788777300.431093:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:1.0:1788777300.431095:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296451525 00000100:00000001:1.0:1788777300.431097:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:1.0:1788777300.431100:0:32102:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777300.431102:0:32102:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.431104:0:32102:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777300.431106:0:32102:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777300.431108:0:32102:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777300.431111:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777300.431113:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777300.431208:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777300.431213:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534800. 00000400:00000200:0.0:1788777300.431218:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777300.431243:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777300.431247:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12880 00000400:00000010:0.0:1788777300.431250:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12880. 00000100:00000001:0.0:1788777300.431254:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777300.431258:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.431266:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.431269:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.431349:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.431351:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777300.438589:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.438604:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.438609:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.438611:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.438621:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.438628:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.438637:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.438642:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.438647:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.438651:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c50800 00000400:00000200:1.0:1788777300.438656:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.438663:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6b11 [1] + 224 00000800:00000001:1.0:1788777300.438670:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.438677:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.438680:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.438685:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.438693:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.438701:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777300.438711:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.438735:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777300.438744:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.438747:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.438791:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777300.438798:0:32102:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777300.438800:0:32102:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777300.438804:0:32102:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb948. 00000400:00000200:0.0:1788777300.438810:0:32102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12198 00000400:00000010:0.0:1788777300.438812:0:32102:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12198. 00000100:00000001:0.0:1788777300.438816:0:32102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777300.438820:0:32102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777300.438844:0:32102:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.438851:0:32102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777300.438853:0:32102:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.438856:0:32102:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777300.438859:0:32102:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777300.438862:0:32102:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777300.438864:0:32102:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.438867:0:32102:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777300.438875:0:32102:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=123 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777300.438879:0:32102:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777300.438881:0:32102:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777300.438883:0:32102:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.438885:0:32102:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777300.438888:0:32102:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.438892:0:32102:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777300.438893:0:32102:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:0.0:1788777300.438895:0:32102:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777300.438897:0:32102:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777300.438902:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.438909:0:32102:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777300.438912:0:32102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777300.438914:0:32102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777300.438917:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777300.438923:0:32102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d500 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126126592:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777300.438928:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.438930:0:32102:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.438932:0:32102:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777300.438934:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.438937:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.438944:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777300.438947:0:32102:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f9c0. 00000100:00000001:0.0:1788777300.438950:0:32102:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777300.438952:0:32102:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.438954:0:32102:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777300.438958:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.438960:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.438963:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=4 00000020:00000001:0.0:1788777300.438966:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.438968:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000040:0.0:1788777300.438974:0:32102:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb6600, remote cookie: 0xa4f015c75ff3c40e, flags: 0x1001 00010000:00010000:0.0:1788777300.438979:0:32102:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777300.438991:0:32102:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.439004:0:32102:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777300.439007:0:32102:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777300.439010:0:32102:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777300.439011:0:32102:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777300.439013:0:32102:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777300.439015:0:32102:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945308214200) refcount = 1 00010000:00010000:0.0:1788777300.439019:0:32102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.439026:0:32102:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777300.439029:0:32102:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777300.439031:0:32102:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.439033:0:32102:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777300.439036:0:32102:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.439039:0:32102:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.439045:0:32102:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777300.439047:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439048:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.439049:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439050:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.439052:0:32102:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.439056:0:32102:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777300.439058:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.439059:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.439060:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.439062:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439064:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439067:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.439068:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.439069:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=4 00000020:00000001:0.0:1788777300.439071:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439073:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439076:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.439079:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.439081:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.439087:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439088:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.439089:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.439090:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.439091:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=5 00000020:00000001:0.0:1788777300.439093:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439095:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439097:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.439099:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.439106:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439107:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777300.439109:0:32102:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.439115:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.439117:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439118:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.439119:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439120:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777300.439124:0:32102:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777300.439133:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.439134:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.439136:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.439138:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439140:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439142:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439143:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.439145:0:32102:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.439147:0:32102:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.439150:0:32102:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777300.439153:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.439154:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.439155:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.439157:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439159:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00000002:00010000:0.0:1788777300.439163:0:32102:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.439169:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439170:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.439172:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777300.439795:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.439799:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.439801:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.439804:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439807:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000040:0.0:1788777300.439812:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214200 count: 2 00010000:00000001:0.0:1788777300.439815:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777300.439820:0:32102:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777300.439823:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439825:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.439826:0:32102:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777300.439839:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57910 00000002:00002000:0.0:1788777300.439842:0:32102:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777300.439845:0:32102:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.439850:0:32102:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.439854:0:32102:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777300.439857:0:32102:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777300.439861:0:32102:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777300.439865:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777300.439869:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616ea00. 00000080:00000001:0.0:1788777300.439874:0:32102:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777300.439876:0:32102:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777300.439882:0:32102:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777300.439886:0:32102:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777300.439891:0:32102:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311048600. 00800000:00000001:0.0:1788777300.439894:0:32102:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221546496 : -118390488005120 : ffff945311048600) 00800000:00000001:0.0:1788777300.439896:0:32102:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.439899:0:32102:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777300.439901:0:32102:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777300.439903:0:32102:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777300.439906:0:32102:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777300.439909:0:32102:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777300.439911:0:32102:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.439915:0:32102:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777300.439918:0:32102:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788777300.439921:0:32102:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777290 to 1788777299 00000080:00200000:0.0:1788777300.439925:0:32102:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788777300.439927:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.439929:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.439930:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.439933:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439935:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439937:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439938:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777300.439940:0:32102:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777300.439942:0:32102:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777300.439943:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048600 1 00800000:00000010:0.0:1788777300.439946:0:32102:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311048600. 00800000:00000001:0.0:1788777300.439949:0:32102:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.439952:0:32102:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af883f 00800000:00000001:0.0:1788777300.439956:0:32102:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777300.439957:0:32102:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777300.439958:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.439960:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.439961:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.439963:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439965:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439968:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.439969:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.439970:0:32102:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.439972:0:32102:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.439974:0:32102:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.439976:0:32102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777300.439979:0:32102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af883f from it ffffb1cb81f57bd0 00010000:00000001:0.0:1788777300.439981:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.439982:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.439984:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.439986:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439988:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.439990:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.439993:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.440000:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.440001:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.440003:0:32102:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777300.440005:0:32102:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777300.440008:0:32102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777300.440017:0:32102:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777300.440020:0:32102:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777300.440022:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.440026:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.440027:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.440029:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.440031:0:32102:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777300.440033:0:32102:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.440035:0:32102:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.440038:0:32102:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.440040:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.440041:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.440042:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777300.440045:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.440051:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d500 x1875667126126592/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.440057:0:32102:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777300.440060:0:32102:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777300.440062:0:32102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945304daa000. 02000000:00000001:0.0:1788777300.440066:0:32102:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777300.440068:0:32102:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777300.440070:0:32102:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777300.440072:0:32102:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777300.440075:0:32102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94531068b000. 02000000:00000001:0.0:1788777300.440079:0:32102:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777300.440080:0:32102:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777300.440082:0:32102:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d500. 00000100:00000001:0.0:1788777300.440086:0:32102:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777300.440087:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.440091:0:32102:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777300.440096:0:32102:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777300.440111:0:32102:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945320625260. 00000020:00000001:0.0:1788777300.440115:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57d88 00000080:00200000:0.0:1788777300.440117:0:32102:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=1536 00000080:00000001:0.0:1788777300.440121:0:32102:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777300.440122:0:32102:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777300.440124:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57c98 00000080:00200000:0.0:1788777300.440126:0:32102:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777300.440131:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94532121a800. 00800000:00000002:0.0:1788777300.440135:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777300.440138:0:32102:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777300.440141:0:32102:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.440142:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57bb8 00800000:00000002:0.0:1788777300.440144:0:32102:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777300.440147:0:32102:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777300.440151:0:32102:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777300.440154:0:32102:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.440156:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57a88 00000002:00010000:0.0:1788777300.440158:0:32102:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777300.440161:0:32102:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777300.440163:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.440165:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.440167:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214200 count: 2 00010000:00000001:0.0:1788777300.440169:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.440172:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.441086:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777300.441092:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777300.441102:0:32102:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777300.441107:0:32102:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.441110:0:32102:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777300.441117:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777300.441119:0:32102:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777300.441121:0:32102:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.441123:0:32102:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.441126:0:32102:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.441128:0:32102:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777300.441131:0:32102:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777300.441133:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777300.441136:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94532121a800. 00000080:00000001:0.0:1788777300.441141:0:32102:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777300.441142:0:32102:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.441145:0:32102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777300.441147:0:32102:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af883f 00800000:00000001:0.0:1788777300.441150:0:32102:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777300.441153:0:32102:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777300.441154:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.441155:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.441157:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.441159:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.441161:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.441163:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441165:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.441166:0:32102:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.441168:0:32102:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.441170:0:32102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af883f from it ffffb1cb81f57cd0 00010000:00000001:0.0:1788777300.441172:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.441185:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.441187:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.441189:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.441191:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.441193:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.441196:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777300.441203:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441204:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.441205:0:32102:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777300.441207:0:32102:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777300.441210:0:32102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777300.441216:0:32102:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777300.441240:0:32102:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777300.441242:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.441245:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441246:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.441248:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441250:0:32102:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777300.441252:0:32102:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441254:0:32102:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441256:0:32102:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441258:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.441259:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441260:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777300.441263:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777300.441264:0:32102:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.441267:0:32102:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:0.0:1788777300.441271:0:32102:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.441278:0:32102:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777300.441280:0:32102:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777300.441281:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57d78 00000080:00200000:0.0:1788777300.441283:0:32102:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777300.441289:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94532121a800. 00800000:00000002:0.0:1788777300.441293:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777300.441295:0:32102:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777300.441297:0:32102:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.441298:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57c98 00800000:00000002:0.0:1788777300.441300:0:32102:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777300.441303:0:32102:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777300.441306:0:32102:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777300.441309:0:32102:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.441310:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57b68 00000002:00010000:0.0:1788777300.441312:0:32102:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777300.441315:0:32102:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777300.441316:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.441318:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.441321:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214200 count: 2 00010000:00000001:0.0:1788777300.441323:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.441326:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.441328:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777300.441331:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777300.441338:0:32102:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777300.441340:0:32102:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.441343:0:32102:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777300.441349:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777300.441351:0:32102:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777300.441352:0:32102:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.441354:0:32102:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.441356:0:32102:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.441358:0:32102:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777300.441360:0:32102:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777300.441362:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777300.441364:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94532121a800. 00000080:00000001:0.0:1788777300.441366:0:32102:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777300.441367:0:32102:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.441369:0:32102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777300.441372:0:32102:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af883f 00800000:00000001:0.0:1788777300.441374:0:32102:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777300.441376:0:32102:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777300.441377:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.441378:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.441380:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.441383:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.441385:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.441387:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441388:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.441390:0:32102:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.441391:0:32102:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.441393:0:32102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af883f from it ffffb1cb81f57db0 00010000:00000001:0.0:1788777300.441396:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.441396:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.441398:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6600 refcount=3 00000020:00000001:0.0:1788777300.441399:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.441401:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216754176 : -118390492797440 : ffff945310bb6600) 00010000:00000001:0.0:1788777300.441403:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.441417:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777300.441425:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441426:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.441427:0:32102:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777300.441429:0:32102:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777300.441431:0:32102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777300.441437:0:32102:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777300.441438:0:32102:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777300.441440:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.441442:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441443:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.441444:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441446:0:32102:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777300.441447:0:32102:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441449:0:32102:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441450:0:32102:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441452:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.441453:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441454:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777300.441456:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777300.441457:0:32102:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.441459:0:32102:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:0.0:1788777300.441462:0:32102:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777300.441466:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57e20 00000080:00200000:0.0:1788777300.441468:0:32102:0:(namei.c:2129:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=33188, excl=1 00000080:00000001:0.0:1788777300.441472:0:32102:0:(namei.c:2080:ll_mknod()) Process entered 00000020:00000001:0.0:1788777300.441473:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57dd0 00000080:00200000:0.0:1788777300.441475:0:32102:0:(namei.c:2084:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08) mode 100644 dev 0 00000080:00000001:0.0:1788777300.441478:0:32102:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1788777300.441480:0:32102:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1788777300.441484:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94532121a800. 00800000:00000002:0.0:1788777300.441486:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777300.441492:0:32102:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.441495:0:32102:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788777300.441498:0:32102:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777300.441501:0:32102:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:0.0:1788777300.441504:0:32102:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788777300.441506:0:32102:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788777300.441509:0:32102:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788777300.441511:0:32102:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788777300.441514:0:32102:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x2c:0x0] 40000000:00000001:0.0:1788777300.441516:0:32102:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.441518:0:32102:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.441520:0:32102:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.441522:0:32102:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777300.441524:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57bf0 00800000:00000002:0.0:1788777300.441526:0:32102:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000404:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788777300.441530:0:32102:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788777300.441533:0:32102:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777300.441535:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214200 count: 2 00010000:00000001:0.0:1788777300.441537:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.441539:0:32102:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777300.441542:0:32102:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777300.441545:0:32102:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788777300.441552:0:32102:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777300.441555:0:32102:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777300.441557:0:32102:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777300.441558:0:32102:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777300.441561:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.441562:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.441564:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214200 count: 3 00010000:00000001:0.0:1788777300.441566:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.441568:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.441569:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.441570:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.441572:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214200 count: 3 00010000:00000001:0.0:1788777300.441574:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.441575:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.441577:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.441578:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.441579:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214200 count: 3 00010000:00000001:0.0:1788777300.441581:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.441583:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.441586:0:32102:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777300.441588:0:32102:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777300.441592:0:32102:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777300.441594:0:32102:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777300.441597:0:32102:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777300.441598:0:32102:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441601:0:32102:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777300.441604:0:32102:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777300.441606:0:32102:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777300.441607:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.441609:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777300.441612:0:32102:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb6600 with handle 0xe53f2b0cb7af883f from hash 00010000:00000001:0.0:1788777300.441615:0:32102:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777300.441616:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441617:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.441619:0:32102:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777300.441621:0:32102:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777300.441623:0:32102:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777300.441626:0:32102:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777300.441628:0:32102:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777300.441630:0:32102:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777300.441636:0:32102:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2d80. 00000020:00000040:0.0:1788777300.441639:0:32102:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777300.441644:0:32102:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777300.441646:0:32102:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441648:0:32102:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777300.441651:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.441653:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.441655:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.441656:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.441659:0:32102:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777300.441661:0:32102:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777300.441664:0:32102:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777300.441670:0:32102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d20400. 00000100:00000001:0.0:1788777300.441676:0:32102:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441678:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777300.441680:0:32102:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777300.441684:0:32102:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788777300.441690:0:32102:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777300.441692:0:32102:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777300.441693:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777300.441696:0:32102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6600/0xe53f2b0cb7af883f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c40e expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788777300.441702:0:32102:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945308214200 count: 0 00010000:00000010:0.0:1788777300.441706:0:32102:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945307dcd880. 00010000:00000001:0.0:1788777300.441714:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.441716:0:32102:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441717:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777300.441718:0:32102:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.441720:0:32102:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777300.441730:0:32102:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1788777300.441738:0:32102:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be2d80 x1875667126126848/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777300.441749:0:32102:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777300.441750:0:32102:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777300.441756:0:32102:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061dfb40. 00000100:00000001:0.0:1788777300.441758:0:32102:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038665536 : -118390670886080 : ffff9453061dfb40) 00000100:00000001:0.0:1788777300.441760:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777300.441762:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082718592 : -118390626833024 : ffff945308be2d80) 00000100:00000001:0.0:1788777300.441765:0:32102:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777300.441769:0:32102:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.441770:0:32102:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777300.441772:0:32102:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777300.441776:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2d80 x1875667126126848/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.441782:0:32102:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777300.441784:0:32102:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.441788:0:32102:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777300.441790:0:32102:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777300.441792:0:32102:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777300.441795:0:32102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126126848:192.168.203.135@tcp:36:multiop.0 00000100:00000001:0.0:1788777300.441798:0:32102:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777300.441802:0:32102:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777300.441805:0:32102:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.441807:0:32102:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777300.441811:0:32102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21000. 02000000:00000001:0.0:1788777300.441813:0:32102:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777300.441819:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777300.441823:0:32102:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777300.441840:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777300.441848:0:32102:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126126848, portal 10 00000100:00000001:0.0:1788777300.441850:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777300.441851:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082718592 : -118390626833024 : ffff945308be2d80) 00000100:00000040:0.0:1788777300.441858:0:32102:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2d80 x1875667126126848/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.441871:0:32102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777300.441874:0:32102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777300.441877:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c330. 00000100:00000200:0.0:1788777300.441879:0:32102:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667126126848, offset 0 00000400:00000200:0.0:1788777300.441885:0:32102:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777300.441894:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.441901:0:32102:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777300.441906:0:32102:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777300.441910:0:32102:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777300.441914:0:32102:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777300.441917:0:32102:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777300.441920:0:32102:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2487:2487:256:4294967295] 192.168.203.135@tcp LPNI seq info [2482:2482:8:4294967295] 00000400:00000200:0.0:1788777300.441925:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.441934:0:32102:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777300.441940:0:32102:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777300.441945:0:32102:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777300.441952:0:32102:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777300.441959:0:32102:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777300.441963:0:32102:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777300.441980:0:32102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777300.441985:0:32102:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 786427 usecs (787 jiffies) 00000400:00000200:0.0:1788777300.441988:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777300.441991:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296451534 00000100:00000001:0.0:1788777300.441994:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:0.0:1788777300.441996:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296451534 00000100:00000001:0.0:1788777300.441999:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:0.0:1788777300.442001:0:32102:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777300.442004:0:32102:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.442007:0:32102:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777300.442009:0:32102:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777300.442011:0:32102:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061dfb40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777300.442014:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777300.442017:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777300.442580:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777300.442585:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:1.0:1788777300.442590:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.442596:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777300.442602:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c330 00000400:00000010:1.0:1788777300.442604:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c330. 00000100:00000001:1.0:1788777300.442607:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777300.442612:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2d80 x1875667126126848/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.442622:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777300.442625:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2d80 x1875667126126848/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777316 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.442638:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.442640:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777300.449259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214200. 00010000:00000010:0.1:1788777300.449272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6600. 00000800:00000001:1.0:1788777300.466197:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.466213:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.466217:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.466258:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.466268:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.466275:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.466284:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.466289:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.466294:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.466298:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 10 MB=0x6a9e8c8c50900 00000400:00000200:1.0:1788777300.466302:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.466308:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 448/448 into md 0x6b21 [1] + 224 00000800:00000001:1.0:1788777300.466315:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.466322:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.466325:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.466329:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.466336:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.466345:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2d80 x1875667126126848/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777300.466356:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff945308be2d80 x1875667126126848/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.466367:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777300.466375:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777300.466379:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.466384:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777300.466390:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2488:2488:256:4294967295] 192.168.203.135@tcp LPNI seq info [2483:2483:8:4294967295] 00000400:00000200:1.0:1788777300.466394:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.466403:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777300.466409:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777300.466415:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534700. 00000800:00000200:1.0:1788777300.466420:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777300.466427:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777300.466431:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777300.466515:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777300.466519:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534700. 00000400:00000200:1.0:1788777300.466522:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.466526:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777300.466531:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.466534:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.466611:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777300.466618:0:32102:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777300.466620:0:32102:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777300.466623:0:32102:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777300.466628:0:32102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777300.466630:0:32102:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777300.466633:0:32102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777300.466639:0:32102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2d80 x1875667126126848/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777300.466649:0:32102:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2d80 x1875667126126848/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/576 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.466656:0:32102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777300.466658:0:32102:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.466661:0:32102:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777300.466664:0:32102:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777300.466666:0:32102:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777300.466668:0:32102:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.466672:0:32102:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777300.466680:0:32102:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=123 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777300.466684:0:32102:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777300.466687:0:32102:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777300.466689:0:32102:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.466691:0:32102:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777300.466695:0:32102:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.466698:0:32102:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788777300.466700:0:32102:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:0.0:1788777300.466702:0:32102:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788777300.466705:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777300.466706:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082718592 : -118390626833024 : ffff945308be2d80) 00000100:00000001:0.0:1788777300.466710:0:32102:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777300.466712:0:32102:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:0.0:1788777300.466714:0:32102:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777300.466717:0:32102:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777300.466721:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2d80 x1875667126126848/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777316 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.466729:0:32102:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777300.466732:0:32102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777300.466734:0:32102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777300.466738:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2d80 x1875667126126848/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777316 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777300.466747:0:32102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126126848:192.168.203.135@tcp:36:multiop.0 00000100:00000001:0.0:1788777300.466752:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.466755:0:32102:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.466757:0:32102:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777300.466760:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.466763:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2d80 x1875667126126848/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777316 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.466770:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777300.466773:0:32102:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061dfb40. 00000100:00000001:0.0:1788777300.466776:0:32102:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777300.466778:0:32102:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.466785:0:32102:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777300.466788:0:32102:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2c:0x0] 00800000:00000001:0.0:1788777300.466790:0:32102:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.466793:0:32102:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1788777300.466796:0:32102:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777299 to 1788777300 00000080:00000001:0.0:1788777300.466799:0:32102:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777300.466805:0:32102:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777300.466807:0:32102:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777300.466809:0:32102:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788777300.466812:0:32102:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788777300.466822:0:32102:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94532097ca40. 00000020:00000001:0.0:1788777300.466843:0:32102:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788777300.466846:0:32102:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788777300.466849:0:32102:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788777300.466851:0:32102:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff94532097cb08) 00000080:00000001:0.0:1788777300.466853:0:32102:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788777300.466856:0:32102:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777300.466858:0:32102:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833964 mtime from 0 to 1788777300 00000080:00000001:0.0:1788777300.466862:0:32102:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:0.0:1788777300.466864:0:32102:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777300.466868:0:32102:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777300.466870:0:32102:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:0.0:1788777300.466874:0:32102:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788777300.466879:0:32102:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff945309322708. 00000020:00000001:0.0:1788777300.466881:0:32102:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777300.466883:0:32102:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777300.466890:0:32102:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788777300.466894:0:32102:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945308a312e8. 00020000:00000001:0.0:1788777300.466897:0:32102:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683080942312 : -118390628609304 : ffff945308a312e8) 00020000:00000001:0.0:1788777300.466899:0:32102:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788777300.466902:0:32102:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777300.466906:0:32102:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683090319240 : -118390619232376 : ffff945309322788) 00000020:00001000:0.0:1788777300.466909:0:32102:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777300.466912:0:32102:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482856200 : -118390226695416 : ffff94532097cb08) 00000080:00000001:0.0:1788777300.466915:0:32102:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777300.466918:0:32102:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777300.466920:0:32102:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.466925:0:32102:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.466926:0:32102:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:0.0:1788777300.466928:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.466932:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2d80 x1875667126126848/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777316 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.466938:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777300.466941:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777300.466944:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94532121a800. 00000080:00000001:0.0:1788777300.466947:0:32102:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.466951:0:32102:0:(namei.c:2112:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777300.466954:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57e20 00000080:00200000:0.0:1788777300.466956:0:32102:0:(namei.c:2137:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:0.0:1788777300.466968:0:32102:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777300.466974:0:32102:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777300.467008:0:32102:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777300.467011:0:32102:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777300.467013:0:32102:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777300.467015:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57b20 00000080:00200000:0.0:1788777300.467017:0:32102:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777300.467022:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94532121a800. 00800000:00000002:0.0:1788777300.467027:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777300.467031:0:32102:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777300.467034:0:32102:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.467036:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57a40 00800000:00000002:0.0:1788777300.467038:0:32102:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777300.467042:0:32102:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777300.467046:0:32102:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777300.467051:0:32102:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.467052:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57910 00000002:00010000:0.0:1788777300.467054:0:32102:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777300.467057:0:32102:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777300.467059:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.467061:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777300.467066:0:32102:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.467068:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.467070:0:32102:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.467072:0:32102:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777300.467075:0:32102:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777300.467080:0:32102:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777300.467084:0:32102:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777300.467089:0:32102:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777300.467093:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.467100:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.467101:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.467103:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.467106:0:32102:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777300.467108:0:32102:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777300.467112:0:32102:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777300.467119:0:32102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d20800. 00000100:00000001:0.0:1788777300.467125:0:32102:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.467128:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777300.467129:0:32102:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.467131:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777300.467132:0:32102:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.467133:0:32102:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.467137:0:32102:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00010000:00000001:0.0:1788777300.467140:0:32102:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777300.467142:0:32102:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777300.467146:0:32102:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34d00. 00010000:00000010:0.0:1788777300.467150:0:32102:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327480. 00010000:00000001:0.0:1788777300.467154:0:32102:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777300.467157:0:32102:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9c00. 00000020:00000001:0.0:1788777300.467160:0:32102:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777300.467163:0:32102:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9c00 with handle 0xe53f2b0cb7af8846 to hash 00000020:00000001:0.0:1788777300.467165:0:32102:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777300.467167:0:32102:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.467170:0:32102:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.467173:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.467176:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.467180:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32102 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777300.467189:0:32102:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32102 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777300.467198:0:32102:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32102 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777300.467203:0:32102:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777300.467204:0:32102:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777300.467209:0:32102:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061dfb40. 00000100:00000001:0.0:1788777300.467211:0:32102:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038665536 : -118390670886080 : ffff9453061dfb40) 00000100:00000001:0.0:1788777300.467213:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777300.467215:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000001:0.0:1788777300.467264:0:32102:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777300.467269:0:32102:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.467271:0:32102:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777300.467272:0:32102:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777300.467277:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.467285:0:32102:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777300.467287:0:32102:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.467291:0:32102:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777300.467293:0:32102:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777300.467295:0:32102:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777300.467298:0:32102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126126976:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777300.467302:0:32102:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777300.467306:0:32102:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777300.467308:0:32102:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.467310:0:32102:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777300.467314:0:32102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b7800. 02000000:00000001:0.0:1788777300.467316:0:32102:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777300.467320:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777300.467323:0:32102:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777300.467328:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777300.467333:0:32102:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126126976, portal 10 00000100:00000001:0.0:1788777300.467335:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777300.467336:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:0.0:1788777300.467342:0:32102:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.467349:0:32102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777300.467352:0:32102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777300.467354:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c3b8. 00000100:00000200:0.0:1788777300.467357:0:32102:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126126976, offset 0 00000400:00000200:0.0:1788777300.467363:0:32102:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777300.467368:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.467373:0:32102:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777300.467377:0:32102:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777300.467381:0:32102:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777300.467383:0:32102:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777300.467386:0:32102:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777300.467389:0:32102:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2489:2489:256:4294967295] 192.168.203.135@tcp LPNI seq info [2484:2484:8:4294967295] 00000400:00000200:0.0:1788777300.467393:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.467400:0:32102:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777300.467405:0:32102:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777300.467409:0:32102:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fa00. 00000800:00000200:0.0:1788777300.467414:0:32102:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777300.467419:0:32102:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777300.467422:0:32102:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fa00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777300.467428:0:32102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777300.467432:0:32102:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 785435 usecs (786 jiffies) 00000400:00000200:0.0:1788777300.467435:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777300.467437:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296451560 00000100:00000001:0.0:1788777300.467440:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:0.0:1788777300.467443:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296451560 00000100:00000001:0.0:1788777300.467445:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:0.0:1788777300.467448:0:32102:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777300.467450:0:32102:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.467453:0:32102:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777300.467455:0:32102:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777300.467457:0:32102:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061dfb40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777300.467460:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777300.467462:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777300.467601:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777300.467605:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fa00. 00000400:00000200:1.0:1788777300.467609:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.467613:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777300.467617:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c3b8 00000400:00000010:1.0:1788777300.467619:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c3b8. 00000100:00000001:1.0:1788777300.467622:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777300.467626:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.467634:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777300.467637:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.467642:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.467644:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788777300.471997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625260. 00000800:00000001:1.0:1788777300.477190:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.477206:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.477210:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.477212:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.477255:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.477263:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.477273:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.477277:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.477283:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.477286:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c50980 00000400:00000200:1.0:1788777300.477291:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.477296:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6b31 [1] + 224 00000800:00000001:1.0:1788777300.477303:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.477314:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.477317:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.477321:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.477329:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.477338:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777300.477347:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.477358:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777300.477365:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.477367:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.477607:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777300.477614:0:32102:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777300.477617:0:32102:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777300.477620:0:32102:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777300.477624:0:32102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777300.477626:0:32102:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777300.477629:0:32102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777300.477634:0:32102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777300.477642:0:32102:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.477649:0:32102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777300.477651:0:32102:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.477653:0:32102:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777300.477656:0:32102:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777300.477658:0:32102:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777300.477660:0:32102:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.477663:0:32102:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777300.477672:0:32102:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=123 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777300.477676:0:32102:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777300.477679:0:32102:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777300.477681:0:32102:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.477684:0:32102:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777300.477687:0:32102:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.477691:0:32102:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777300.477693:0:32102:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:0.0:1788777300.477695:0:32102:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777300.477697:0:32102:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777300.477701:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.477709:0:32102:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777300.477712:0:32102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777300.477713:0:32102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777300.477718:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777300.477730:0:32102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126126976:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777300.477735:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.477737:0:32102:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.477740:0:32102:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777300.477742:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.477746:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.477753:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777300.477756:0:32102:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061dfb40. 00000100:00000001:0.0:1788777300.477760:0:32102:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777300.477762:0:32102:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.477764:0:32102:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777300.477767:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.477770:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.477773:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=4 00000020:00000001:0.0:1788777300.477775:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477778:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000040:0.0:1788777300.477783:0:32102:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e9c00, remote cookie: 0xa4f015c75ff3c42a, flags: 0x1001 00010000:00010000:0.0:1788777300.477788:0:32102:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777300.477798:0:32102:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.477804:0:32102:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777300.477807:0:32102:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777300.477809:0:32102:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777300.477811:0:32102:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777300.477812:0:32102:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777300.477814:0:32102:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34d00) refcount = 1 00010000:00010000:0.0:1788777300.477819:0:32102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.477825:0:32102:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777300.477839:0:32102:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777300.477841:0:32102:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.477844:0:32102:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777300.477846:0:32102:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.477850:0:32102:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.477856:0:32102:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777300.477857:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.477859:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.477860:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.477861:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.477863:0:32102:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.477870:0:32102:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777300.477872:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.477873:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.477875:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.477877:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477879:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477881:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.477882:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.477883:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=4 00000020:00000001:0.0:1788777300.477885:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477886:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477889:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.477891:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.477894:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.477906:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.477907:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.477908:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.477909:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.477911:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=5 00000020:00000001:0.0:1788777300.477913:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477914:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477917:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.477919:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.477926:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.477927:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777300.477929:0:32102:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.477935:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.477936:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.477937:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.477938:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.477939:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777300.477943:0:32102:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777300.477951:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.477953:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.477954:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.477956:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477958:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477959:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.477961:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.477962:0:32102:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.477964:0:32102:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.477967:0:32102:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777300.477970:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.477971:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.477973:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.477974:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477976:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00000002:00010000:0.0:1788777300.477980:0:32102:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.477986:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.477987:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.477988:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777300.477989:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.477991:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.477992:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.477994:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.477995:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000040:0.0:1788777300.478001:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777300.478003:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777300.478007:0:32102:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777300.478010:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.478011:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.478012:0:32102:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777300.478015:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57898 00000002:00002000:0.0:1788777300.478017:0:32102:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777300.478020:0:32102:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.478023:0:32102:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.478026:0:32102:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777300.478029:0:32102:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777300.478033:0:32102:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777300.478037:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777300.478040:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94532121a800. 00000080:00000001:0.0:1788777300.478045:0:32102:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777300.478047:0:32102:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777300.478054:0:32102:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777300.478058:0:32102:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777300.478063:0:32102:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311048600. 00800000:00000001:0.0:1788777300.478065:0:32102:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221546496 : -118390488005120 : ffff945311048600) 00800000:00000001:0.0:1788777300.478067:0:32102:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.478069:0:32102:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777300.478072:0:32102:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777300.478074:0:32102:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777300.478076:0:32102:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777300.478079:0:32102:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777300.478081:0:32102:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.478085:0:32102:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777300.478087:0:32102:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777300.478092:0:32102:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788777300.478094:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.478095:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.478097:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.478099:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.478101:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.478102:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.478104:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777300.478105:0:32102:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777300.478107:0:32102:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777300.478109:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048600 1 00800000:00000010:0.0:1788777300.478111:0:32102:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311048600. 00800000:00000001:0.0:1788777300.478113:0:32102:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.478116:0:32102:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8846 00800000:00000001:0.0:1788777300.478119:0:32102:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777300.478121:0:32102:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777300.478122:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.478123:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.478124:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.478126:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.478128:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.478131:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.478132:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.478134:0:32102:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.478136:0:32102:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.478137:0:32102:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.478140:0:32102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777300.478143:0:32102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8846 from it ffffb1cb81f57b58 00010000:00000001:0.0:1788777300.478144:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.478146:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.478147:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.478148:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.478150:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.478152:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.478155:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.478161:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.478162:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.478164:0:32102:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777300.478166:0:32102:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777300.478168:0:32102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777300.478175:0:32102:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777300.478177:0:32102:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777300.478179:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.478183:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.478184:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.478186:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.478188:0:32102:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777300.478190:0:32102:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.478192:0:32102:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.478195:0:32102:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.478196:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.478197:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.478199:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777300.478200:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.478205:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126126976/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.478212:0:32102:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777300.478214:0:32102:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777300.478217:0:32102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b7800. 02000000:00000001:0.0:1788777300.480536:0:32102:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777300.480540:0:32102:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777300.480543:0:32102:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777300.480548:0:32102:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777300.480551:0:32102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d20800. 02000000:00000001:0.0:1788777300.480555:0:32102:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777300.480557:0:32102:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777300.480559:0:32102:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:0.0:1788777300.480563:0:32102:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777300.480564:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.480569:0:32102:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777300.480576:0:32102:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777300.480594:0:32102:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945320625260. 00000020:00000001:0.0:1788777300.480600:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57ae8 00000080:00200000:0.0:1788777300.480602:0:32102:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=9 00000080:00000001:0.0:1788777300.480606:0:32102:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777300.480608:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57998 00000080:00200000:0.0:1788777300.480610:0:32102:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=getattr 00000080:00000010:0.0:1788777300.480620:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94532121a800. 00800000:00000002:0.0:1788777300.480625:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777300.480630:0:32102:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777300.480633:0:32102:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.480635:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f578b8 00800000:00000002:0.0:1788777300.480637:0:32102:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777300.480640:0:32102:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788777300.480645:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57850 00800000:00000002:0.0:1788777300.480647:0:32102:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788777300.480652:0:32102:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.480654:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57788 00000002:00010000:0.0:1788777300.480656:0:32102:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788777300.480660:0:32102:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777300.480662:0:32102:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777300.480666:0:32102:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777300.480669:0:32102:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777300.480674:0:32102:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777300.480678:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.480683:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.480685:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.480686:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.480689:0:32102:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777300.480691:0:32102:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777300.480694:0:32102:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777300.480700:0:32102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d20800. 00000100:00000001:0.0:1788777300.480706:0:32102:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.480710:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777300.480712:0:32102:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.480714:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777300.480715:0:32102:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.480717:0:32102:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.480724:0:32102:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00010000:00000001:0.0:1788777300.480728:0:32102:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777300.480730:0:32102:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777300.480736:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777300.480738:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.480741:0:32102:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777300.480744:0:32102:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8000. 00000020:00000001:0.0:1788777300.480748:0:32102:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777300.480751:0:32102:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8000 with handle 0xe53f2b0cb7af884d to hash 00000020:00000001:0.0:1788777300.480753:0:32102:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777300.480755:0:32102:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.480758:0:32102:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.480762:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.480765:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.480769:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32102 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777300.480778:0:32102:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32102 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777300.480788:0:32102:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32102 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777300.480793:0:32102:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777300.480795:0:32102:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777300.480801:0:32102:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061dfb40. 00000100:00000001:0.0:1788777300.480803:0:32102:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038665536 : -118390670886080 : ffff9453061dfb40) 00000100:00000001:0.0:1788777300.480806:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777300.480808:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000001:0.0:1788777300.480812:0:32102:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777300.480816:0:32102:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.480818:0:32102:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777300.480820:0:32102:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777300.480843:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.480852:0:32102:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777300.480854:0:32102:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.480858:0:32102:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777300.480860:0:32102:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777300.480863:0:32102:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777300.480867:0:32102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126127104:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777300.480871:0:32102:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777300.480876:0:32102:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777300.480878:0:32102:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.480881:0:32102:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777300.480885:0:32102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b7800. 02000000:00000001:0.0:1788777300.480887:0:32102:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777300.480893:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777300.480897:0:32102:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777300.480904:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777300.480912:0:32102:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126127104, portal 10 00000100:00000001:0.0:1788777300.480914:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777300.480915:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:0.0:1788777300.480920:0:32102:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.480927:0:32102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777300.480929:0:32102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777300.480932:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cdd0. 00000100:00000200:0.0:1788777300.480935:0:32102:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126127104, offset 0 00000400:00000200:0.0:1788777300.480940:0:32102:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777300.480949:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.480955:0:32102:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777300.480960:0:32102:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777300.480964:0:32102:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777300.480968:0:32102:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777300.480972:0:32102:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777300.480975:0:32102:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2490:2490:256:4294967295] 192.168.203.135@tcp LPNI seq info [2485:2485:8:4294967295] 00000400:00000200:0.0:1788777300.480979:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.480988:0:32102:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777300.480994:0:32102:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777300.480998:0:32102:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f700. 00000800:00000200:0.0:1788777300.481005:0:32102:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777300.481012:0:32102:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777300.481017:0:32102:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777300.481087:0:32102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777300.481092:0:32102:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 784421 usecs (785 jiffies) 00000400:00000200:0.0:1788777300.481095:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777300.481098:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296451572 00000100:00000001:0.0:1788777300.481100:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:0.0:1788777300.481103:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296451572 00000100:00000001:0.0:1788777300.481105:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:0.0:1788777300.481107:0:32102:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777300.481110:0:32102:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.481112:0:32102:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777300.481114:0:32102:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777300.481116:0:32102:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061dfb40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777300.481119:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777300.481122:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777300.481742:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777300.481747:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f700. 00000400:00000200:1.0:1788777300.481752:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.481757:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777300.481762:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cdd0 00000400:00000010:1.0:1788777300.481765:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cdd0. 00000100:00000001:1.0:1788777300.481768:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777300.481773:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.481783:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777300.481786:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777316 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.481792:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.481794:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777300.488888:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.488905:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.488910:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.488912:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.488932:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.488941:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.488950:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.488955:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.488961:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.488964:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c50a00 00000400:00000200:1.0:1788777300.488969:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.488975:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6b41 [1] + 224 00000800:00000001:1.0:1788777300.488982:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.488989:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.488992:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.488997:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.489004:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.489012:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777300.489022:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.489046:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777300.489055:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.489058:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.489249:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777300.489257:0:32102:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777300.489259:0:32102:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777300.489263:0:32102:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777300.489267:0:32102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:0.0:1788777300.489269:0:32102:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:0.0:1788777300.489273:0:32102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777300.489277:0:32102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777300.489287:0:32102:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.489293:0:32102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777300.489296:0:32102:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.489309:0:32102:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777300.489313:0:32102:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777300.489315:0:32102:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777300.489318:0:32102:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.489321:0:32102:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777300.489330:0:32102:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=123 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777300.489334:0:32102:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777300.489337:0:32102:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777300.489339:0:32102:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.489341:0:32102:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777300.489346:0:32102:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.489349:0:32102:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777300.489351:0:32102:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:0.0:1788777300.489354:0:32102:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777300.489356:0:32102:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777300.489361:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.489368:0:32102:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777300.489370:0:32102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777300.489372:0:32102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777300.489376:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777316 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777300.489384:0:32102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126127104:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777300.489389:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777300.489391:0:32102:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.489394:0:32102:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777300.489396:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.489399:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777316 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.489405:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777300.489408:0:32102:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061dfb40. 00000100:00000001:0.0:1788777300.489411:0:32102:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777300.489413:0:32102:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.489416:0:32102:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777300.489419:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489422:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489425:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=4 00000020:00000001:0.0:1788777300.489427:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489430:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000040:0.0:1788777300.489437:0:32102:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8000, remote cookie: 0xa4f015c75ff3c446, flags: 0x1001 00010000:00010000:0.0:1788777300.489443:0:32102:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777300.489455:0:32102:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777300.489459:0:32102:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777300.489466:0:32102:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34400. 00010000:00000010:0.0:1788777300.489471:0:32102:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327300. 00010000:00000001:0.0:1788777300.489476:0:32102:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.489479:0:32102:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777300.489487:0:32102:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.489494:0:32102:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777300.489497:0:32102:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777300.489499:0:32102:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777300.489501:0:32102:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777300.489502:0:32102:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777300.489504:0:32102:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2c:0x0].0x0 (ffff945303e34400) refcount = 1 00010000:00010000:0.0:1788777300.489508:0:32102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.489514:0:32102:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777300.489517:0:32102:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777300.489519:0:32102:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.489523:0:32102:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777300.489525:0:32102:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.489527:0:32102:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.489533:0:32102:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777300.489535:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489537:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.489538:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489539:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.489541:0:32102:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.489544:0:32102:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777300.489546:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489547:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489549:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777300.489551:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489553:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489555:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489557:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489558:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=4 00000020:00000001:0.0:1788777300.489560:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489562:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489564:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.489567:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.489570:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.489576:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489578:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.489579:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489580:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489581:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=5 00000020:00000001:0.0:1788777300.489582:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489584:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489586:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.489588:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.489594:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489595:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777300.489598:0:32102:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.489605:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.489606:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489607:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.489608:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489609:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777300.489614:0:32102:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777300.489622:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489623:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489625:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777300.489626:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489628:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489630:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489632:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.489633:0:32102:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.489635:0:32102:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.489638:0:32102:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777300.489641:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489642:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489643:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777300.489645:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489647:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00000002:00010000:0.0:1788777300.489650:0:32102:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.489657:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489658:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.489660:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777300.489661:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489662:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489663:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777300.489665:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489667:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000040:0.0:1788777300.489671:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 2 00010000:00000001:0.0:1788777300.489673:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777300.489677:0:32102:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/44 (0 0) 00010000:00000001:0.0:1788777300.489680:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489681:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.489682:0:32102:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777300.489685:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57710 00000002:00002000:0.0:1788777300.489687:0:32102:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777300.489690:0:32102:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.489695:0:32102:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.489697:0:32102:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777300.489700:0:32102:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777300.489703:0:32102:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777300.489707:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:0.0:1788777300.489710:0:32102:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777300.489712:0:32102:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81f57b20 it_disposition b 00000080:00000001:0.0:1788777300.489715:0:32102:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777300.489720:0:32102:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777300.489723:0:32102:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777300.489725:0:32102:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788777300.489728:0:32102:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788777300.489734:0:32102:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788777300.489737:0:32102:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788777300.489742:0:32102:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2c:0x0], updating i_size 0 00000080:00200000:0.0:1788777300.489745:0:32102:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2c:0x0](ffff94532097cb08): rc = 0 00000080:00000001:0.0:1788777300.489747:0:32102:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482856200 : -118390226695416 : ffff94532097cb08) 00010000:00000001:0.0:1788777300.489749:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489750:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489752:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777300.489753:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489755:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00000080:00000001:0.0:1788777300.489759:0:32102:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777300.489761:0:32102:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777300.489766:0:32102:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777300.489769:0:32102:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:0.0:1788777300.489771:0:32102:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777300.489774:0:32102:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1788777300.489778:0:32102:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945308a312e8) owner ffff945320270000 00020000:00000001:0.0:1788777300.489781:0:32102:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777300.489783:0:32102:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945308a312e8) owner ffff945320270000 00020000:00000002:0.0:1788777300.489786:0:32102:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777300.489789:0:32102:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777300.489790:0:32102:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777300.489793:0:32102:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777300.489795:0:32102:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00020000:00000002:0.0:1788777300.489798:0:32102:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00020000:00000001:0.0:1788777300.489801:0:32102:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777300.489802:0:32102:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777300.489805:0:32102:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1788777300.489807:0:32102:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777300.489810:0:32102:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.489812:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489813:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777300.489815:0:32102:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777300.489817:0:32102:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777300.489819:0:32102:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.489822:0:32102:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff94532097cb08) for lock 0xe53f2b0cb7af884d 00800000:00000001:0.0:1788777300.489825:0:32102:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777300.489826:0:32102:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777300.489839:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489841:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489842:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777300.489844:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489846:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489848:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489849:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.489851:0:32102:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.489853:0:32102:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788777300.489860:0:32102:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b07ca8 inode ffff94532097cb08 refc 1 flags 0x40000e 00000080:00000001:0.0:1788777300.489863:0:32102:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788777300.489867:0:32102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff94532097cb08) 00000080:00010000:0.0:1788777300.489871:0:32102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af884d from it ffffb1cb81f57b20 00010000:00000001:0.0:1788777300.489873:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.489874:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.489876:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777300.489877:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489879:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.489881:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.489884:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777300.489891:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489892:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.489894:0:32102:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777300.489896:0:32102:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777300.489899:0:32102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777300.489906:0:32102:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777300.489909:0:32102:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777300.489910:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.489914:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489915:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.489916:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.489919:0:32102:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777300.489921:0:32102:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.489923:0:32102:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.489925:0:32102:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.489927:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.489928:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.489929:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777300.489931:0:32102:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777300.489935:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94532121a800. 00000100:00000001:0.0:1788777300.489939:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.489943:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126127104/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.489950:0:32102:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777300.489952:0:32102:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777300.489955:0:32102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b7800. 02000000:00000001:0.0:1788777300.489958:0:32102:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777300.489961:0:32102:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777300.489963:0:32102:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777300.489964:0:32102:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777300.489968:0:32102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d20800. 02000000:00000001:0.0:1788777300.489971:0:32102:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777300.489972:0:32102:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777300.489974:0:32102:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:0.0:1788777300.489977:0:32102:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777300.489978:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777300.489981:0:32102:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777300.489982:0:32102:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81f57b20 released 00000080:00000001:0.0:1788777300.489984:0:32102:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788777300.489995:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57d08 00000080:00200008:0.0:1788777300.489997:0:32102:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff94532097cb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777300.490005:0:32102:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788777300.490008:0:32102:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:0.0:1788777300.490011:0:32102:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff94532121a800. 00000080:00000001:0.0:1788777300.490014:0:32102:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446625683491891200 : -118390217660416 : ffff94532121a800) 00000080:00000001:0.0:1788777300.490018:0:32102:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:0.0:1788777300.490021:0:32102:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff945308b73000. 00000080:00000001:0.0:1788777300.490024:0:32102:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446625683082260480 : -118390627291136 : ffff945308b73000) 00000080:00400000:0.0:1788777300.490027:0:32102:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 32102] [parent /] 00000080:00000001:0.0:1788777300.491373:0:32102:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:0.0:1788777300.491377:0:32102:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff94532121a800, parent / 00000080:00000001:0.0:1788777300.491670:0:32102:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:0.0:1788777300.491684:0:32102:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777300.491690:0:32102:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777300.491692:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57c80 00000080:00200000:0.0:1788777300.491694:0:32102:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff94532097cb08),name=f22.recovery-small-1 00000080:00000010:0.0:1788777300.491701:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310292a00. 00800000:00000002:0.0:1788777300.491706:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777300.491711:0:32102:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777300.491715:0:32102:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.491717:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57ba0 00800000:00000002:0.0:1788777300.491719:0:32102:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2c:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777300.491723:0:32102:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777300.491728:0:32102:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2c:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777300.491732:0:32102:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.491734:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57a70 00000002:00010000:0.0:1788777300.491736:0:32102:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777300.491739:0:32102:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777300.491741:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.491743:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.491748:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 2 00010000:00000001:0.0:1788777300.491750:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.491754:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.491758:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777300.491761:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777300.491771:0:32102:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777300.491775:0:32102:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.491778:0:32102:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777300.491785:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777300.491787:0:32102:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777300.491789:0:32102:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.491790:0:32102:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.491792:0:32102:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.491794:0:32102:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777300.491796:0:32102:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777300.491798:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777300.491800:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310292a00. 00000080:00000001:0.0:1788777300.491803:0:32102:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777300.491805:0:32102:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.491807:0:32102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff94532097cb08) 00000080:00010000:0.0:1788777300.491810:0:32102:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff94532097cb08) for lock 0xe53f2b0cb7af884d 00800000:00000001:0.0:1788777300.491813:0:32102:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777300.491815:0:32102:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777300.491816:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.491818:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.491820:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777300.491823:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.491825:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.491827:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.491840:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.491842:0:32102:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.491844:0:32102:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.491846:0:32102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af884d from it ffffb1cb81f57cb8 00010000:00000001:0.0:1788777300.491848:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.491849:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.491851:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8000 refcount=3 00000020:00000001:0.0:1788777300.491853:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.491855:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061768192 : -118390647783424 : ffff9453077e8000) 00010000:00000001:0.0:1788777300.491857:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.491859:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777300.491865:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.491866:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.491868:0:32102:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777300.491869:0:32102:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777300.491872:0:32102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777300.491878:0:32102:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777300.491880:0:32102:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777300.491882:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.491885:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.491886:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.491887:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.491889:0:32102:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777300.491891:0:32102:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.491892:0:32102:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.491895:0:32102:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.491896:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.491898:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.491898:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777300.491901:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777300.491903:0:32102:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777300.491905:0:32102:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777300.491907:0:32102:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777300.491909:0:32102:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777300.491911:0:32102:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777300.491913:0:32102:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.491915:0:32102:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.491917:0:32102:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777300.491922:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57d08 00000080:00000008:0.0:1788777300.491924:0:32102:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff94532097cb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777300.491928:0:32102:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777300.491931:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57da0 00000080:00002000:0.0:1788777300.491932:0:32102:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff945320b07ca8, parent ffff9453208d0a20, inode ffff94532097cb08) hashed, 00000080:00000001:0.0:1788777300.491935:0:32102:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.491972:0:32102:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777300.491975:0:32102:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777300.491977:0:32102:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777300.491978:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57bd8 00000080:00200000:0.0:1788777300.491980:0:32102:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777300.491983:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310292a00. 00800000:00000002:0.0:1788777300.491986:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777300.491989:0:32102:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777300.491991:0:32102:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.491992:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57af8 00800000:00000002:0.0:1788777300.491994:0:32102:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777300.491997:0:32102:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777300.491999:0:32102:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777300.492002:0:32102:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.492003:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f579c8 00000002:00010000:0.0:1788777300.492005:0:32102:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777300.492008:0:32102:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777300.492009:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.492010:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.492014:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777300.492016:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.492019:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.492021:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777300.492024:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777300.492031:0:32102:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777300.492034:0:32102:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.492036:0:32102:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777300.492043:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777300.492044:0:32102:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777300.492046:0:32102:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.492048:0:32102:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.492049:0:32102:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.492051:0:32102:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777300.492054:0:32102:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777300.492055:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777300.492057:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310292a00. 00000080:00000001:0.0:1788777300.492060:0:32102:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777300.492062:0:32102:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.492064:0:32102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777300.492066:0:32102:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8846 00800000:00000001:0.0:1788777300.492068:0:32102:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777300.492070:0:32102:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777300.492071:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.492072:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.492073:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.492075:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.492077:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.492079:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492080:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.492082:0:32102:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.492083:0:32102:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.492085:0:32102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8846 from it ffffb1cb81f57c10 00010000:00000001:0.0:1788777300.492087:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.492088:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.492089:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.492091:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.492093:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.492095:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.492098:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777300.492104:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492106:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.492107:0:32102:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777300.492108:0:32102:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777300.492110:0:32102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777300.492116:0:32102:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777300.492118:0:32102:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777300.492119:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.492121:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492122:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.492123:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492124:0:32102:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777300.492126:0:32102:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492127:0:32102:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492129:0:32102:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492131:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.492132:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492133:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777300.492135:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777300.492136:0:32102:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.492138:0:32102:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777300.492142:0:32102:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.492148:0:32102:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777300.492150:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57da8 00000080:00002000:0.0:1788777300.492152:0:32102:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff945320b07ca8) flags 0x48000e refc 0 00000080:00000001:0.0:1788777300.492154:0:32102:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777300.492156:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57e18 00000080:00200000:0.0:1788777300.492157:0:32102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:0.0:1788777300.492161:0:32102:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:0.0:1788777300.492163:0:32102:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:0.0:1788777300.492165:0:32102:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1788777300.492168:0:32102:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:0.0:1788777300.492170:0:32102:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1788777300.492173:0:32102:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:0.0:1788777300.492175:0:32102:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:0.0:1788777300.492179:0:32102:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777300.492181:0:32102:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777300.492182:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57d38 00000080:00200000:0.0:1788777300.492183:0:32102:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777300.492187:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310292a00. 00800000:00000002:0.0:1788777300.492190:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777300.492193:0:32102:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777300.492194:0:32102:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.492196:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57c58 00800000:00000002:0.0:1788777300.492198:0:32102:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777300.492212:0:32102:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777300.492214:0:32102:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777300.492217:0:32102:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777300.492238:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57b28 00000002:00010000:0.0:1788777300.492240:0:32102:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777300.492243:0:32102:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777300.492244:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.492246:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.492248:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777300.492250:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.492252:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.492254:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777300.492257:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777300.492263:0:32102:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777300.492266:0:32102:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777300.492268:0:32102:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777300.492273:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777300.492275:0:32102:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777300.492276:0:32102:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.492278:0:32102:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777300.492279:0:32102:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.492281:0:32102:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777300.492283:0:32102:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777300.492285:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777300.492287:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310292a00. 00000080:00000001:0.0:1788777300.492290:0:32102:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777300.492292:0:32102:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.492293:0:32102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777300.492296:0:32102:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8846 00800000:00000001:0.0:1788777300.492310:0:32102:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777300.492312:0:32102:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777300.492313:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.492314:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.492315:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.492317:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.492319:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.492321:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492322:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777300.492323:0:32102:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777300.492325:0:32102:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777300.492327:0:32102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8846 from it ffffb1cb81f57d70 00010000:00000001:0.0:1788777300.492329:0:32102:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777300.492330:0:32102:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777300.492331:0:32102:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9c00 refcount=3 00000020:00000001:0.0:1788777300.492333:0:32102:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.492334:0:32102:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775360 : -118390647776256 : ffff9453077e9c00) 00010000:00000001:0.0:1788777300.492336:0:32102:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777300.492339:0:32102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777300.492345:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492346:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.492347:0:32102:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777300.492349:0:32102:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777300.492351:0:32102:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777300.492357:0:32102:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777300.492358:0:32102:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777300.492360:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.492362:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492363:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.492364:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492366:0:32102:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777300.492367:0:32102:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492369:0:32102:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492370:0:32102:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492372:0:32102:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777300.492373:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492374:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777300.492375:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777300.492376:0:32102:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777300.492379:0:32102:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:0.0:1788777300.492382:0:32102:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.492385:0:32102:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1788777300.492387:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57e00 00000080:00200000:0.0:1788777300.492389:0:32102:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:0.0:1788777300.492392:0:32102:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788777300.492394:0:32102:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777300.492397:0:32102:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777300.492399:0:32102:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:0.0:1788777300.492400:0:32102:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777300.492404:0:32102:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00020000:00000002:0.0:1788777300.492407:0:32102:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00020000:00000001:0.0:1788777300.492409:0:32102:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777300.492411:0:32102:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777300.492413:0:32102:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777300.492415:0:32102:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777300.492419:0:32102:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310292a00. 00800000:00000002:0.0:1788777300.492422:0:32102:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:0.0:1788777300.492427:0:32102:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788777300.492430:0:32102:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788777300.492433:0:32102:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2c:0x0] 00800000:00000001:0.0:1788777300.492436:0:32102:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777300.492438:0:32102:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2c:0x0] -> mds #0 00000002:00000001:0.0:1788777300.492441:0:32102:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788777300.492444:0:32102:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777300.492446:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777300.492448:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.492450:0:32102:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777300.492453:0:32102:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777300.492456:0:32102:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788777300.492463:0:32102:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777300.492467:0:32102:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777300.492469:0:32102:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777300.492470:0:32102:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777300.492473:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.492474:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.492476:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:0.0:1788777300.492478:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.492480:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.492481:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.492482:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.492484:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:0.0:1788777300.492486:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.492488:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.492489:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.492490:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.492492:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:0.0:1788777300.492493:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.492495:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.492497:0:32102:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777300.492499:0:32102:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777300.492503:0:32102:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777300.492506:0:32102:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777300.492508:0:32102:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777300.492509:0:32102:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492512:0:32102:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777300.492515:0:32102:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777300.492517:0:32102:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777300.492519:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.492520:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777300.492523:0:32102:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9c00 with handle 0xe53f2b0cb7af8846 from hash 00010000:00000001:0.0:1788777300.492526:0:32102:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777300.492527:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492528:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.492529:0:32102:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777300.492531:0:32102:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777300.492533:0:32102:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777300.492536:0:32102:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777300.492538:0:32102:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777300.492540:0:32102:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777300.492542:0:32102:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777300.492543:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 2 00010000:00000001:0.0:1788777300.492545:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777300.492547:0:32102:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777300.492549:0:32102:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777300.492551:0:32102:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788777300.492558:0:32102:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777300.492560:0:32102:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777300.492561:0:32102:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777300.492562:0:32102:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2c:0x0] mode (null) 00000002:00000001:0.0:1788777300.492564:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.492565:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.492566:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 3 00010000:00000001:0.0:1788777300.492568:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.492570:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.492572:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.492572:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.492574:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 3 00010000:00000001:0.0:1788777300.492575:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.492577:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.492579:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.492580:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.492581:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 3 00010000:00000001:0.0:1788777300.492582:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.492584:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777300.492586:0:32102:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777300.492586:0:32102:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777300.492588:0:32102:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 3 00010000:00000001:0.0:1788777300.492589:0:32102:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777300.492591:0:32102:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.492592:0:32102:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.492594:0:32102:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777300.492596:0:32102:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777300.492597:0:32102:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777300.492599:0:32102:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:0.0:1788777300.492601:0:32102:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788777300.492603:0:32102:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2c:0x0]: losing layout lock 00000080:00000001:0.0:1788777300.492606:0:32102:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788777300.492608:0:32102:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788777300.492611:0:32102:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777300.492613:0:32102:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777300.492615:0:32102:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788777300.492617:0:32102:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777300.492619:0:32102:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788777300.492621:0:32102:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777300.492623:0:32102:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777300.492624:0:32102:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788777300.492626:0:32102:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2c:0x0](ffff94532097cb08) invalid 00000020:00000001:0.0:1788777300.492629:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57a68 00000080:00002000:0.0:1788777300.492631:0:32102:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff945320b07ca8) parent ffff9453208d0a20 inode ffff94532097cb08 refc 1 00000080:00000001:0.0:1788777300.492634:0:32102:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788777300.492636:0:32102:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777300.492637:0:32102:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492639:0:32102:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777300.492641:0:32102:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777300.492642:0:32102:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777300.492643:0:32102:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.492645:0:32102:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777300.492647:0:32102:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e8000 with handle 0xe53f2b0cb7af884d from hash 00010000:00000001:0.0:1788777300.492649:0:32102:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777300.492651:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492652:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.492653:0:32102:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777300.492654:0:32102:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777300.492656:0:32102:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777300.492658:0:32102:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777300.492660:0:32102:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777300.492662:0:32102:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777300.492667:0:32102:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777300.492671:0:32102:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777300.492675:0:32102:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777300.492677:0:32102:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492679:0:32102:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777300.492682:0:32102:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.492685:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777300.492686:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.492687:0:32102:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.492690:0:32102:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777300.492692:0:32102:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777300.492695:0:32102:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777300.492701:0:32102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310293e00. 00000100:00000001:0.0:1788777300.492707:0:32102:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492710:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777300.492712:0:32102:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777300.492717:0:32102:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777300.492725:0:32102:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788777300.492732:0:32102:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788777300.492733:0:32102:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777300.492736:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777300.492738:0:32102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8000/0xe53f2b0cb7af884d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c446 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788777300.492746:0:32102:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34400 count: 0 00010000:00000010:0.0:1788777300.492751:0:32102:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327300. 00010000:00000001:0.0:1788777300.492760:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.492761:0:32102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777300.492763:0:32102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9c00/0xe53f2b0cb7af8846 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c42a expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788777300.492769:0:32102:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34d00 count: 0 00010000:00000010:0.0:1788777300.492771:0:32102:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327480. 00010000:00000001:0.0:1788777300.492775:0:32102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777300.492776:0:32102:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492778:0:32102:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777300.492779:0:32102:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.492781:0:32102:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788777300.492789:0:32102:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1788777300.492800:0:32102:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be3480 x1875667126127360/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777300.492808:0:32102:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777300.492810:0:32102:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777300.492815:0:32102:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061dfb40. 00000100:00000001:0.0:1788777300.492817:0:32102:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038665536 : -118390670886080 : ffff9453061dfb40) 00000100:00000001:0.0:1788777300.492821:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777300.492822:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000001:0.0:1788777300.492826:0:32102:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777300.492843:0:32102:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.492846:0:32102:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777300.492848:0:32102:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777300.492852:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126127360/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.492865:0:32102:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777300.492867:0:32102:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.492870:0:32102:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777300.492873:0:32102:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777300.492875:0:32102:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777300.492878:0:32102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126127360:192.168.203.135@tcp:36:multiop.0 00000100:00000001:0.0:1788777300.492883:0:32102:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777300.492887:0:32102:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777300.492890:0:32102:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777300.492892:0:32102:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777300.492896:0:32102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d20800. 02000000:00000001:0.0:1788777300.492898:0:32102:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777300.492905:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777300.492909:0:32102:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777300.492916:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777300.492922:0:32102:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126127360, portal 10 00000100:00000001:0.0:1788777300.492925:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777300.492926:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:0.0:1788777300.492933:0:32102:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3480 x1875667126127360/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.492940:0:32102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777300.492943:0:32102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777300.492945:0:32102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c660. 00000100:00000200:0.0:1788777300.492948:0:32102:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875667126127360, offset 0 00000400:00000200:0.0:1788777300.492953:0:32102:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777300.492961:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.492967:0:32102:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777300.492972:0:32102:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777300.492975:0:32102:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777300.492979:0:32102:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777300.492982:0:32102:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777300.492986:0:32102:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2491:2491:256:4294967295] 192.168.203.135@tcp LPNI seq info [2486:2486:8:4294967295] 00000400:00000200:0.0:1788777300.492990:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.492999:0:32102:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777300.493005:0:32102:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777300.493010:0:32102:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f200. 00000800:00000200:0.0:1788777300.493017:0:32102:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777300.493024:0:32102:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777300.493028:0:32102:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788777300.493048:0:32102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777300.493053:0:32102:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 783406 usecs (784 jiffies) 00000400:00000200:0.0:1788777300.493056:0:32102:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777300.493059:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296451583 00000100:00000001:0.0:1788777300.493062:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:0.0:1788777300.493064:0:32102:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296451583 00000100:00000001:0.0:1788777300.493066:0:32102:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:0.0:1788777300.493068:0:32102:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777300.493071:0:32102:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.493073:0:32102:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777300.493074:0:32102:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777300.493077:0:32102:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061dfb40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777300.493080:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777300.493082:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777300.494213:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777300.494246:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f200. 00000400:00000200:1.0:1788777300.494252:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.494259:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777300.494265:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c660 00000400:00000010:1.0:1788777300.494267:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c660. 00000100:00000001:1.0:1788777300.494271:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777300.494277:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126127360/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.494288:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777300.494292:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3480 x1875667126127360/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777316 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.494299:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.494301:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1788777300.495021:0:32103:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:3.0:1788777300.495026:0:32103:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff94532121a800, parent / 00800000:00000001:3.0:1788777300.495031:0:32103:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:3.0:1788777300.495036:0:32103:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff945308bb9200. 00800000:00000001:3.0:1788777300.495038:0:32103:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446625683082547712 : -118390627003904 : ffff945308bb9200) 00000080:00000001:3.0:1788777300.495041:0:32103:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:3.0:1788777300.495043:0:32103:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:3.0:1788777300.495046:0:32103:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff9453207dfa00. 00000080:00000001:3.0:1788777300.495050:0:32103:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788777300.495052:0:32103:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788777300.495054:0:32103:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff945311155400. 00000020:00000001:3.0:1788777300.495057:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73cd8 00000080:00400000:3.0:1788777300.495059:0:32103:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff945311155400) index 1 00000080:00000001:3.0:1788777300.495063:0:32103:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446625683222647808 : -118390486903808 : ffff945311155400) 00000080:00000001:3.0:1788777300.495067:0:32103:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777300.495069:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73c98 00000080:00002000:3.0:1788777300.495070:0:32103:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff945319283000) flags 0x40000e refc 1 00000080:00000001:3.0:1788777300.495073:0:32103:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.495074:0:32103:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:3.0:1788777300.495077:0:32103:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff945303c2cc00. 00800000:00000002:3.0:1788777300.495083:0:32103:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 3 00800000:00000001:3.0:1788777300.495091:0:32103:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777300.495095:0:32103:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777300.495097:0:32103:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777300.495100:0:32103:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777300.495105:0:32103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777300.495108:0:32103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777300.495112:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.495115:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777300.495119:0:32103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777300.495129:0:32103:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777300.495133:0:32103:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.495136:0:32103:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777300.495142:0:32103:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777300.495144:0:32103:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777300.495146:0:32103:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777300.495148:0:32103:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777300.495150:0:32103:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb81d73d78 released 00000080:00010000:3.0:1788777300.495152:0:32103:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8838 from it ffffb1cb81d73d78 00010000:00000001:3.0:1788777300.495155:0:32103:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.495158:0:32103:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.495160:0:32103:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155800 refcount=3 00000020:00000001:3.0:1788777300.495161:0:32103:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777300.495164:0:32103:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431104 : -118390621120512 : ffff945309155800) 00010000:00000001:3.0:1788777300.495166:0:32103:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.495169:0:32103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777300.495174:0:32103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.495176:0:32103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.495177:0:32103:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777300.495179:0:32103:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777300.495181:0:32103:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777300.495189:0:32103:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777300.495192:0:32103:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777300.495193:0:32103:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777300.495197:0:32103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.495198:0:32103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.495324:0:32103:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.495328:0:32103:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777300.495330:0:32103:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.495331:0:32103:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.495334:0:32103:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.495337:0:32103:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.495338:0:32103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.495339:0:32103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777300.495348:0:32103:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788777300.495351:0:32103:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 3 00000080:00000010:3.0:1788777300.495354:0:32103:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff945303c2cc00. 00000080:00000001:3.0:1788777300.495357:0:32103:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777300.496700:0:32104:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:2.0:1788777300.496705:0:32104:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff94532121a800, parent / 00000080:00000001:3.0:1788777300.496782:0:32103:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:2.0:1788777300.496809:0:32104:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:2.0:1788777300.496812:0:32104:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000404:0x2b:0x0], idx = 1 00000001:00000001:2.0:1788777300.496816:0:32104:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777300.496818:0:32104:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777300.496823:0:32104:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777300.496826:0:32104:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777300.496840:0:32104:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:2.0:1788777300.496843:0:32104:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777300.496846:0:32104:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777300.496848:0:32104:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777300.496851:0:32104:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777300.496852:0:32104:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777300.496854:0:32104:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777300.496856:0:32104:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777300.496858:0:32104:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777300.496861:0:32104:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9453105cb7e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777300.496865:0:32104:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff9453107d8000 00020000:00000001:2.0:1788777300.496868:0:32104:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777300.496870:0:32104:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777300.496872:0:32104:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777300.496874:0:32104:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777300.496875:0:32104:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777300.496878:0:32104:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777300.496879:0:32104:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777300.496880:0:32104:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777300.496882:0:32104:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777300.496883:0:32104:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777300.496884:0:32104:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff9453107d8000 00000020:00000001:2.0:1788777300.496886:0:32104:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777300.496888:0:32104:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777300.496890:0:32104:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:2.0:1788777300.496892:0:32104:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777300.496894:0:32104:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777300.496896:0:32104:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777300.496898:0:32104:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777300.496903:0:32104:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777300.496911:0:32104:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9eb00. 00020000:00000002:2.0:1788777300.496914:0:32104:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777300.496916:0:32104:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777300.496918:0:32104:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777300.496920:0:32104:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777300.496921:0:32104:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777300.496922:0:32104:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777300.496924:0:32104:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777300.496927:0:32104:0:(cl_object.c:143:cl_object_top()) ffff945309306f58 -> ffff9453093062d8 00000020:00000001:2.0:1788777300.496928:0:32104:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777300.496931:0:32104:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777300.496932:0:32104:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777300.496933:0:32104:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777300.496935:0:32104:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777300.496937:0:32104:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777300.496939:0:32104:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777300.496943:0:32104:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b1300. 00000008:00010000:2.0:1788777300.496945:0:32104:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:2.0:1788777300.496948:0:32104:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777300.496950:0:32104:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777300.496951:0:32104:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9eb30, osc lock ffff9453201b1300, flags 0x400041012 00000020:00000001:2.0:1788777300.496953:0:32104:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777300.496955:0:32104:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777300.496957:0:32104:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082439424 : -118390627112192 : ffff945308b9eb00) 00000020:00000001:2.0:1788777300.496959:0:32104:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777300.496960:0:32104:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777300.496961:0:32104:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777300.496963:0:32104:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777300.496965:0:32104:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777300.496967:0:32104:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777300.496968:0:32104:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777300.496969:0:32104:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777300.496971:0:32104:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777300.496973:0:32104:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777300.496975:0:32104:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777300.496978:0:32104:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777300.496981:0:32104:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777300.496982:0:32104:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777300.496984:0:32104:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777300.496985:0:32104:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777300.496986:0:32104:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777300.496988:0:32104:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777300.496990:0:32104:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777300.496995:0:32104:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777300.496998:0:32104:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788777300.497004:0:32104:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777300.497018:0:32104:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00010000:00000001:2.0:1788777300.497024:0:32104:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777300.497028:0:32104:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777300.497031:0:32104:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.497035:0:32104:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777300.497037:0:32104:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777300.497040:0:32104:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777300.497047:0:32104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945318738200. 00000100:00000001:2.0:1788777300.497053:0:32104:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777300.497057:0:32104:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777300.497059:0:32104:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777300.497061:0:32104:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777300.497062:0:32104:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777300.497064:0:32104:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777300.497066:0:32104:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00010000:00000001:2.0:1788777300.497070:0:32104:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777300.497071:0:32104:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777300.497075:0:32104:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8000. 00010000:00000010:2.0:1788777300.497078:0:32104:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9453054b8e00. 00010000:00000001:2.0:1788777300.497083:0:32104:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777300.497086:0:32104:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155000. 00000020:00000001:2.0:1788777300.497091:0:32104:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777300.497093:0:32104:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155000 with handle 0xe53f2b0cb7af8854 to hash 00000020:00000001:2.0:1788777300.497095:0:32104:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777300.497096:0:32104:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000010:2.0:1788777300.497100:0:32104:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9453110b6640. 00010000:00000001:2.0:1788777300.497103:0:32104:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777300.497105:0:32104:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777300.497107:0:32104:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777300.497111:0:32104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777300.497121:0:32104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777300.497135:0:32104:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.497140:0:32104:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777300.497143:0:32104:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.497154:0:32104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_01+1] req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788777300.497180:0:32104:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777300.497182:0:32104:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777300.497185:0:32104:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777300.497187:0:32104:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777300.497188:0:32104:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777300.497190:0:32104:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777300.497192:0:32104:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777300.497194:0:32104:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777300.497197:0:32104:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777300.497198:0:32104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777300.497212:0:32104:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777300.497213:0:32104:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777300.497214:0:32104:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777300.497216:0:32104:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777300.497218:0:32104:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9eb30 (ffff9453093eee18/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777300.497678:0:32104:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777300.497679:0:32104:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:2.0:1788777300.497681:0:32104:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777300.497683:0:32104:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777300.497684:0:32104:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777300.497685:0:32104:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777300.497687:0:32104:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777300.497688:0:32104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777300.497691:0:32104:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777300.497692:0:32104:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777300.497693:0:32104:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9eb30 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777300.497696:0:32104:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b1300. 00000020:00000001:2.0:1788777300.497701:0:32104:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777300.497703:0:32104:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9eb00. 00020000:00000001:2.0:1788777300.497707:0:32104:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777300.497709:0:32104:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777300.497710:0:32104:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777300.497712:0:32104:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777300.497714:0:32104:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777300.497717:0:32104:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777300.497719:0:32104:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777300.497720:0:32104:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777300.497722:0:32104:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777300.497723:0:32104:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777300.497726:0:32104:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777300.497728:0:32104:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777300.497730:0:32104:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777300.497732:0:32104:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777300.497736:0:32104:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777300.497737:0:32104:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777300.497740:0:32104:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777300.497742:0:32104:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777300.497743:0:32104:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777300.497744:0:32104:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000001:00000001:2.0:1788777300.497746:0:32104:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777300.497748:0:32104:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000404:0x2b:0x0], idx = 1, rc = 1 00000080:00000001:2.0:1788777300.497751:0:32104:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:2.0:1788777300.497761:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777300.497764:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777300.497767:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777300.497773:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777300.497782:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777300.497784:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777300.497788:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777300.497791:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777300.497794:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777300.497798:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126127488:192.168.203.135@tcp:101:ll_agl.0 00000100:00000001:2.0:1788777300.497802:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777300.497807:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777300.497809:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777300.497812:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777300.497816:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777300.497818:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777300.497825:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777300.497840:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464630. 00000400:00000010:2.0:1788777300.497848:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1110. 00000100:00000200:2.0:1788777300.497854:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126127488, portal 4 00000100:00000001:2.0:1788777300.497857:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777300.497859:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777300.497865:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777300.497872:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777300.497875:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777300.497877:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1bb0. 00000100:00000200:2.0:1788777300.497881:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126127488, offset 0 00000400:00000200:2.0:1788777300.497887:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777300.497895:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777300.497901:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777300.497906:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777300.497910:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777300.497913:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777300.497916:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777300.497919:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2492:2492:256:4294967295] 192.168.203.135@tcp LPNI seq info [2487:2487:8:4294967295] 00000400:00000200:2.0:1788777300.497924:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777300.497934:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777300.497940:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777300.497945:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef200. 00000800:00000200:2.0:1788777300.497951:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777300.497958:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777300.497962:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777300.498036:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.498041:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 267061 usecs (268 jiffies) 00000400:00000200:2.0:1788777300.498045:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777300.498047:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296451072 00000100:00000001:2.0:1788777300.498050:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:2.0:1788777300.498053:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296451072 00000100:00000001:2.0:1788777300.498056:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:2.0:1788777300.498058:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777300.498061:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.498064:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.498066:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777300.498072:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777300.498074:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777300.498076:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777300.498077:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777300.498079:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.498081:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.498093:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777300.498095:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.498543:0:32103:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788777300.498546:0:32103:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788777300.498551:0:32103:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff945311155d00. 00000020:00000001:3.0:1788777300.498555:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73cd8 00000080:00400000:3.0:1788777300.498556:0:32103:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff945311155d00) index 2 00000080:00000001:3.0:1788777300.498559:0:32103:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446625683222650112 : -118390486901504 : ffff945311155d00) 00000080:00000001:3.0:1788777300.498562:0:32103:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788777300.498566:0:32103:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff945303c2cc00. 00800000:00000002:3.0:1788777300.498573:0:32103:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 3 00800000:00000001:3.0:1788777300.498581:0:32103:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788777300.498585:0:32103:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:3.0:1788777300.498587:0:32103:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff945310690200. 00000002:00000001:3.0:1788777300.498590:0:32103:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:3.0:1788777300.498592:0:32103:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff945310690b20. 00000002:00000010:3.0:1788777300.498595:0:32103:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff945304d6cf60. 00000002:00000010:3.0:1788777300.498598:0:32103:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff945308bb9fc0. 00000002:00000010:3.0:1788777300.498602:0:32103:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff94531070b000. 00000002:00000001:3.0:1788777300.498604:0:32103:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446625683211356960 : -118390498194656 : ffff945310690b20) 00800000:00000001:3.0:1788777300.498606:0:32103:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446625683211356960 : -118390498194656 : ffff945310690b20) 00000002:00000001:3.0:1788777300.498608:0:32103:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788777300.498611:0:32103:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff945308aeea80. 00000002:00000001:3.0:1788777300.498613:0:32103:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788777300.498614:0:32103:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788777300.498616:0:32103:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788777300.498626:0:32103:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788777300.498628:0:32103:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788777300.498630:0:32103:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777300.498635:0:32103:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803000. 00010000:00000010:3.0:1788777300.498639:0:32103:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155000. 00010000:00000001:3.0:1788777300.498642:0:32103:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777300.498645:0:32103:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152c800. 00000020:00000001:3.0:1788777300.498648:0:32103:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777300.498650:0:32103:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152c800 with handle 0xe53f2b0cb7af885b to hash 00000020:00000001:3.0:1788777300.498652:0:32103:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777300.498653:0:32103:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777300.498656:0:32103:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777300.498815:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.498819:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.498823:0:32103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.498843:0:32103:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.498849:0:32103:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.498851:0:32103:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.498855:0:32103:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788777300.498859:0:32103:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff945308bb9540. 00000002:00000001:3.0:1788777300.498861:0:32103:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.498863:0:32103:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.498864:0:32103:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777300.498866:0:32103:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.498868:0:32103:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.498869:0:32103:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788777300.498871:0:32103:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788777300.498873:0:32103:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788777300.498875:0:32103:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff945311155c00. 00000020:00000001:3.0:1788777300.498877:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73cd8 00000080:00400000:3.0:1788777300.498879:0:32103:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff945311155c00) index 3 00000080:00000001:3.0:1788777300.498881:0:32103:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446625683222649856 : -118390486901760 : ffff945311155c00) 00000080:00000001:3.0:1788777300.498883:0:32103:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788777300.498886:0:32103:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff945303c2e400. 00800000:00000002:3.0:1788777300.498889:0:32103:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 4 00800000:00000001:3.0:1788777300.498892:0:32103:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788777300.498894:0:32103:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788777300.498896:0:32103:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446625683211356960 : -118390498194656 : ffff945310690b20) 00000002:00000001:3.0:1788777300.498898:0:32103:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788777300.498900:0:32103:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff945308aee000. 00000002:00000001:3.0:1788777300.498902:0:32103:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788777300.498903:0:32103:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788777300.498904:0:32103:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788777300.498908:0:32103:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788777300.498910:0:32103:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788777300.498912:0:32103:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777300.498915:0:32103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803000 count: 2 00010000:00000001:3.0:1788777300.498917:0:32103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777300.498919:0:32103:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777300.498922:0:32103:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152d800. 00000020:00000001:3.0:1788777300.498925:0:32103:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777300.498926:0:32103:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152d800 with handle 0xe53f2b0cb7af8862 to hash 00000020:00000001:3.0:1788777300.498928:0:32103:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777300.498929:0:32103:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777300.498932:0:32103:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777300.498934:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.498936:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.498938:0:32103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.498945:0:32103:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.498950:0:32103:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.498951:0:32103:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.498954:0:32103:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788777300.498957:0:32103:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff945308bb9c00. 00000002:00000001:3.0:1788777300.498958:0:32103:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.498960:0:32103:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.498961:0:32103:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777300.498963:0:32103:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.498964:0:32103:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.498966:0:32103:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788777300.498968:0:32103:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788777300.498969:0:32103:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788777300.498971:0:32103:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff945311155780. 00000020:00000001:3.0:1788777300.498972:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73cd8 00000080:00400000:3.0:1788777300.498974:0:32103:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff945311155780) index 4 00000080:00000001:3.0:1788777300.498976:0:32103:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446625683222648704 : -118390486902912 : ffff945311155780) 00000080:00000001:3.0:1788777300.498979:0:32103:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788777300.498982:0:32103:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff945303c2d800. 00800000:00000002:3.0:1788777300.498985:0:32103:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 5 00800000:00000001:3.0:1788777300.498988:0:32103:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788777300.498989:0:32103:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788777300.498990:0:32103:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446625683211356960 : -118390498194656 : ffff945310690b20) 00000002:00000001:3.0:1788777300.498992:0:32103:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788777300.498995:0:32103:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff945308aee540. 00000002:00000001:3.0:1788777300.498996:0:32103:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788777300.498998:0:32103:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788777300.498999:0:32103:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788777300.499002:0:32103:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788777300.499003:0:32103:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788777300.499004:0:32103:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000800:00000200:1.0:1788777300.499751:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777300.499756:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef200. 00000400:00000200:1.0:1788777300.499763:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.499769:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777300.499775:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1bb0 00000400:00000010:1.0:1788777300.499778:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1bb0. 00000100:00000001:1.0:1788777300.499782:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777300.499789:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.499801:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777300.499805:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777300.499812:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777300.499813:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:3.0:1788777300.499875:0:32103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803000 count: 3 00010000:00000001:3.0:1788777300.499879:0:32103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777300.499881:0:32103:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777300.499885:0:32103:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152cc00. 00000020:00000001:3.0:1788777300.499888:0:32103:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777300.499890:0:32103:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152cc00 with handle 0xe53f2b0cb7af8869 to hash 00000020:00000001:3.0:1788777300.499892:0:32103:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777300.499893:0:32103:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777300.499895:0:32103:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777300.499897:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.499899:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.499903:0:32103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.499911:0:32103:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.499917:0:32103:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.499919:0:32103:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.499922:0:32103:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788777300.499925:0:32103:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff945308bb9940. 00000002:00000001:3.0:1788777300.499927:0:32103:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.499929:0:32103:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.499931:0:32103:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777300.499933:0:32103:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.499935:0:32103:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.499937:0:32103:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788777300.499940:0:32103:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788777300.499941:0:32103:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788777300.499943:0:32103:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff945311155580. 00000020:00000001:3.0:1788777300.499946:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73cd8 00000080:00400000:3.0:1788777300.499947:0:32103:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff945311155580) index 5 00000080:00000001:3.0:1788777300.499950:0:32103:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446625683222648192 : -118390486903424 : ffff945311155580) 00000080:00000001:3.0:1788777300.499953:0:32103:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788777300.499956:0:32103:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff945303c2f400. 00800000:00000002:3.0:1788777300.499960:0:32103:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 6 00800000:00000001:3.0:1788777300.499964:0:32103:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788777300.499967:0:32103:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788777300.499968:0:32103:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446625683211356960 : -118390498194656 : ffff945310690b20) 00000002:00000001:3.0:1788777300.499971:0:32103:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788777300.499974:0:32103:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff945308aee840. 00000002:00000001:3.0:1788777300.499976:0:32103:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788777300.499977:0:32103:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788777300.499978:0:32103:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788777300.499983:0:32103:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788777300.499985:0:32103:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788777300.499986:0:32103:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777300.499989:0:32103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803000 count: 4 00010000:00000001:3.0:1788777300.499991:0:32103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777300.499992:0:32103:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777300.499995:0:32103:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152ce00. 00000020:00000001:3.0:1788777300.499997:0:32103:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777300.499999:0:32103:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152ce00 with handle 0xe53f2b0cb7af8870 to hash 00000020:00000001:3.0:1788777300.500001:0:32103:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777300.500002:0:32103:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777300.500004:0:32103:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777300.500006:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.500008:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.500075:0:32103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.500083:0:32103:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.500088:0:32103:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500090:0:32103:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500093:0:32103:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788777300.500097:0:32103:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff945308bb9f00. 00000002:00000001:3.0:1788777300.500099:0:32103:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500101:0:32103:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500102:0:32103:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777300.500104:0:32103:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.500105:0:32103:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.500107:0:32103:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788777300.500109:0:32103:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788777300.500110:0:32103:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788777300.500112:0:32103:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff945311155f00. 00000020:00000001:3.0:1788777300.500114:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73cd8 00000080:00400000:3.0:1788777300.500115:0:32103:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff945311155f00) index 6 00000080:00000001:3.0:1788777300.500117:0:32103:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446625683222650624 : -118390486900992 : ffff945311155f00) 00000080:00000001:3.0:1788777300.500120:0:32103:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788777300.500122:0:32103:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff945303c2fc00. 00800000:00000002:3.0:1788777300.500125:0:32103:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 7 00800000:00000001:3.0:1788777300.500128:0:32103:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788777300.500130:0:32103:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788777300.500131:0:32103:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446625683211356960 : -118390498194656 : ffff945310690b20) 00000002:00000001:3.0:1788777300.500133:0:32103:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788777300.500136:0:32103:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9453109069c0. 00000002:00000001:3.0:1788777300.500137:0:32103:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788777300.500139:0:32103:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788777300.500140:0:32103:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788777300.500143:0:32103:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788777300.500145:0:32103:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788777300.500146:0:32103:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777300.500149:0:32103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803000 count: 5 00010000:00000001:3.0:1788777300.500151:0:32103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777300.500153:0:32103:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777300.500156:0:32103:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152dc00. 00000020:00000001:3.0:1788777300.500158:0:32103:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777300.500160:0:32103:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152dc00 with handle 0xe53f2b0cb7af8877 to hash 00000020:00000001:3.0:1788777300.500161:0:32103:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777300.500163:0:32103:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777300.500165:0:32103:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777300.500167:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.500169:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.500172:0:32103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.500178:0:32103:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.500183:0:32103:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500185:0:32103:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500187:0:32103:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788777300.500190:0:32103:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff945308bb90c0. 00000002:00000001:3.0:1788777300.500192:0:32103:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500194:0:32103:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500195:0:32103:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777300.500197:0:32103:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.500616:0:32103:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.500619:0:32103:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788777300.500621:0:32103:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788777300.500622:0:32103:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788777300.500625:0:32103:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff945311155c80. 00000020:00000001:3.0:1788777300.500627:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73cd8 00000080:00400000:3.0:1788777300.500629:0:32103:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff945311155c80) index 7 00000080:00000001:3.0:1788777300.500631:0:32103:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446625683222649984 : -118390486901632 : ffff945311155c80) 00000080:00000001:3.0:1788777300.500633:0:32103:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788777300.500635:0:32103:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff945303c2e000. 00800000:00000002:3.0:1788777300.500639:0:32103:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 8 00800000:00000001:3.0:1788777300.500642:0:32103:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788777300.500644:0:32103:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788777300.500645:0:32103:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446625683211356960 : -118390498194656 : ffff945310690b20) 00000002:00000001:3.0:1788777300.500648:0:32103:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788777300.500650:0:32103:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff945310906d80. 00000002:00000001:3.0:1788777300.500651:0:32103:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788777300.500652:0:32103:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788777300.500653:0:32103:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788777300.500657:0:32103:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788777300.500659:0:32103:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788777300.500660:0:32103:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777300.500663:0:32103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803000 count: 6 00010000:00000001:3.0:1788777300.500665:0:32103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777300.500667:0:32103:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777300.500669:0:32103:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152c200. 00000020:00000001:3.0:1788777300.500672:0:32103:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777300.500674:0:32103:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152c200 with handle 0xe53f2b0cb7af887e to hash 00000020:00000001:3.0:1788777300.500675:0:32103:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777300.500677:0:32103:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:3.0:1788777300.500679:0:32103:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:3.0:1788777300.500680:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.500682:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.500684:0:32103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.500690:0:32103:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.500695:0:32103:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500696:0:32103:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500698:0:32103:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788777300.500701:0:32103:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff945308bb9280. 00000002:00000001:3.0:1788777300.500703:0:32103:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500704:0:32103:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.500706:0:32103:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777300.500707:0:32103:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.500708:0:32103:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.500710:0:32103:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788777300.500711:0:32103:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788777300.500712:0:32103:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788777300.500714:0:32103:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff945311155a00. 00000020:00000001:3.0:1788777300.500717:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73cd8 00000080:00400000:3.0:1788777300.500718:0:32103:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff945311155a00) index 8 00000080:00000001:3.0:1788777300.500929:0:32103:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446625683222649344 : -118390486902272 : ffff945311155a00) 00000080:00000001:3.0:1788777300.500934:0:32103:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788777300.500937:0:32103:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff945303c2d000. 00800000:00000002:3.0:1788777300.500941:0:32103:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 9 00800000:00000001:3.0:1788777300.500944:0:32103:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788777300.500946:0:32103:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788777300.500947:0:32103:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446625683211356960 : -118390498194656 : ffff945310690b20) 00000002:00000001:3.0:1788777300.500949:0:32103:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788777300.500951:0:32103:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9453109063c0. 00000002:00000001:3.0:1788777300.500953:0:32103:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788777300.500954:0:32103:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788777300.500955:0:32103:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788777300.500959:0:32103:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788777300.500960:0:32103:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788777300.500961:0:32103:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777300.500964:0:32103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803000 count: 7 00010000:00000001:3.0:1788777300.500966:0:32103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777300.500968:0:32103:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777300.500970:0:32103:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152da00. 00000020:00000001:3.0:1788777300.500973:0:32103:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777300.500974:0:32103:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152da00 with handle 0xe53f2b0cb7af8885 to hash 00000020:00000001:3.0:1788777300.500976:0:32103:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777300.500977:0:32103:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777300.500979:0:32103:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777300.500981:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.500983:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.500986:0:32103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.500993:0:32103:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.500999:0:32103:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.501000:0:32103:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.501002:0:32103:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788777300.501005:0:32103:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff945308bb9cc0. 00000002:00000001:3.0:1788777300.501007:0:32103:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.501983:0:32103:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.501990:0:32103:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777300.501992:0:32103:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.501994:0:32103:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777300.501997:0:32103:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1788777300.501999:0:32103:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1788777300.502001:0:32103:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1788777300.502002:0:32103:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1788777300.502019:0:32103:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3fb80. 00000020:00000040:3.0:1788777300.502023:0:32103:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777300.502028:0:32103:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777300.502031:0:32103:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777300.502035:0:32103:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777300.502042:0:32103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff94531070a000. 00000100:00000001:3.0:1788777300.502048:0:32103:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.502053:0:32103:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.502055:0:32103:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777300.502057:0:32103:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.502062:0:32103:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777300.502066:0:32103:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.502076:0:32103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000055be71] to pc [ptlrpcd_01_00+0] req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1788777300.502111:0:32103:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.502114:0:32103:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777300.502115:0:32103:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.502118:0:32103:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:3.0:1788777300.502138:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.502142:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.502144:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777300.502147:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788777300.502149:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.502155:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777300.502157:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.502159:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.502160:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.502161:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777300.502167:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.502175:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777300.502177:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.502180:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777300.502182:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777300.502185:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777300.502189:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126127616:192.168.203.135@tcp:63:ll_sa.0 00000100:00000001:3.0:1788777300.502192:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777300.502197:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777300.502209:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.502212:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777300.502218:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9453102ee000. 02000000:00000001:3.0:1788777300.502243:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777300.502250:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777300.502254:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777300.502261:0:2349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff945310906900. 00000100:00000200:3.0:1788777300.502267:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875667126127616, portal 4 00000100:00000001:3.0:1788777300.502270:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777300.502271:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081001856 : -118390628549760 : ffff945308a3fb80) 00000100:00000040:3.0:1788777300.502279:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.502286:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777300.502290:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777300.502293:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083476e8. 00000100:00000200:3.0:1788777300.502306:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1875667126127616, offset 0 00000400:00000200:3.0:1788777300.502313:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777300.502321:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777300.502328:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777300.502334:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777300.502338:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777300.502341:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777300.502344:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777300.502347:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2493:2493:256:4294967295] 192.168.203.135@tcp LPNI seq info [2488:2488:8:4294967295] 00000400:00000200:3.0:1788777300.502351:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777300.502360:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777300.502365:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777300.502370:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df400. 00000800:00000200:3.0:1788777300.502376:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777300.502815:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777300.502821:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df400 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:3.0:1788777300.502847:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.502852:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 783406 usecs (784 jiffies) 00000400:00000200:3.0:1788777300.502856:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777300.502859:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296451593 00000100:00000001:3.0:1788777300.502862:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:3.0:1788777300.502864:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296451593 00000100:00000001:3.0:1788777300.502866:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:3.0:1788777300.502868:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777300.502870:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.502874:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.502876:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.502952:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777300.502955:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777300.503195:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777300.503216:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777300.503249:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777300.503254:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777300.503259:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503264:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777300.503271:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503274:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503279:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503283:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c50b00 00000400:00000200:0.0:1788777300.503287:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503292:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6b51 [1] + 224 00000800:00000001:0.0:1788777300.503309:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777300.503321:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777300.503324:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777300.503329:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777300.503335:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777300.503341:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126127360/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777300.503352:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff945308be3480 x1875667126127360/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.503372:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777300.503379:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777300.503392:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503396:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777300.503401:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2494:2494:255:4294967295] 192.168.203.135@tcp LPNI seq info [2489:2489:7:4294967295] 00000400:00000200:0.0:1788777300.503405:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503411:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777300.503417:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777300.503421:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f800. 00000800:00000200:0.0:1788777300.503425:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777300.503430:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777300.503432:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777300.503511:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777300.503515:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df400. 00000400:00000200:0.0:1788777300.503520:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777300.503523:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777300.503527:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083476e8 00000400:00000010:0.0:1788777300.503530:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083476e8. 00000100:00000001:0.0:1788777300.503533:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777300.503537:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.503546:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.503549:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.503556:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.503557:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777300.503563:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777300.503567:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777300.503569:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777300.503571:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777300.503574:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503577:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777300.503581:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503584:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503587:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503589:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c50b80 00000400:00000200:0.0:1788777300.503592:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777300.503597:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x6b61 [1] + 224 00000800:00000001:0.0:1788777300.503601:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777300.503607:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777300.503609:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777300.503612:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777300.503615:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777300.503619:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777300.503628:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777300.503637:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788777300.503662:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777300.503665:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f800. 00000400:00000200:0.0:1788777300.503668:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777300.503672:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777300.503676:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777300.503680:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.504515:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.504521:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777300.504527:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777300.504529:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777300.504532:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464630. 00000400:00000200:3.0:1788777300.504536:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1110 00000400:00000010:3.0:1788777300.504538:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1110. 00000100:00000001:3.0:1788777300.504541:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.504546:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777300.504555:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777300.504562:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777300.504564:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.504566:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777300.504569:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777300.504571:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777300.504573:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.504576:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777300.504584:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=123 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777300.504588:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777300.504590:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777300.504591:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.504593:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777300.504597:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.504601:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777300.504603:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777300.504604:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777300.504606:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.504610:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777300.504617:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777300.504620:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777300.504622:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777300.504625:0:2349:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788777300.504627:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.504630:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.504633:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=4 00000020:00000001:3.0:1788777300.504636:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504639:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504641:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.504642:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.504643:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=5 00000020:00000001:3.0:1788777300.504645:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504646:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504650:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.504653:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.504657:0:2349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.504683:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504685:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.504687:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777300.504689:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.504691:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.504692:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=6 00000020:00000001:3.0:1788777300.504694:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504696:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000040:3.0:1788777300.504702:0:2349:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155000, remote cookie: 0xa4f015c75ff3c469, flags: 0x41011 00010000:00010000:3.0:1788777300.504706:0:2349:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.504714:0:2349:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788777300.504717:0:2349:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.504719:0:2349:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777300.504723:0:2349:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788777300.504727:0:2349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777300.504742:0:2349:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x14:0x0].0x0 (ffff9453054b8000) refcount = 1 00010000:00000040:3.0:1788777300.504745:0:2349:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777300.504747:0:2349:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.504756:0:2349:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777300.504758:0:2349:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777300.504761:0:2349:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777300.504763:0:2349:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.504766:0:2349:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.504772:0:2349:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777300.504774:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504775:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.504776:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504777:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777300.504779:0:2349:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788777300.504781:0:2349:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:3.0:1788777300.504784:0:2349:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777300.504787:0:2349:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777300.504789:0:2349:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00010000:00000001:3.0:1788777300.504791:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.504792:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.504794:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=5 00000020:00000001:3.0:1788777300.504796:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504798:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00000008:00000001:3.0:1788777300.504802:0:2349:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788777300.504805:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00010000:3.0:1788777300.504809:0:2349:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788777300.504824:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:3.0:1788777300.504826:0:2349:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777300.504839:0:2349:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788777300.504843:0:2349:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777300.504845:0:2349:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777300.504846:0:2349:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777300.504848:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00000001:3.0:1788777300.504850:0:2349:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:3.0:1788777300.504851:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504852:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:3.0:1788777300.504856:0:2349:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777300.504859:0:2349:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.504861:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.504862:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.504864:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=5 00000020:00000001:3.0:1788777300.504865:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504867:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504869:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.504872:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.504879:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504880:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777300.504883:0:2349:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.504889:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.504890:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504891:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777300.504892:0:2349:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.504894:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.504896:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.504897:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=4 00000020:00000001:3.0:1788777300.504899:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504901:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777300.504902:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.504904:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.504910:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504912:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.504913:0:2349:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777300.504915:0:2349:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777300.504917:0:2349:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777300.504926:0:2349:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777300.504928:0:2349:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777300.504930:0:2349:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777300.504933:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504934:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.504936:0:2349:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.504938:0:2349:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777300.504940:0:2349:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.504942:0:2349:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.504945:0:2349:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.504946:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.504948:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504949:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.504950:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.504951:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777300.504952:0:2349:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.504957:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777300.504966:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126127488:192.168.203.135@tcp:101:ll_agl.0 00000100:00000001:3.0:1788777300.504971:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.504973:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.504977:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126127488/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777316 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777300.504984:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777300.504987:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777300.504990:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093ab800. 02000000:00000001:3.0:1788777300.504993:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777300.504995:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777300.504997:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777300.504999:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777300.505002:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945318738200. 00000100:00000001:2.0:1788777300.505518:0:32102:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777300.505524:0:32102:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777300.505527:0:32102:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777300.505530:0:32102:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:2.0:1788777300.505534:0:32102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:2.0:1788777300.505536:0:32102:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:2.0:1788777300.505539:0:32102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777300.505544:0:32102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126127360/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777300.505554:0:32102:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126127360/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.505561:0:32102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777300.505563:0:32102:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777300.505565:0:32102:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777300.505567:0:32102:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777300.505569:0:32102:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777300.505570:0:32102:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777300.505572:0:32102:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777300.505577:0:32102:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=123 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777300.505580:0:32102:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777300.505582:0:32102:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777300.505584:0:32102:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777300.505585:0:32102:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777300.505587:0:32102:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.505590:0:32102:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777300.505591:0:32102:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x100000162] 00000100:00000001:2.0:1788777300.505593:0:32102:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777300.505595:0:32102:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777300.505597:0:32102:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000001:2.0:1788777300.505599:0:32102:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777300.505601:0:32102:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:2.0:1788777300.505603:0:32102:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777300.505605:0:32102:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777300.505609:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126127360/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777316 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.505617:0:32102:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777300.505619:0:32102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777300.505621:0:32102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777300.505624:0:32102:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126127360/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777316 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777300.505633:0:32102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32102:1875667126127360:192.168.203.135@tcp:36:multiop.0 00000100:00000001:2.0:1788777300.505637:0:32102:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777300.505640:0:32102:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777300.505642:0:32102:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777300.505643:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777300.505646:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3480 x1875667126127360/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777316 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.505659:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777300.505661:0:32102:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061dfb40. 00000100:00000001:2.0:1788777300.505665:0:32102:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777300.505666:0:32102:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777300.505672:0:32102:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777300.505675:0:32102:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777300.505679:0:32102:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 9 00000080:00000010:2.0:1788777300.505682:0:32102:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310292a00. 00000100:00000001:2.0:1788777300.505687:0:32102:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777300.505691:0:32102:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126127360/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777316 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777300.505697:0:32102:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777300.505700:0:32102:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777300.505710:0:32102:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777300.505713:0:32102:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f57e30 00000080:00002000:2.0:1788777300.505715:0:32102:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff945320b07ca8, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788777300.505719:0:32102:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777300.505724:0:32102:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777300.505729:0:32102:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788777300.505736:0:32102:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788777300.505739:0:32102:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777300.505740:0:32102:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777300.505743:0:32102:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777300.505746:0:32102:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777300.505750:0:32102:0:(cl_object.c:143:cl_object_top()) ffff945309322788 -> ffff945309322788 00000020:00000001:2.0:1788777300.505753:0:32102:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777300.505756:0:32102:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777300.505758:0:32102:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777300.505761:0:32102:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777300.505762:0:32102:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777300.505764:0:32102:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777300.505768:0:32102:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2c:0x0]io ffff9453105cb7e0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788777300.505771:0:32102:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00020000:00000001:2.0:1788777300.505775:0:32102:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1788777300.505778:0:32102:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788777300.505780:0:32102:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00000020:00000001:2.0:1788777300.505782:0:32102:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777300.505784:0:32102:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1788777300.505787:0:32102:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777300.505789:0:32102:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777300.505791:0:32102:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777300.505792:0:32102:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777300.505794:0:32102:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777300.505796:0:32102:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777300.505799:0:32102:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788777300.505801:0:32102:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff94532097cb08) 00800000:00000001:2.0:1788777300.505804:0:32102:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788777300.505806:0:32102:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2c:0x0] 00000002:00000001:2.0:1788777300.505810:0:32102:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788777300.505814:0:32102:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777300.505816:0:32102:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777300.505819:0:32102:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788777300.505821:0:32102:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788777300.505823:0:32102:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777300.505824:0:32102:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777300.505827:0:32102:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777300.505842:0:32102:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777300.505845:0:32102:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00020000:00000001:2.0:1788777300.505850:0:32102:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788777300.505851:0:32102:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00020000:00000001:2.0:1788777300.505854:0:32102:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788777300.505855:0:32102:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777300.505857:0:32102:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00020000:00000001:2.0:1788777300.505859:0:32102:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788777300.505861:0:32102:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788777300.505862:0:32102:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00020000:00000002:2.0:1788777300.505864:0:32102:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a312e8) owner 0000000000000000/ffff945320270000 00020000:00000010:2.0:1788777300.505867:0:32102:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff945308a312e8. 00020000:00000001:2.0:1788777300.505870:0:32102:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788777300.505872:0:32102:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff945309322708. 00000020:00001000:2.0:1788777300.505876:0:32102:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777300.505879:0:32102:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788777300.505880:0:32102:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 02000000:00000001:3.0:1788777300.506088:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777300.506093:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777300.506096:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:3.0:1788777300.506100:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777300.506102:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.506105:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.506107:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.506108:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.506110:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.506112:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788777300.506405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34400. 00010000:00000010:0.1:1788777300.506412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8000. 00010000:00000010:0.1:1788777300.506415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34d00. 00010000:00000010:0.1:1788777300.506417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9c00. 00000800:00000001:1.0:1788777300.507815:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.513209:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.513246:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.513253:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.513262:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.513269:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.513279:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.513284:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.513289:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.513294:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 7008 into portal 4 MB=0x6a9e8c8c50c00 00000400:00000200:1.0:1788777300.513298:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.513304:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 7008/7008 into md 0x6b69 [2] + 224 00000800:00000001:1.0:1788777300.513500:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.513531:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.513535:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.513540:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.513548:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.513557:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777300.513568:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.513588:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777300.513598:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.513601:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.513652:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.513656:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777300.513663:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777300.513665:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777300.513668:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777300.513673:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945310906900 00000400:00000010:3.0:1788777300.513676:0:2349:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff945310906900. 00000100:00000001:3.0:1788777300.513679:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.513683:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777300.513692:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.513699:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777300.513702:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.513705:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777300.513708:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777300.513710:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777300.513712:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.513715:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777300.513725:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024580 time=1788777300 v=5 (0 0 0 0) 00000100:00001000:3.0:1788777300.513729:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777300.513731:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777300.513735:0:2349:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.513741:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788777300.513745:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777300.513747:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:3.0:1788777300.513748:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777300.513751:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788777300.513755:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.513763:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1788777300.513766:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777300.513768:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777300.513770:0:2349:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1788777300.513775:0:2349:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1788777300.513779:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777300.513781:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.513785:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.513788:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:3.0:1788777300.513790:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777300.513793:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00010000:3.0:1788777300.513798:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.513806:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788777300.513810:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.513815:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.513817:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.513822:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.513824:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777300.513826:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.513843:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.513846:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.513848:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777300.513851:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.513857:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152c800 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777300.513860:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777300.513863:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.513869:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777300.513871:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777300.513874:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.513879:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777300.513881:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777300.513882:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.513883:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.513885:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:3.0:1788777300.513887:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777300.513889:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777300.513891:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777300.513894:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777300.513899:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777300.513901:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.513904:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777300.513906:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777300.513908:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777300.513910:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777300.513912:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.513913:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777300.513916:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152c800 with handle 0xe53f2b0cb7af885b from hash 00010000:00000001:3.0:1788777300.513918:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777300.513919:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.513920:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.513922:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777300.513923:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777300.513924:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777300.513927:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.513928:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.513929:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.513931:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.513933:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.513938:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.513939:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.513940:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777300.513942:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.513943:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.513944:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.513944:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777300.513947:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c800/0xe53f2b0cb7af885b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.513958:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777300.513960:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.513963:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788777300.513967:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819bfc58 00000080:00400000:3.0:1788777300.513968:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:3.0:1788777300.513971:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.513974:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777300.513976:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff945303c2cd90 released 00000080:00000001:3.0:1788777300.513977:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788777300.513981:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 8 00000080:00000010:3.0:1788777300.513985:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff945308aeea80. 00000080:00000010:3.0:1788777300.513989:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff945303c2cc00. 00000080:00000001:3.0:1788777300.513993:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788777300.513995:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff945308bb9540. 00010000:00000001:3.0:1788777300.513998:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777300.513999:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.514000:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.514002:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=4 00000020:00000001:3.0:1788777300.514003:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777300.514005:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00010000:3.0:1788777300.514019:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514025:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788777300.514027:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514032:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.514034:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514043:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514044:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777300.514046:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514051:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.514053:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.514054:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777300.514057:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.514062:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152d800 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777300.514064:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777300.514066:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514071:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777300.514073:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777300.514075:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514079:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777300.514081:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777300.514082:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.514083:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.514085:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=5 00000020:00000001:3.0:1788777300.514086:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777300.514088:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777300.514090:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777300.514092:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777300.514101:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777300.514103:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.514105:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777300.514106:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777300.514108:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777300.514109:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777300.514110:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.514111:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777300.514113:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152d800 with handle 0xe53f2b0cb7af8862 from hash 00010000:00000001:3.0:1788777300.514116:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777300.514117:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514118:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514118:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777300.514120:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777300.514123:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777300.514124:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514125:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514126:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.514127:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.514130:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514134:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514135:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514136:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777300.514137:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.514138:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514139:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514140:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777300.514142:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8862 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514150:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777300.514151:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.514154:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788777300.514156:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819bfc58 00000080:00400000:3.0:1788777300.514157:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:3.0:1788777300.514159:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.514161:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777300.514162:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff945303c2e590 released 00000080:00000001:3.0:1788777300.514164:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788777300.514165:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 7 00000080:00000010:3.0:1788777300.514167:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff945308aee000. 00000080:00000010:3.0:1788777300.514170:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff945303c2e400. 00000080:00000001:3.0:1788777300.514172:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788777300.514174:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff945308bb9c00. 00010000:00000001:3.0:1788777300.514177:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777300.514178:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.514179:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.514181:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=4 00000020:00000001:3.0:1788777300.514183:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777300.514185:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00010000:3.0:1788777300.514188:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514192:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788777300.514195:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514199:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.514201:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514205:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514206:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777300.514208:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514212:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.514215:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.514217:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777300.514253:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.514260:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152cc00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777300.514262:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777300.514264:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514269:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777300.514270:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777300.514273:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514277:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777300.514278:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777300.514279:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.514280:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.514281:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152cc00 refcount=5 00000020:00000001:3.0:1788777300.514283:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777300.514285:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958240768 : -118390751310848 : ffff94530152cc00) 00010000:00000001:3.0:1788777300.514288:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777300.514290:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777300.514295:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777300.514296:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.514504:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777300.514506:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777300.514508:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777300.514509:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777300.514510:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.514512:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777300.514515:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152cc00 with handle 0xe53f2b0cb7af8869 from hash 00010000:00000001:3.0:1788777300.514517:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777300.514519:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514520:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514521:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777300.514522:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777300.514523:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777300.514525:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514526:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514527:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.514529:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.514532:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514537:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514538:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514539:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777300.514540:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.514542:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514543:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514544:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777300.514546:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152cc00/0xe53f2b0cb7af8869 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514553:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777300.514554:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.514557:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788777300.514559:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819bfc58 00000080:00400000:3.0:1788777300.514560:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:3.0:1788777300.514562:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.514564:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777300.514565:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff945303c2d990 released 00000080:00000001:3.0:1788777300.514567:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788777300.514569:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 6 00000080:00000010:3.0:1788777300.514571:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff945308aee540. 00000080:00000010:3.0:1788777300.514574:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff945303c2d800. 00000080:00000001:3.0:1788777300.514577:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788777300.514579:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff945308bb9940. 00010000:00000001:3.0:1788777300.514582:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777300.514583:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.514585:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.514586:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=4 00000020:00000001:3.0:1788777300.514588:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777300.514590:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00010000:3.0:1788777300.514593:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514598:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788777300.514601:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514606:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.514609:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514614:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514615:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777300.514617:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514622:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.514624:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.514625:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777300.514628:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.514633:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152ce00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777300.514634:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777300.514636:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514641:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777300.514642:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777300.514644:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514648:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777300.514650:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777300.514651:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.514652:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.514654:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=5 00000020:00000001:3.0:1788777300.514655:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777300.514657:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777300.514659:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777300.514661:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777300.514666:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777300.514667:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.514669:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777300.514670:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777300.514671:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777300.514672:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777300.514673:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.514675:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777300.514676:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152ce00 with handle 0xe53f2b0cb7af8870 from hash 00010000:00000001:3.0:1788777300.514678:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777300.514679:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514680:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514682:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777300.514683:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777300.514684:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777300.514686:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514688:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514689:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.514691:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.514693:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514697:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514698:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514699:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777300.514700:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.514701:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514702:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.514703:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777300.514705:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af8870 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514711:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777300.514712:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.514941:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788777300.514943:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819bfc58 00000080:00400000:3.0:1788777300.514945:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:3.0:1788777300.514946:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.514948:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777300.514949:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff945303c2f590 released 00000080:00000001:3.0:1788777300.514950:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788777300.514952:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 5 00000080:00000010:3.0:1788777300.514954:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff945308aee840. 00000080:00000010:3.0:1788777300.514956:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff945303c2f400. 00000080:00000001:3.0:1788777300.514959:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788777300.514961:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff945308bb9f00. 00010000:00000001:3.0:1788777300.514964:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777300.514965:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.514967:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.514969:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152dc00 refcount=4 00000020:00000001:3.0:1788777300.514971:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777300.514973:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00010000:3.0:1788777300.514977:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514981:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788777300.514984:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514988:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.514989:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.514993:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.514994:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777300.514996:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515000:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.515002:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.515003:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777300.515486:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.515495:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152dc00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777300.515497:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777300.515499:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515505:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777300.515506:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777300.515510:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515514:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777300.515516:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777300.515517:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.515519:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.515520:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152dc00 refcount=5 00000020:00000001:3.0:1788777300.515522:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777300.515524:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777300.515526:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777300.515528:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777300.515533:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777300.515535:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.515537:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777300.515538:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777300.515540:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777300.515541:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777300.515543:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.515544:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777300.515546:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152dc00 with handle 0xe53f2b0cb7af8877 from hash 00010000:00000001:3.0:1788777300.515548:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777300.515549:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515550:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515551:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777300.515553:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777300.515554:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777300.515556:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515557:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515558:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.515559:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.515562:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515567:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515568:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515569:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777300.515571:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.515573:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515574:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515575:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777300.515576:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152dc00/0xe53f2b0cb7af8877 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515585:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777300.515586:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.515589:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788777300.515590:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819bfc58 00000080:00400000:3.0:1788777300.515592:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:3.0:1788777300.515594:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.515596:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777300.515597:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff945303c2fd90 released 00000080:00000001:3.0:1788777300.515598:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788777300.515600:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 4 00000080:00000010:3.0:1788777300.515603:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9453109069c0. 00000080:00000010:3.0:1788777300.515606:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff945303c2fc00. 00000080:00000001:3.0:1788777300.515609:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788777300.515611:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff945308bb90c0. 00010000:00000001:3.0:1788777300.515615:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777300.515616:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.515617:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.515619:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=4 00000020:00000001:3.0:1788777300.515620:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:3.0:1788777300.515623:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00010000:3.0:1788777300.515625:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515630:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788777300.515633:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515637:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.515639:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515644:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515645:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777300.515647:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515651:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.515653:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.515655:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777300.515656:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.515661:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152c200 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777300.515662:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777300.515664:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515668:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777300.515670:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777300.515672:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515676:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777300.515678:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777300.515679:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.515680:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.515682:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=5 00000020:00000001:3.0:1788777300.515683:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:3.0:1788777300.515685:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:3.0:1788777300.515686:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777300.515688:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777300.515697:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777300.515698:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.515700:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777300.515701:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777300.515702:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777300.515703:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777300.515705:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.515706:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777300.515707:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152c200 with handle 0xe53f2b0cb7af887e from hash 00010000:00000001:3.0:1788777300.515709:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777300.515710:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515711:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515712:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777300.515713:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777300.515714:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777300.515716:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515717:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515718:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.515719:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.515721:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515725:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515726:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515726:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777300.515727:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.515728:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515729:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515730:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777300.515732:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c200/0xe53f2b0cb7af887e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515738:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777300.515740:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.515742:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788777300.515744:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819bfc58 00000080:00400000:3.0:1788777300.515745:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:3.0:1788777300.515747:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.515748:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777300.515749:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff945303c2e190 released 00000080:00000001:3.0:1788777300.515750:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788777300.515752:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 3 00000080:00000010:3.0:1788777300.515753:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff945310906d80. 00000080:00000010:3.0:1788777300.515756:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff945303c2e000. 00000080:00000001:3.0:1788777300.515758:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788777300.515759:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff945308bb9280. 00010000:00000001:3.0:1788777300.515762:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777300.515763:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.515764:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.515766:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=4 00000020:00000001:3.0:1788777300.515767:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777300.515769:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00010000:3.0:1788777300.515771:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515775:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788777300.515777:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515781:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777300.515783:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515787:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515788:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777300.515790:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515794:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.515796:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.515797:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777300.515799:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777300.515803:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152da00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777300.515805:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777300.515807:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515812:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777300.515813:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777300.515816:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515820:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777300.515822:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777300.515823:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777300.515824:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777300.515825:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=5 00000020:00000001:3.0:1788777300.515826:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777300.515840:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777300.515842:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777300.515844:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777300.515849:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777300.515850:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.515851:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777300.515853:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777300.515854:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777300.515855:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777300.515857:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.515858:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777300.515860:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152da00 with handle 0xe53f2b0cb7af8885 from hash 00010000:00000001:3.0:1788777300.515862:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777300.515863:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515864:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515865:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777300.515866:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777300.515867:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777300.515868:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515869:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515870:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.515872:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.515874:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777300.515877:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515878:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515879:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777300.515880:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777300.515881:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.515882:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.515883:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777300.515885:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af8885 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777300.515890:0:2349:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803000 count: 0 00010000:00000010:3.0:1788777300.515895:0:2349:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155000. 00010000:00000001:3.0:1788777300.515901:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777300.515902:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.515904:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788777300.515906:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819bfc58 00000080:00400000:3.0:1788777300.515907:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:3.0:1788777300.515909:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777300.515911:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777300.515912:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff945303c2d190 released 00000080:00000001:3.0:1788777300.515913:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788777300.515915:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777300.515917:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9453109063c0. 00000080:00000010:3.0:1788777300.515919:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff945303c2d000. 00000080:00000001:3.0:1788777300.515921:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788777300.515923:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff945308bb9cc0. 00000002:00000010:3.0:1788777300.515926:0:2349:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff94531070b000. 00000002:00000010:3.0:1788777300.515929:0:2349:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff945308bb9fc0. 00000002:00000010:3.0:1788777300.515931:0:2349:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff945304d6cf60. 00000002:00000001:3.0:1788777300.515934:0:2349:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1788777300.515936:0:2349:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788777300.515945:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777300.515955:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126127616:192.168.203.135@tcp:63:ll_sa.0 00000100:00000001:3.0:1788777300.515959:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.515962:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.515966:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3fb80 x1875667126127616/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.515972:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777300.515975:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777300.515978:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9453102ee000. 02000000:00000001:3.0:1788777300.515981:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777300.515984:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777300.515985:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777300.515988:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777300.515991:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff94531070a000. 02000000:00000001:3.0:1788777300.515994:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777300.515995:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777300.515997:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3fb80. 00000100:00000001:3.0:1788777300.516001:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777300.516002:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.516004:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.516020:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777300.516023:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.516025:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777300.516027:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1788777300.517250:0:32105:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625260. 00000080:00000010:2.1:1788777300.517269:0:32105:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532097ca40. 00010000:00010000:0.0:1788777300.520853:0:32106:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777300.520859:0:32106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777300.520861:0:32106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777300.520866:0:32106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777300.520869:0:32106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777300.520872:0:32106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777300.520876:0:32106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777300.520878:0:32106:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788777300.520893:0:32106:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1788777300.520939:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777300.520942:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.520945:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788777300.520948:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788777300.520950:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777300.520955:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788777300.520967:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777300.520971:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777300.520973:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777300.520975:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:3.0:1788777300.520979:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777300.520981:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777300.520987:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777300.520990:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777300.520994:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.520996:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777300.520997:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777300.520998:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777300.521000:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777300.521002:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.521004:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777300.521004:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777300.521006:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777300.521016:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777300.521019:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777300.521021:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777300.521022:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777300.521023:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8500 count: 2 00010000:00000001:3.0:1788777300.521025:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777300.521027:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.521029:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.521031:0:16036:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777300.521033:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777300.521038:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777300.521040:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777300.521042:0:16036:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777300.521045:0:16036:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:3.0:1788777300.521048:0:16036:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777300.521051:0:16036:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777300.521055:0:16036:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777300.521057:0:16036:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777300.521059:0:16036:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777300.521062:0:16036:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777300.521064:0:16036:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777300.521065:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777300.521068:0:16036:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777300.521071:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777300.521073:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff94532091ec08) invalid 00000020:00000001:3.0:1788777300.521076:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb8219fca0 00000080:00002000:3.0:1788777300.521078:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff945319283000) parent ffff9453208d0a20 inode ffff94532091ec08 refc 1 00000080:00000001:3.0:1788777300.521082:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777300.521085:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777300.521087:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.521090:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777300.521093:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777300.521095:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777300.521096:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777300.521098:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777300.521102:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155800 with handle 0xe53f2b0cb7af8838 from hash 00010000:00000001:3.0:1788777300.521105:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777300.521106:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777300.521108:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.521110:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777300.521114:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777300.521116:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777300.521119:0:16036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777300.521121:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777300.521124:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788777300.521131:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3fb80. 00000020:00000040:3.0:1788777300.521135:0:16036:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777300.521140:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777300.521142:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777300.521146:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777300.521152:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073e800. 00000100:00000001:3.0:1788777300.521158:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.521161:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777300.521167:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777300.521180:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777300.521181:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.521184:0:16036:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777300.521186:0:16036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777300.521191:0:16036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453109063c0. 00000100:00000001:3.0:1788777300.521193:0:16036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683213935552 : -118390495616064 : ffff9453109063c0) 00000100:00000001:3.0:1788777300.521196:0:16036:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777300.521197:0:16036:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081001856 : -118390628549760 : ffff945308a3fb80) 00000100:00000001:3.0:1788777300.521202:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777300.521206:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.521208:0:16036:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777300.521210:0:16036:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777300.521244:0:16036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.521254:0:16036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777300.521256:0:16036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.521260:0:16036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777300.521262:0:16036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777300.521265:0:16036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777300.521269:0:16036:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:ed919e1b-c269-4c9b-80ca-c90ff924d14b:16036:1875667126127744:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777300.521273:0:16036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777300.521277:0:16036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777300.521280:0:16036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.521282:0:16036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777300.521286:0:16036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073e400. 02000000:00000001:3.0:1788777300.521289:0:16036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777300.521295:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777300.521298:0:16036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777300.521304:0:16036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777300.521311:0:16036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126127744, portal 18 00000100:00000001:3.0:1788777300.521313:0:16036:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777300.521314:0:16036:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081001856 : -118390628549760 : ffff945308a3fb80) 00000100:00000040:3.0:1788777300.521320:0:16036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.521328:0:16036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777300.521331:0:16036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777300.521334:0:16036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347d48. 00000100:00000200:3.0:1788777300.521337:0:16036:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126127744, offset 0 00000400:00000200:3.0:1788777300.521343:0:16036:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777300.521351:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777300.521358:0:16036:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777300.521363:0:16036:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777300.521368:0:16036:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777300.521371:0:16036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777300.521374:0:16036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777300.521377:0:16036:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2495:2495:256:4294967295] 192.168.203.135@tcp LPNI seq info [2490:2490:8:4294967295] 00000400:00000200:3.0:1788777300.521392:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777300.521403:0:16036:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777300.521409:0:16036:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777300.521415:0:16036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df500. 00000800:00000200:3.0:1788777300.521421:0:16036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777300.521431:0:16036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777300.521435:0:16036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777300.521443:0:16036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.521447:0:16036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 781398 usecs (782 jiffies) 00000400:00000200:3.0:1788777300.521450:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777300.521453:0:16036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296451610 00000100:00000001:3.0:1788777300.521456:0:16036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296454703 00000100:00000001:3.0:1788777300.521458:0:16036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296451610 00000100:00000001:3.0:1788777300.521460:0:16036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296454703 00000100:00000001:3.0:1788777300.521462:0:16036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777300.521464:0:16036:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.521466:0:16036:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777300.521468:0:16036:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777300.521470:0:16036:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453109063c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788777300.521472:0:16036:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777300.521475:0:16036:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777300.521741:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777300.521746:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df500. 00000400:00000200:0.0:1788777300.521752:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777300.521757:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777300.521761:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347d48 00000400:00000010:0.0:1788777300.521764:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347d48. 00000100:00000001:0.0:1788777300.521767:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777300.521771:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.521779:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777300.521782:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777300.521788:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777300.521790:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777300.523644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00010000:00000010:3.1:1788777300.523654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d800. 00000800:00000001:1.0:1788777300.524408:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.524420:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777300.524424:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.524426:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.524434:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.524440:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777300.524448:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.524452:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.524457:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.524460:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c50c80 00000400:00000200:1.0:1788777300.524465:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777300.524470:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6b71 [1] + 224 00000800:00000001:1.0:1788777300.524477:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.524483:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777300.524487:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777300.524491:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777300.524497:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777300.524504:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777300.524513:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777300.524534:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777300.524541:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777300.524544:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.524649:0:16036:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777300.524657:0:16036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777300.524659:0:16036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777300.524662:0:16036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777300.524666:0:16036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777300.524668:0:16036:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777300.524670:0:16036:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777300.524675:0:16036:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777300.524684:0:16036:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.524690:0:16036:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777300.524692:0:16036:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.524695:0:16036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777300.524698:0:16036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777300.524700:0:16036:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777300.524702:0:16036:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777300.524704:0:16036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777300.524713:0:16036:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024538 time=123 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777300.524717:0:16036:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777300.524719:0:16036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777300.524720:0:16036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.524723:0:16036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777300.524726:0:16036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.524729:0:16036:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777300.524731:0:16036:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967648 00000100:00000001:3.0:1788777300.524733:0:16036:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777300.524736:0:16036:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777300.524741:0:16036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.524747:0:16036:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777300.524750:0:16036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777300.524752:0:16036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777300.524756:0:16036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777300.524764:0:16036:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:ed919e1b-c269-4c9b-80ca-c90ff924d14b:16036:1875667126127744:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777300.524769:0:16036:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777300.524772:0:16036:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.524774:0:16036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777300.524776:0:16036:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.524779:0:16036:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.524785:0:16036:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777300.524787:0:16036:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453109063c0. 00000100:00000001:3.0:1788777300.524791:0:16036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777300.524792:0:16036:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777300.524794:0:16036:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777300.524798:0:16036:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3fb80 x1875667126127744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777300.524804:0:16036:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777300.524806:0:16036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777300.524809:0:16036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073e400. 02000000:00000001:3.0:1788777300.524812:0:16036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777300.524814:0:16036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777300.524816:0:16036:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777300.524819:0:16036:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777300.524821:0:16036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073e800. 02000000:00000001:3.0:1788777300.524824:0:16036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777300.524825:0:16036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777300.524827:0:16036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3fb80. 00000100:00000001:3.0:1788777300.524840:0:16036:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777300.524842:0:16036:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777300.524843:0:16036:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1788777300.524846:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777300.524850:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155800/0xe53f2b0cb7af8838 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c3f9 expref: -99 pid: 32100 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788777300.524859:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6040. 00010000:00000040:3.0:1788777300.524863:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8500 count: 0 00010000:00000010:3.0:1788777300.524870:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e280. 00010000:00000001:3.0:1788777300.524879:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777300.524880:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777300.524895:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777300.524899:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777300.524900:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.524902:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777300.524904:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777300.524905:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.524907:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777300.524908:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777300.524910:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.524911:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788777300.524959:0:32106:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.524962:0:32106:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777300.524965:0:32106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788777300.538329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152cc00. 00010000:00000010:3.1:1788777300.538343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ce00. 00010000:00000010:3.1:1788777300.538346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152dc00. 00010000:00000010:3.1:1788777300.538349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00010000:00000010:3.1:1788777300.538353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803000. 00010000:00000010:3.1:1788777300.538357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152da00. 00010000:00000010:3.1:1788777300.548333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00010000:00000010:3.1:1788777300.548344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155800. 00000100:00000001:1.0:1788777300.765480:0:15900:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1788777300.765488:0:15900:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777300.957415:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777300.957423:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777300.957425:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777300.957428:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777300.957433:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777300.957435:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777300.957448:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777300.957451:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777300.957455:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777300.957457:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777300.959704:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777300.959710:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777300.959714:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777301.982012:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777301.982021:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777301.982029:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777301.982030:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777301.982060:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777301.982063:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777301.982066:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777303.005463:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777303.005473:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777303.005481:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777303.005482:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777303.005610:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777303.005614:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777303.005618:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777304.029362:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777304.029369:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777304.029375:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777304.029379:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777304.029490:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777304.029494:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777304.029497:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777304.861360:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296454703, at 4296455168 00000100:00000040:0.0:1788777304.861368:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296454703, at 4296455168 00000100:00000010:1.0:1788777304.861376:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb6c0. 00000100:00000010:0.0:1788777304.861378:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb300. 00010000:00000001:1.0:1788777305.054150:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777305.054157:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777305.054162:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777305.054164:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777305.054187:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777305.054190:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777305.054193:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788777305.375819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777305.375829:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777305.375839:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777305.375846:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:2.0:1788777305.375850:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777305.375853:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777305.375858:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777305.375868:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453187efb00. 00000100:00000001:2.0:1788777305.375874:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.375885:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777305.375895:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777305.375899:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.375904:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091cb60f2] to pc [ptlrpcd_01_01+1] req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.375936:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.375939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777305.375942:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777305.375945:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777305.375948:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777305.375950:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777305.375952:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777305.375954:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777305.375957:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453187ef300. 00000100:00000001:2.0:1788777305.375960:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.375964:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777305.375972:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777305.375976:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.375981:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f880d92] to pc [ptlrpcd_01_00+0] req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.375990:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.375992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777305.375994:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777305.375998:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777305.376000:0:37:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777305.376002:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777305.376003:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777305.376005:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777305.376009:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453187ef200. 00000100:00000001:2.0:1788777305.376011:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.376015:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777305.376022:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777305.376024:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.376028:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9772156] to pc [ptlrpcd_01_01+1] req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.376035:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.376038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777305.376041:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777305.376044:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777305.376046:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:2.0:1788777305.376048:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777305.376049:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777305.376051:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777305.376055:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453187eff00. 00000100:00000001:2.0:1788777305.376057:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.376061:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777305.376072:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777305.376074:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.376077:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_00+0] req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.376084:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.376088:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1793) 00000100:00000001:2.0:1788777305.384031:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777305.384040:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777305.384043:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777305.384057:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384068:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777305.384070:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.384075:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777305.384078:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777305.384081:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777305.384085:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126128000:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777305.384090:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777305.384106:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777305.384109:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.384112:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777305.384121:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945303c4de00. 02000000:00000001:2.0:1788777305.384123:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777305.384130:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777305.384134:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777305.384141:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c15d8. 00000100:00000200:2.0:1788777305.384149:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126128000, portal 10 00000100:00000001:2.0:1788777305.384152:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777305.384154:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777305.384161:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384173:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777305.384175:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777305.384182:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1330. 00000100:00000200:2.0:1788777305.384186:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126128000, offset 0 00000400:00000200:2.0:1788777305.384191:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777305.384200:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777305.384206:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777305.384211:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777305.384215:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777305.384242:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777305.384245:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777305.384249:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2496:2496:256:4294967295] 192.168.203.135@tcp LPNI seq info [2491:2491:8:4294967295] 00000400:00000200:2.0:1788777305.384254:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777305.384264:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777305.384270:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777305.384276:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99f00. 00000800:00000200:2.0:1788777305.384282:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777305.384290:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777305.384294:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777305.384315:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.384320:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 780383 usecs (781 jiffies) 00000400:00000200:2.0:1788777305.384323:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777305.384325:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296456472 00000100:00000010:2.0:1788777305.384330:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b7d20. 00000100:00000001:2.0:1788777305.384346:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788777305.384353:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296456472 00000100:00000010:2.0:1788777305.384356:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b7000. 00000100:00000001:2.0:1788777305.384360:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788777305.384364:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777305.384368:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.384370:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777305.384375:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384382:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777305.384384:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.384386:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777305.384387:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777305.384389:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777305.384392:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126128256:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777305.384394:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777305.384397:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777305.384399:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.384401:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777305.384405:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945318738a00. 02000000:00000001:2.0:1788777305.384407:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777305.384410:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777305.384413:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464478. 00000400:00000010:2.0:1788777305.384416:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1e58. 00000100:00000200:2.0:1788777305.384419:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126128256, portal 4 00000100:00000001:2.0:1788777305.384421:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777305.384422:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777305.384427:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384433:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777305.384435:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777305.384437:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1550. 00000100:00000200:2.0:1788777305.384439:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126128256, offset 0 00000400:00000200:2.0:1788777305.384443:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777305.384447:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777305.384451:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777305.384453:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777305.384456:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777305.384458:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777305.384471:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777305.384475:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2497:2497:255:4294967295] 192.168.203.135@tcp LPNI seq info [2492:2492:7:4294967295] 00000800:00000200:1.0:1788777305.384477:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1788777305.384479:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000800:00000010:1.0:1788777305.384484:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99f00. 00000400:00000200:2.0:1788777305.384492:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000400:00000200:1.0:1788777305.384494:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1788777305.384500:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777305.384505:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99700. 00000800:00000200:2.0:1788777305.384509:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777305.384513:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000400:00000200:1.0:1788777305.384518:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000800:00000200:2.0:1788777305.384519:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777305.384524:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777305.384526:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000100:00000040:2.0:1788777305.384528:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 265488 usecs (266 jiffies) 00000400:00000010:1.0:1788777305.384531:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000400:00000200:2.0:1788777305.384536:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777305.384538:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1788777305.384539:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296455957 00000100:00000001:2.0:1788777305.384544:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296456472 00000100:00000200:1.0:1788777305.384546:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384548:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296455957 00000100:00000001:2.0:1788777305.384553:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296456472 00000100:00000001:1.0:1788777305.384559:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777305.384563:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384568:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777305.384574:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.384580:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777305.384580:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777305.384584:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777305.384586:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.384595:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777305.384596:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777305.384599:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777305.384601:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1788777305.384601:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788777305.384606:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788777305.384606:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99700. 00000400:00000200:1.0:1788777305.384612:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1788777305.384613:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788777305.384617:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777305.384618:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:2.0:1788777305.384623:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1788777305.384624:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1550 00000100:00000001:2.0:1788777305.384626:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788777305.384628:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1550. 00000100:00000001:2.0:1788777305.384632:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777305.384633:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1788777305.384635:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777305.384638:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1788777305.384640:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777305.384646:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777305.384653:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777305.384660:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384661:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777305.384666:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777305.384674:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.384675:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788777305.384678:0:2339:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1788777305.384679:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777305.384683:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777305.384688:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126127872:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777305.384691:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777305.384695:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777305.384697:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.384699:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777305.384702:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945318738800. 02000000:00000001:2.0:1788777305.384704:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777305.384708:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777305.384710:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464e18. 00000400:00000010:2.0:1788777305.384714:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777305.384716:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126127872, portal 25 00000100:00000001:2.0:1788777305.384718:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777305.384719:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:2.0:1788777305.384724:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384731:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777305.384733:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777305.384736:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1440. 00000100:00000200:2.0:1788777305.384738:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126127872, offset 0 00000400:00000200:2.0:1788777305.384743:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777305.384747:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777305.384750:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777305.384753:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777305.384755:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777305.384757:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777305.384760:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777305.384762:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2498:2498:256:4294967295] 192.168.203.135@tcp LPNI seq info [2493:2493:8:4294967295] 00000400:00000200:2.0:1788777305.384766:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777305.384773:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777305.384777:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777305.384780:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99800. 00000800:00000200:2.0:1788777305.384784:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777305.384789:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777305.384791:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777305.384814:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777305.384818:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777305.384820:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296459834 00000100:00000001:2.0:1788777305.384825:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296456472 00000100:00000001:2.0:1788777305.384829:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296459834 00000100:00000001:2.0:1788777305.384831:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296456472 00000100:00000001:2.0:1788777305.384834:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777305.384836:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.384837:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777305.384842:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384848:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777305.384850:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.384852:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777305.384854:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777305.384856:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777305.384858:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126128128:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777305.384861:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777305.384864:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777305.384865:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.384867:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777305.384870:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945318738200. 02000000:00000001:2.0:1788777305.384872:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777305.384874:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777305.384877:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464000. 00000400:00000010:2.0:1788777305.384880:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c16e8. 00000100:00000200:2.0:1788777305.384882:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126128128, portal 4 00000100:00000001:2.0:1788777305.384884:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777305.384885:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:2.0:1788777305.384890:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.384895:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777305.384897:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777305.384899:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c17f8. 00000100:00000200:2.0:1788777305.384901:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126128128, offset 0 00000400:00000200:2.0:1788777305.384905:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777305.384908:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777305.384911:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777305.384913:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777305.384915:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777305.384917:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777305.384919:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777305.384921:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2499:2499:255:4294967295] 192.168.203.135@tcp LPNI seq info [2494:2494:7:4294967295] 00000400:00000200:2.0:1788777305.384925:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777305.384931:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777305.384935:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777305.384938:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99100. 00000800:00000200:2.0:1788777305.384941:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777305.384945:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777305.384947:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777305.384950:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.384952:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23595 usecs (24 jiffies) 00000400:00000200:2.0:1788777305.384955:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777305.384956:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296455715 00000100:00000001:2.0:1788777305.384958:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296459834 00000100:00000001:2.0:1788777305.384960:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296455715 00000100:00000001:2.0:1788777305.384962:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296459834 00000100:00000001:2.0:1788777305.384964:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777305.384966:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.384969:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.384972:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777305.384999:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777305.385003:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99800. 00000400:00000200:1.0:1788777305.385007:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777305.385012:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777305.385015:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1440 00000400:00000010:1.0:1788777305.385017:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1440. 00000100:00000001:1.0:1788777305.385020:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777305.385024:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777305.385033:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777305.385037:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777305.385043:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777305.385045:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777305.385070:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777305.385073:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99100. 00000400:00000200:1.0:1788777305.385076:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777305.385079:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777305.385082:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c17f8 00000400:00000010:1.0:1788777305.385083:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c17f8. 00000100:00000001:1.0:1788777305.385086:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777305.385089:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777305.385095:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777305.385098:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777305.385103:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777305.385105:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777305.385444:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777305.385447:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777305.396100:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.396384:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777305.396387:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.396390:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777305.396398:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396406:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777305.396415:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396420:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396425:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396446:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c50e80 00000400:00000200:1.0:1788777305.396450:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396456:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6b81 [1] + 224 00000800:00000001:1.0:1788777305.396463:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.396467:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777305.396471:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777305.396475:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777305.396483:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777305.396492:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777305.396728:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.396803:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777305.396807:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777305.396825:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777305.396836:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.396841:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777305.396844:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.396846:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777305.396850:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396854:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777305.396859:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396861:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396864:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396868:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c50e00 00000400:00000200:1.0:1788777305.396871:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.396875:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6b91 [1] + 224 00000800:00000001:1.0:1788777305.396879:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.396887:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777305.396889:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777305.396893:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777305.396896:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777305.396902:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777305.396912:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777305.396919:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777305.396923:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.396926:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777305.404648:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777305.404656:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777305.404660:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464478. 00000400:00000200:2.0:1788777305.404668:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1e58 00000400:00000010:2.0:1788777305.404671:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1e58. 00000100:00000001:2.0:1788777305.404675:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777305.404686:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777305.404699:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.404707:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777305.404709:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.404712:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777305.404715:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777305.404717:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777305.404719:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.404722:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777305.404731:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=128 v=5 (5 5 5 37) 00000100:00001000:2.0:1788777305.404735:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777305.404738:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777305.404740:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777305.404743:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777305.404747:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.404751:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777305.404753:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777305.404755:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777305.404757:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.404762:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.404769:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777305.404772:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777305.404774:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777305.404778:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777305.404786:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126128256:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777305.404790:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.404803:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777305.404807:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126128256/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.404814:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777305.404817:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777305.404820:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945318738a00. 02000000:00000001:2.0:1788777305.404824:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777305.404826:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777305.404828:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777305.404830:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777305.404832:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453187eff00. 02000000:00000001:2.0:1788777305.404839:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777305.404840:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777305.404842:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777305.404846:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777305.404848:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.404851:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.404854:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777305.404856:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777305.404859:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777305.404861:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777305.404862:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464000. 00000400:00000200:2.0:1788777305.404865:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c16e8 00000400:00000010:2.0:1788777305.404866:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c16e8. 00000100:00000001:2.0:1788777305.404868:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777305.404872:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777305.404879:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.404885:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777305.404886:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.404888:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777305.404889:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777305.404890:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777305.404892:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.404893:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777305.404898:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=128 v=5 (5 5 5 37) 00000100:00001000:2.0:1788777305.404900:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777305.404902:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777305.404904:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777305.404905:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777305.404907:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.404909:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777305.404911:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1788777305.404913:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777305.404914:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.404918:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.404924:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777305.404926:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777305.404927:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777305.404931:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777305.404939:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126128128:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777305.404943:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.404945:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777305.404948:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126128128/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.404954:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777305.404955:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777305.404957:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945318738200. 02000000:00000001:2.0:1788777305.404959:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777305.404961:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777305.404962:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777305.404963:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777305.404964:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453187ef200. 02000000:00000001:2.0:1788777305.404966:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777305.404967:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777305.404968:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:2.0:1788777305.404970:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777305.404971:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.404973:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.404975:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777305.404976:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777305.404977:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.404979:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777305.410266:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.410282:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777305.410286:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.410289:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777305.410298:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.410306:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777305.410315:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.410320:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.410326:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.410329:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c50d00 00000400:00000200:1.0:1788777305.410335:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.410341:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6b89 [1] + 224 00000800:00000001:1.0:1788777305.410348:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.410357:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777305.410361:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777305.410364:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777305.410371:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777305.410380:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777305.410390:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777305.410413:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777305.410423:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.410426:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.410803:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777305.410808:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777305.410814:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777305.410816:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777305.410820:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464e18. 00000400:00000200:2.0:1788777305.410825:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:2.0:1788777305.410827:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:2.0:1788777305.410830:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777305.410836:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777305.410845:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.410851:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777305.410853:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.410856:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777305.410859:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777305.410861:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777305.410863:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.410866:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777305.410873:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777305.410878:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777305.410881:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777305.410882:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777305.410885:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777305.410888:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.410890:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.410895:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.410902:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777305.410905:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777305.410907:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777305.410911:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777305.410930:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126127872:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777305.410936:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.410938:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777305.410942:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126127872/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.410949:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777305.410952:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777305.410955:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945318738800. 02000000:00000001:2.0:1788777305.410959:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777305.410961:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777305.410963:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777305.410965:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777305.410968:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453187efb00. 02000000:00000001:2.0:1788777305.410980:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777305.410982:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777305.410985:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777305.410988:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777305.410990:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.411111:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.411114:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777305.411116:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777305.411118:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.411119:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777305.421299:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.421319:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777305.421323:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.421326:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777305.421335:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.421342:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777305.421353:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.421358:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.421363:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.421366:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c50d80 00000400:00000200:1.0:1788777305.421371:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777305.421377:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6b79 [1] + 224 00000800:00000001:1.0:1788777305.421383:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.421395:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777305.421399:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777305.421403:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777305.421409:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777305.421417:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777305.421428:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777305.421454:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777305.421462:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777305.421465:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.422400:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777305.422406:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777305.422413:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777305.422415:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777305.422419:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:2.0:1788777305.422426:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c15d8 00000400:00000010:2.0:1788777305.422429:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c15d8. 00000100:00000001:2.0:1788777305.422432:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777305.422441:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777305.422450:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.422457:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777305.422459:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.422462:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777305.422466:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777305.422468:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777305.422470:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777305.422474:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777305.422483:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=128 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777305.422488:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777305.422490:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777305.422492:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777305.422495:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777305.422500:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.422504:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777305.422506:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967651 gen 2 00000100:00000040:2.0:1788777305.422513:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967651) req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777315 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777305.422520:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777305.422522:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777305.422525:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777305.422528:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777315 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777305.422535:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.422539:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967651) req@ffff945308be2d80 x1875667126126848/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.422546:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777305.422548:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2d80 x1875667126126848/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/448 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.422554:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777305.422556:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777305.422560:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21000. 02000000:00000001:2.0:1788777305.422565:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777305.422567:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777305.422569:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777305.422571:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777305.422574:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d20400. 02000000:00000001:2.0:1788777305.422577:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777305.422579:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777305.422580:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2d80. 00000100:00000001:2.0:1788777305.422584:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777305.422585:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777305.422590:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967651) req@ffff945308be3480 x1875667126127360/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.422601:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777305.422604:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126127360/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777316 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.422610:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777305.422612:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777305.422613:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d20800. 02000000:00000001:2.0:1788777305.422615:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777305.422616:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777305.422617:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777305.422619:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777305.422621:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310293e00. 02000000:00000001:2.0:1788777305.422623:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777305.422625:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777305.422626:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:2.0:1788777305.422628:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777305.422629:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.422631:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777305.422634:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:2.0:1788777305.422636:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777305.422638:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777305.422643:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.422650:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777305.422653:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777305.422654:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777305.422658:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777305.422666:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126128000:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777305.422670:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.422672:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777305.422675:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126128000/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777305.422680:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777305.422681:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777305.422683:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945303c4de00. 02000000:00000001:2.0:1788777305.422686:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777305.422688:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777305.422689:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777305.422690:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777305.422692:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453187ef300. 02000000:00000001:2.0:1788777305.422695:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777305.422696:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777305.422697:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:2.0:1788777305.422700:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777305.422701:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.422703:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777305.422710:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777305.422711:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777305.422714:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777305.422716:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777306.078280:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777306.078287:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777306.078292:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777306.078293:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777306.081045:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777306.081051:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777306.081056:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777307.102071:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777307.102077:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777307.102082:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777307.102084:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777307.102192:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777307.102195:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777307.102198:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777308.128201:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777308.128208:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777308.128213:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777308.128214:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777308.128266:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777308.128269:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777308.128272:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777309.149376:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777309.149383:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777309.149388:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777309.149390:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777309.149486:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777309.149489:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777309.149492:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777309.981440:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296459834, at 4296460288 00000100:00000010:0.0:1788777309.981456:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7d20. 00000100:00000040:1.0:1788777309.981530:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296459834, at 4296460288 00000100:00000010:1.0:1788777309.981537:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7000. 00010000:00000001:1.0:1788777310.173334:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777310.173342:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777310.173344:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777310.173347:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777310.173351:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777310.173353:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777310.173355:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777310.173357:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777310.173361:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777310.173363:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777310.173364:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777310.173368:0:30452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777310.173370:0:30452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777310.173371:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777310.173372:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777310.173373:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777310.173375:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777310.173377:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777310.173461:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777310.173465:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777310.173467:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777310.493360:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777310.493370:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777310.493381:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906fb80. 00000020:00000040:1.0:1788777310.493387:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777310.493390:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777310.493394:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777310.493399:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777310.493408:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534700. 00000100:00000001:1.0:1788777310.493415:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493427:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777310.493437:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777310.493441:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493446:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016736c28] to pc [ptlrpcd_00_01+1] req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.493481:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493484:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777310.493487:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777310.493490:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f480. 00000020:00000040:1.0:1788777310.493493:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777310.493495:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777310.493496:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777310.493498:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777310.493501:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534200. 00000100:00000001:1.0:1788777310.493504:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493508:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777310.493515:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777310.493517:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493520:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb2f20e5] to pc [ptlrpcd_00_00+0] req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.493527:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493529:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777310.493532:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777310.493536:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c700. 00000020:00000040:1.0:1788777310.493538:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777310.493540:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777310.493541:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777310.493543:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777310.493545:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534500. 00000100:00000001:1.0:1788777310.493547:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493551:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777310.493557:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777310.493558:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493561:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c9ec0b5] to pc [ptlrpcd_00_01+1] req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.493579:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493581:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777310.493584:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777310.493587:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ed80. 00000020:00000040:1.0:1788777310.493589:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:1.0:1788777310.493590:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777310.493592:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777310.493593:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777310.493596:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534e00. 00000100:00000001:1.0:1788777310.493598:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493601:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777310.493607:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777310.493609:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493612:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa8089c9] to pc [ptlrpcd_00_00+0] req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.493618:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493622:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1798) 00000100:00000001:1.0:1788777310.493637:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777310.493641:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777310.493643:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777310.493647:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.493665:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777310.493667:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777310.493671:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777310.493673:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777310.493675:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777310.493679:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126128512:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777310.493683:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777310.493687:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777310.493690:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777310.493693:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777310.493697:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616f400. 02000000:00000001:1.0:1788777310.493698:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777310.493705:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777310.493709:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cba50. 00000400:00000010:1.0:1788777310.493725:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12d48. 00000100:00000200:1.0:1788777310.493734:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126128512, portal 10 00000100:00000001:1.0:1788777310.493736:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777310.493737:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087488128 : -118390622063488 : ffff94530906f480) 00000100:00000040:1.0:1788777310.493744:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.493751:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777310.493754:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777310.493757:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12b28. 00000100:00000200:1.0:1788777310.493768:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126128512, offset 0 00000400:00000200:1.0:1788777310.493774:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777310.493783:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.493791:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777310.493803:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777310.493808:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777310.493812:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777310.493814:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777310.493818:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2500:2500:256:4294967295] 192.168.203.135@tcp LPNI seq info [2495:2495:8:4294967295] 00000400:00000200:1.0:1788777310.493823:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.493831:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777310.493837:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777310.493842:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534c00. 00000800:00000200:1.0:1788777310.493848:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777310.493855:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777310.493869:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777310.493880:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.493884:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 779442 usecs (780 jiffies) 00000400:00000200:1.0:1788777310.493887:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777310.493889:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296461580 00000100:00000010:1.0:1788777310.493894:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb6c0. 00000100:00000001:1.0:1788777310.493899:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777310.493905:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296461580 00000100:00000010:1.0:1788777310.493908:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cbde0. 00000100:00000001:1.0:1788777310.493910:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777310.493913:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777310.493915:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.493917:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777310.493920:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.493926:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777310.493927:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777310.493929:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777310.493931:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777310.493932:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777310.493935:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126128768:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777310.493938:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777310.493940:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777310.493941:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777310.493943:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777310.493946:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616e000. 02000000:00000001:1.0:1788777310.493947:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777310.493950:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777310.493952:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbec8. 00000400:00000010:1.0:1788777310.493955:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12ee0. 00000100:00000200:1.0:1788777310.493958:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126128768, portal 4 00000100:00000001:1.0:1788777310.493960:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777310.493961:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087486336 : -118390622065280 : ffff94530906ed80) 00000100:00000040:1.0:1788777310.493965:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.493970:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777310.493972:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777310.493974:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12990. 00000100:00000200:1.0:1788777310.493976:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126128768, offset 0 00000400:00000200:1.0:1788777310.493980:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777310.493983:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.493986:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777310.493989:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777310.493990:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777310.493992:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777310.493994:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777310.493997:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2501:2501:255:4294967295] 192.168.203.135@tcp LPNI seq info [2496:2496:7:4294967295] 00000400:00000200:1.0:1788777310.494000:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.494005:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777310.494009:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777310.494011:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534b00. 00000800:00000200:1.0:1788777310.494015:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777310.494019:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777310.494021:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777310.494023:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.494026:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 264097 usecs (265 jiffies) 00000400:00000200:1.0:1788777310.494028:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777310.494030:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296461065 00000100:00000001:1.0:1788777310.494032:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296461580 00000100:00000001:1.0:1788777310.494034:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296461065 00000100:00000001:1.0:1788777310.494035:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296461580 00000100:00000001:1.0:1788777310.494037:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777310.494039:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.494041:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.494043:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777310.494049:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777310.494051:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777310.494053:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777310.494054:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777310.494072:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777310.494075:0:2346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788777310.494077:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777310.494079:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777310.494080:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777310.494082:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777310.494083:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777310.494084:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777310.494088:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494093:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777310.494095:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777310.494096:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777310.494098:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777310.494100:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777310.494102:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126128384:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777310.494105:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777310.494108:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777310.494109:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777310.494111:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777310.494114:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616fc00. 02000000:00000001:1.0:1788777310.494115:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777310.494118:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777310.494120:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb9a0. 00000400:00000010:1.0:1788777310.494123:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12088. 00000100:00000200:1.0:1788777310.494126:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126128384, portal 25 00000100:00000001:1.0:1788777310.494128:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777310.494129:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489920 : -118390622061696 : ffff94530906fb80) 00000100:00000040:1.0:1788777310.494134:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494139:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777310.494142:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777310.494144:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12660. 00000100:00000200:1.0:1788777310.494146:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126128384, offset 0 00000400:00000200:1.0:1788777310.494149:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777310.494152:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.494156:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777310.494158:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777310.494161:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777310.494163:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777310.494166:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777310.494168:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2502:2502:254:4294967295] 192.168.203.135@tcp LPNI seq info [2497:2497:6:4294967295] 00000400:00000200:1.0:1788777310.494171:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.494176:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777310.494179:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777310.494182:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534800. 00000800:00000200:1.0:1788777310.494186:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777310.494189:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777310.494191:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777310.494202:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777310.494205:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777310.494207:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296464943 00000100:00000001:1.0:1788777310.494213:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296461580 00000100:00000001:1.0:1788777310.494216:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296464943 00000100:00000001:1.0:1788777310.494261:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296461580 00000100:00000001:1.0:1788777310.494266:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777310.494268:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.494270:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777310.494274:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494281:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777310.494282:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777310.494291:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777310.494293:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777310.494295:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777310.494298:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126128640:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777310.494301:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777310.494303:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777310.494304:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777310.494306:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777310.494309:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616ec00. 02000000:00000001:1.0:1788777310.494311:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777310.494315:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777310.494318:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb738. 00000400:00000010:1.0:1788777310.494321:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12440. 00000100:00000200:1.0:1788777310.494323:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126128640, portal 4 00000100:00000001:1.0:1788777310.494325:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777310.494326:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087476480 : -118390622075136 : ffff94530906c700) 00000100:00000040:1.0:1788777310.494332:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494337:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777310.494339:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777310.494340:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b124c8. 00000100:00000200:1.0:1788777310.494342:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126128640, offset 0 00000400:00000200:1.0:1788777310.494346:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777310.494349:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.494352:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777310.494355:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777310.494357:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777310.494359:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777310.494361:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777310.494363:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2503:2503:253:4294967295] 192.168.203.135@tcp LPNI seq info [2498:2498:5:4294967295] 00000400:00000200:1.0:1788777310.494367:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.494372:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777310.494376:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777310.494379:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534100. 00000800:00000200:1.0:1788777310.494382:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777310.494385:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777310.494388:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777310.494390:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777310.494393:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23651 usecs (24 jiffies) 00000400:00000200:1.0:1788777310.494395:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777310.494397:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296460825 00000100:00000001:1.0:1788777310.494399:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296464943 00000100:00000001:1.0:1788777310.494401:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296460825 00000100:00000001:1.0:1788777310.494402:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296464943 00000100:00000001:1.0:1788777310.494404:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777310.494406:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.494408:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.494410:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777310.494459:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777310.494462:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534c00. 00000400:00000200:1.0:1788777310.494467:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777310.494472:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777310.494476:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12b28 00000400:00000010:1.0:1788777310.494478:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12b28. 00000100:00000001:1.0:1788777310.494481:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777310.494485:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494494:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777310.494496:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494503:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.494504:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777310.494514:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777310.494515:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534b00. 00000400:00000200:1.0:1788777310.494517:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777310.494520:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777310.494522:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12990 00000400:00000010:1.0:1788777310.494523:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12990. 00000100:00000001:1.0:1788777310.494525:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777310.494527:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494541:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777310.494544:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494549:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.494550:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777310.494558:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777310.494560:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534800. 00000400:00000200:1.0:1788777310.494562:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777310.494565:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777310.494566:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12660 00000400:00000010:1.0:1788777310.494568:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12660. 00000100:00000001:1.0:1788777310.494570:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777310.494573:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494578:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777310.494581:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.494585:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.494587:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777310.494888:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777310.494891:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777310.495534:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777310.495538:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534100. 00000400:00000200:1.0:1788777310.495543:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777310.495548:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777310.495552:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b124c8 00000400:00000010:1.0:1788777310.495554:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b124c8. 00000100:00000001:1.0:1788777310.495557:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777310.495562:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.495917:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777310.495922:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.495928:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777310.495930:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777310.500702:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.500727:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777310.500732:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.500735:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777310.500744:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500752:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777310.500770:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500777:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500782:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500786:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c50f80 00000400:00000200:1.0:1788777310.500790:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500805:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6b99 [1] + 224 00000800:00000001:1.0:1788777310.500814:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.500819:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777310.500823:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777310.500827:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777310.500834:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777310.500842:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777310.500853:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.500886:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777310.500896:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.500900:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777310.500902:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.500904:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777310.500907:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500911:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777310.500916:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500919:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500921:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500924:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c51080 00000400:00000200:1.0:1788777310.500928:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.500932:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ba9 [1] + 224 00000800:00000001:1.0:1788777310.500936:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.500940:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777310.500942:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777310.501291:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777310.501295:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777310.501300:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777310.501310:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.501317:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777310.501322:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.501327:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777310.501328:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.501330:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777310.501334:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501337:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777310.501342:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501345:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501348:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501352:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c51000 00000400:00000200:1.0:1788777310.501355:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501358:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6bc9 [1] + 224 00000800:00000001:1.0:1788777310.501362:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.501365:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777310.501367:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777310.501377:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777310.501380:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777310.501384:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777310.501394:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.501401:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777310.501404:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.501408:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777310.501409:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.501412:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777310.501415:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501418:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777310.501422:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501425:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501427:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501430:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c50f00 00000400:00000200:1.0:1788777310.501433:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777310.501437:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6bb9 [1] + 224 00000800:00000001:1.0:1788777310.501441:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.501460:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777310.501463:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777310.501466:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777310.501470:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777310.501475:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777310.501483:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777310.501490:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777310.501495:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777310.501498:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.501563:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777310.501567:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777310.501590:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777310.501592:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777310.501596:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb9a0. 00000400:00000200:0.0:1788777310.501603:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12088 00000400:00000010:0.0:1788777310.501610:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12088. 00000100:00000001:0.0:1788777310.501613:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777310.501618:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777310.501626:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.501632:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777310.501634:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.501637:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777310.501640:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777310.501642:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777310.501644:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777310.501656:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777310.501663:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777310.501667:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777310.501670:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777310.501672:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777310.501674:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777310.501677:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777310.501679:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777310.501684:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.501691:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777310.501694:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777310.501697:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777310.501701:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777310.501709:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126128384:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777310.501883:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777310.501885:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777310.501887:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb738. 00000400:00000200:0.0:1788777310.501890:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12440 00000400:00000010:0.0:1788777310.501892:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12440. 00000100:00000001:0.0:1788777310.501894:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777310.501899:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777310.501907:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.501913:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777310.501914:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.501916:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777310.501917:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777310.501919:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777310.501920:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777310.501922:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777310.501927:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=133 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777310.501931:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777310.501933:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777310.501934:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777310.501936:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777310.501947:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777310.501951:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777310.501953:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788777310.501955:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777310.501956:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777310.501960:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.501972:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777310.501974:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777310.501975:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777310.501979:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777310.501986:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126128640:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777310.501991:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777310.501992:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777310.501994:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cba50. 00000400:00000200:0.0:1788777310.501997:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12d48 00000400:00000010:0.0:1788777310.501998:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12d48. 00000100:00000001:0.0:1788777310.502001:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777310.502004:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777310.502012:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.502027:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777310.502029:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.502031:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777310.502032:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777310.502034:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777310.502035:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777310.502037:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777310.502040:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=133 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777310.502043:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777310.502045:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777310.502046:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777310.502048:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777310.502049:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777310.502051:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777310.502053:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967651 00000100:00000001:0.0:1788777310.502055:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777310.502056:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777310.502069:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.502076:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777310.502078:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777310.502080:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777310.502091:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777310.502098:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126128512:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777310.502104:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777310.502105:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777310.502106:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbec8. 00000400:00000200:0.0:1788777310.502109:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12ee0 00000400:00000010:0.0:1788777310.502110:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12ee0. 00000100:00000001:0.0:1788777310.502113:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777310.502116:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777310.502124:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.502130:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777310.502131:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.502133:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777310.502134:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777310.502135:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777310.502137:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777310.502138:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777310.502142:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=133 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777310.502145:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777310.502147:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777310.502148:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777310.502150:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777310.502152:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777310.502154:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777310.502156:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788777310.502157:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777310.502159:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777310.502163:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.502169:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777310.502171:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777310.502173:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777310.502177:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777310.502184:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126128768:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777310.502188:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.502191:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777310.502194:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906fb80 x1875667126128384/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.502200:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777310.502203:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777310.502205:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616fc00. 02000000:00000001:0.0:1788777310.502209:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777310.502212:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777310.502213:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777310.502216:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777310.502247:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534700. 02000000:00000001:0.0:1788777310.502252:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777310.502262:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777310.502264:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906fb80. 00000100:00000001:0.0:1788777310.502269:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777310.502271:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.502272:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777310.502276:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c700 x1875667126128640/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.502282:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777310.502284:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777310.502285:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616ec00. 02000000:00000001:0.0:1788777310.502287:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777310.502288:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777310.502289:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777310.502292:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777310.502293:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534500. 02000000:00000001:0.0:1788777310.502295:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777310.502296:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777310.502297:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c700. 00000100:00000001:0.0:1788777310.502300:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777310.502301:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.502303:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777310.502306:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906f480 x1875667126128512/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.502313:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777310.502314:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777310.502315:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616f400. 02000000:00000001:0.0:1788777310.502317:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777310.502318:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777310.502319:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777310.502321:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777310.502322:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534200. 02000000:00000001:0.0:1788777310.502324:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777310.502325:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777310.502326:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906f480. 00000100:00000001:0.0:1788777310.502329:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777310.502330:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.502331:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777310.502335:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ed80 x1875667126128768/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777310.502341:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777310.502342:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777310.502345:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616e000. 02000000:00000001:0.0:1788777310.502347:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777310.502348:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777310.502350:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:0.0:1788777310.502351:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777310.502353:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534e00. 02000000:00000001:0.0:1788777310.502354:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777310.502355:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777310.502356:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ed80. 00000100:00000001:0.0:1788777310.502359:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777310.502360:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.502362:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777310.502369:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777310.502371:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777310.502373:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777310.502375:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777311.005334:0:32100:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777311.005340:0:32100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777311.005342:0:32100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777311.005347:0:32100:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223c00 going to sleep for 1 seconds 00000100:00000001:2.0:1788777311.005350:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777311.005353:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777311.197361:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777311.197367:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777311.197373:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777311.197374:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777311.197396:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777311.197399:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777311.197402:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777312.029409:0:32100:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777312.029418:0:32100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777312.029421:0:32100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777312.029426:0:32100:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223c00 going to sleep for 1 seconds 00000100:00000001:2.0:1788777312.029430:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777312.029434:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777312.221360:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777312.221368:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777312.221374:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777312.221375:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777312.225052:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777312.225057:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777312.225062:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777313.053728:0:32100:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777313.053735:0:32100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777313.053737:0:32100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777313.053751:0:32100:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223c00 going to sleep for 1 seconds 00000100:00000001:2.0:1788777313.053755:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777313.053759:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777313.245344:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777313.245351:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777313.245357:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777313.245358:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777313.248665:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777313.248672:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777313.248676:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777314.082015:0:32100:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777314.082031:0:32100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777314.082033:0:32100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777314.082038:0:32100:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223c00 going to sleep for 1 seconds 00000100:00000001:2.0:1788777314.082042:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777314.082045:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777314.269685:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777314.269692:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777314.269697:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777314.269698:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777314.269721:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777314.269724:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777314.269726:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777315.101356:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296464943, at 4296465408 00000100:00000010:1.0:1788777315.101370:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cbde0. 00000100:00000040:0.0:1788777315.101707:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296464943, at 4296465408 00000100:00000010:0.0:1788777315.101714:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb6c0. 00000100:00000001:2.0:1788777315.104752:0:32100:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777315.104759:0:32100:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788777315.104775:0:32100:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777299/real 1788777299] req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777315 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1788777315.104801:0:32100:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777315.104803:0:32100:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777315.104807:0:32100:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064645d8. 00000400:00000200:2.0:1788777315.104813:0:32100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:2.0:1788777315.104816:0:32100:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:2.0:1788777315.104820:0:32100:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777315.104825:0:32100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777315 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777315.104833:0:32100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777315 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.104841:0:32100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777315.104843:0:32100:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.104846:0:32100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777315.104848:0:32100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.104852:0:32100:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788777315.104855:0:32100:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788777315.104858:0:32100:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9453090ac800: Connection to lustre-MDT0000 (at 192.168.203.135@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788777315.104862:0:32100:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788777315.104865:0:32100:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788777315.104867:0:32100:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.104869:0:32100:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788777315.104871:0:32100:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1788777315.104893:0:32100:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788777315.104895:0:32100:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.104899:0:32100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777315.104901:0:32100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777315.104904:0:32100:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223c00 going to sleep for 0 seconds 00000100:00000001:2.0:1788777315.104906:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777315.104908:0:32100:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.104911:0:32100:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777315.104913:0:32100:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.104915:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777315.105081:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777315.105090:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3fb80. 00000020:00000040:3.0:1788777315.105095:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777315.105099:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777315.105101:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777315.105106:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777315.105113:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df800. 00000100:00000001:3.0:1788777315.105120:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105135:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777315.105145:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777315.105149:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105155:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000055be71] to pc [ptlrpcd_01_01+1] req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.105182:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788777315.105185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788777315.105188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788777315.105190:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788777315.105192:0:37:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788777315.105195:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777315.105198:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1770 00000400:00000200:3.0:1788777315.105206:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777315.105211:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:3.0:1788777315.105215:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777315.105243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777315.105247:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777315.105249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:3.0:1788777315.105252:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777315.105254:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 00000020:00000001:3.0:1788777315.105256:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777315.105259:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 00000020:00000001:3.0:1788777315.105262:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000020:00000001:3.0:1788777315.105264:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00000040:3.0:1788777315.105267:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777315.105279:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777315.105281:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777315.105283:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:3.0:1788777315.105287:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 00000100:00080000:3.0:1788777315.105290:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: import ffff945311024000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:3.0:1788777315.105292:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.105294:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788777315.105299:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777315.105302:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.105304:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777315.105308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788777315.105311:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.105312:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777315.105317:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ca80. 00000020:00000040:3.0:1788777315.105319:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777315.105322:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777315.105324:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.105326:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777315.105327:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777315.105329:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777315.105333:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453122d7800. 00000100:00000001:3.0:1788777315.105336:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777315.105342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777315.105349:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777315.105351:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105354:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b65d0a8] to pc [ptlrpcd_rcv+-1] req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.105374:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777315.105380:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788777315.105381:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788777315.105384:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788777315.105387:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e300. 00000020:00000040:3.0:1788777315.105389:0:37:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777315.105391:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777315.105393:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777315.105394:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777315.105397:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df000. 00000100:00000001:3.0:1788777315.105399:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.105401:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00080000:3.0:1788777315.105404:0:37:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788777315.105407:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9453090ac800: disconnect after 21s idle 00000100:00000001:3.0:1788777315.105409:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777315.105410:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105414:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059c00c7a] to pc [ptlrpcd_rcv+-1] req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.105421:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.105423:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777315.105428:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777315.105431:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d180. 00000020:00000040:3.0:1788777315.105434:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777315.105435:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777315.105437:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777315.105438:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777315.105441:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df300. 00000100:00000001:3.0:1788777315.105443:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105447:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777315.105453:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777315.105455:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105459:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028afd8b7] to pc [ptlrpcd_01_00+0] req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.105467:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.105470:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1803) 00000100:00000001:0.0:1788777315.105783:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777315.105787:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777315.105789:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777315.105796:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777315.105803:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777315.105805:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777315.105808:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777315.105811:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777315.105813:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777315.105816:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126129024:192.168.203.135@tcp:38:kworker.0 00000100:00000001:0.0:1788777315.105821:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777315.105824:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777315.105827:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777315.105829:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777315.105834:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777315.105836:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777315.105842:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777315.105846:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777315.105852:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c990. 00000100:00000200:0.0:1788777315.105858:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126129024, portal 10 00000100:00000001:0.0:1788777315.105860:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777315.105861:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080989312 : -118390628562304 : ffff945308a3ca80) 00000100:00000040:0.0:1788777315.105868:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777315.105875:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777315.105877:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777315.105880:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cd48. 00000100:00000200:0.0:1788777315.105883:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667126129024, offset 0 00000400:00000200:0.0:1788777315.105889:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777315.105896:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.105901:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777315.105907:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777315.105912:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777315.105915:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777315.105918:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777315.105922:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2504:2504:256:4294967295] 192.168.203.135@tcp LPNI seq info [2499:2499:8:4294967295] 00000400:00000200:0.0:1788777315.105926:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.105935:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777315.105941:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777315.105946:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f800. 00000800:00000200:0.0:1788777315.105951:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777315.105958:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777315.105962:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777315.105981:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777315.105985:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 778441 usecs (779 jiffies) 00000400:00000200:0.0:1788777315.105988:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777315.105990:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296466191 00000100:00000010:0.0:1788777315.105996:0:2345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4780. 00000100:00000001:0.0:1788777315.106002:0:2345:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788777315.106008:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296466191 00000100:00000010:0.0:1788777315.106011:0:2345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4000. 00000100:00000001:0.0:1788777315.106014:0:2345:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788777315.106017:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777315.106020:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777315.106022:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777315.106026:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777315.106033:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777315.106035:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777315.106037:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777315.106039:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777315.106041:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777315.106044:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126129152:192.168.203.135@tcp:9:kworker.0 00000100:00000001:0.0:1788777315.106047:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777315.106049:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777315.106051:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777315.106052:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777315.106055:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310293200. 02000000:00000001:0.0:1788777315.106056:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777315.106060:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777315.106062:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b738. 00000400:00000010:0.0:1788777315.106065:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c2a8. 00000100:00000200:0.0:1788777315.106068:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126129152, portal 4 00000100:00000001:0.0:1788777315.106069:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777315.106070:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080995584 : -118390628556032 : ffff945308a3e300) 00000100:00000040:0.0:1788777315.106075:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777315.106081:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777315.106083:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777315.106085:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cf68. 00000100:00000200:0.0:1788777315.106088:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126129152, offset 0 00000400:00000200:0.0:1788777315.106092:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777315.106095:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.106099:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777315.106101:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777315.106104:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777315.106106:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777315.106108:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777315.106111:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2505:2505:255:4294967295] 192.168.203.135@tcp LPNI seq info [2500:2500:7:4294967295] 00000400:00000200:0.0:1788777315.106114:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.106119:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777315.106123:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777315.106137:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777315.106141:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777315.106145:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777315.106147:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777315.106150:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777315.106153:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23591 usecs (24 jiffies) 00000400:00000200:0.0:1788777315.106156:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777315.106158:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296465436 00000100:00000001:0.0:1788777315.106160:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296466191 00000100:00000001:0.0:1788777315.106162:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296465436 00000100:00000001:0.0:1788777315.106164:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296466191 00000100:00000001:0.0:1788777315.106166:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777315.106168:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777315.106170:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777315.106172:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777315.106180:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777315.106182:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788777315.106183:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777315.106185:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777315.106186:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777315.106188:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777315.106706:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.106712:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f800. 00000400:00000200:1.0:1788777315.106718:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.106724:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777315.106738:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cd48 00000400:00000010:1.0:1788777315.106741:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cd48. 00000100:00000001:1.0:1788777315.106745:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777315.106750:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.106759:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.106762:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.106768:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777315.106770:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777315.106843:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.106845:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:1.0:1788777315.106848:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.106851:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777315.106854:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cf68 00000400:00000010:1.0:1788777315.106855:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cf68. 00000100:00000001:1.0:1788777315.106857:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777315.106861:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.106873:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.106876:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.106882:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777315.106883:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777315.107343:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777315.107348:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777315.107350:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777315.107357:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.107365:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777315.107367:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.107370:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777315.107372:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777315.107374:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777315.107378:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126129280:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777315.107381:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777315.107385:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777315.107387:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.107389:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777315.107393:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945318738800. 02000000:00000001:2.0:1788777315.107395:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777315.107400:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777315.107404:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064645d8. 00000400:00000010:2.0:1788777315.107408:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777315.107412:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126129280, portal 4 00000100:00000001:2.0:1788777315.107414:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777315.107416:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080991104 : -118390628560512 : ffff945308a3d180) 00000100:00000040:2.0:1788777315.107422:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.107429:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777315.107432:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777315.107434:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c15d8. 00000100:00000200:2.0:1788777315.107437:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126129280, offset 0 00000400:00000200:2.0:1788777315.107442:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777315.107448:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777315.107453:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777315.107458:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777315.107461:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777315.107464:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777315.107466:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777315.107469:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2506:2506:256:4294967295] 192.168.203.135@tcp LPNI seq info [2501:2501:8:4294967295] 00000400:00000200:2.0:1788777315.107473:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777315.107482:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777315.107487:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777315.107491:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:2.0:1788777315.107496:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777315.107502:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777315.107505:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777315.107851:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777315.107857:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 262570 usecs (263 jiffies) 00000400:00000200:2.0:1788777315.107860:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777315.107863:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296465677 00000100:00000001:2.0:1788777315.107865:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296466191 00000100:00000001:2.0:1788777315.107868:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296465677 00000100:00000001:2.0:1788777315.107870:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296466191 00000100:00000001:2.0:1788777315.107872:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777315.107874:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.107877:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.107880:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.107886:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777315.107887:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777315.107889:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777315.107890:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777315.107891:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777315.107894:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788777315.107896:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.107897:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777315.107899:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.107900:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777315.107901:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777315.107902:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777315.107907:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.107913:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777315.107915:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.107917:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777315.107919:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777315.107921:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777315.107923:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126128896:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777315.107926:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777315.107928:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777315.107930:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.107932:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777315.107935:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945318738200. 02000000:00000001:2.0:1788777315.107936:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777315.107940:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777315.107942:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777315.107946:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777315.107949:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126128896, portal 25 00000100:00000001:2.0:1788777315.107950:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777315.107951:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081001856 : -118390628549760 : ffff945308a3fb80) 00000100:00000040:2.0:1788777315.107956:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.107962:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777315.107965:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777315.107967:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c16e8. 00000100:00000200:2.0:1788777315.107969:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126128896, offset 0 00000400:00000200:2.0:1788777315.107974:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777315.107978:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777315.107982:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777315.107985:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777315.107987:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777315.107989:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777315.107991:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777315.107993:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2507:2507:255:4294967295] 192.168.203.135@tcp LPNI seq info [2502:2502:7:4294967295] 00000400:00000200:2.0:1788777315.107997:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777315.108002:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777315.108007:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777315.108010:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99c00. 00000800:00000200:2.0:1788777315.108014:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777315.108018:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777315.108022:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777315.108024:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777315.108027:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777315.108029:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296469557 00000100:00000001:2.0:1788777315.108036:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296466191 00000100:00000001:2.0:1788777315.108041:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296469557 00000100:00000001:2.0:1788777315.108044:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296466191 00000100:00000001:2.0:1788777315.108046:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777315.108049:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.108051:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.108053:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.108066:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777315.108068:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777315.108378:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.108382:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:1.0:1788777315.108388:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.108392:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777315.108395:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c15d8 00000400:00000010:1.0:1788777315.108397:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c15d8. 00000100:00000001:1.0:1788777315.108400:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777315.108404:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.108412:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.108415:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.108420:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777315.108422:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777315.108431:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.108433:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99c00. 00000400:00000200:1.0:1788777315.108435:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.108438:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777315.108440:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c16e8 00000400:00000010:1.0:1788777315.108442:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c16e8. 00000100:00000001:1.0:1788777315.108444:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777315.108447:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.108452:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.108454:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.108465:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777315.108467:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777315.115388:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.115405:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777315.115409:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.115411:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.115421:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115428:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777315.115437:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115442:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115447:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115451:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 10 MB=0x6a9e8c8c51180 00000400:00000200:1.0:1788777315.115455:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115461:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 416/416 into md 0x6bd9 [1] + 0 00000800:00000001:1.0:1788777315.115467:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.115471:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.115474:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.115478:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777315.115486:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777315.115494:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777315.115504:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.115607:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777315.115617:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.115622:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777315.115624:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.115626:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.115629:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115633:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777315.115637:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115641:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115643:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115646:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c51200 00000400:00000200:1.0:1788777315.115650:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115655:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6be9 [1] + 224 00000800:00000001:1.0:1788777315.115658:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.115662:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.115665:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.115668:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777315.115671:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777315.115676:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777315.115685:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.115692:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777315.115695:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.115699:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777315.115700:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.115703:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.115706:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115709:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777315.115713:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115715:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115718:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115720:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c51100 00000400:00000200:1.0:1788777315.115723:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.115739:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6c01 [1] + 224 00000800:00000001:1.0:1788777315.115743:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.115747:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.115749:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.115752:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777315.115755:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777315.115760:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777315.115769:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777315.115889:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777315.115894:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777315.115902:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777315.115904:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777315.116008:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:0.0:1788777315.116013:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c990 00000400:00000010:0.0:1788777315.116016:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c990. 00000100:00000001:0.0:1788777315.116020:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777315.116024:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777315.116033:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777315.116038:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777315.116040:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777315.116043:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777315.116046:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777315.116048:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777315.116050:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777315.116053:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777315.116061:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=138 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777315.116066:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777315.116069:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777315.116071:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777315.116074:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777315.116078:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777315.116081:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777315.116084:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967651 00000100:00000001:0.0:1788777315.116085:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777315.116087:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777315.116091:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777315.116104:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777315.116107:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777315.116109:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777315.116111:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788777315.116117:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:0.0:1788777315.116120:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777315.116122:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 00000020:00000001:0.0:1788777315.116125:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777315.116128:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 00000020:00000001:0.0:1788777315.116130:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000020:00000001:0.0:1788777315.116133:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00001000:0.0:1788777315.116136:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=1788777315 v=0 (0 0 0 0) 00000100:00001000:0.0:1788777315.116139:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311024418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788777315.116143:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000020:00000040:0.0:1788777315.116148:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 00000100:00000001:0.0:1788777315.116151:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788777315.116153:0:2345:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788777315.116157:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1788777315.116161:0:2345:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788777315.116163:0:2345:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777315.116165:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788777315.116168:0:2345:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788777315.116173:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777315.116176:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777315.116179:0:2345:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777315.116180:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777315.116182:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777315.116183:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777315.116185:0:2345:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777315.116187:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777315.116190:0:2345:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.135@tcp after partition 00000100:00080000:0.0:1788777315.116193:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1788777315.116197:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788777315.116200:0:2345:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1788777315.116202:0:2345:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777315.116204:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788777315.116207:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788777315.116208:0:2345:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788777315.116209:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788777315.116210:0:2345:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788777315.116212:0:2345:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788777315.116214:0:2345:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff945311085548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1788777315.116217:0:2345:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xe53f2b0cb7af7d10 00800000:00000040:0.0:1788777315.116251:0:2345:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9453090ac800=ed919e1b-c269-4c9b-80ca-c90ff924d14b device 3 (ffff945308bd8000) type mdc at LMV idx 0 00800000:00000040:0.0:1788777315.116254:0:2345:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff945308bd8000 already active! 00800000:00000001:0.0:1788777315.116256:0:2345:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777315.116258:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777315.116260:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777315.116261:0:2345:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777315.116263:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777315.116264:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788777315.116266:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.116391:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777315.116395:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777315.116626:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777315.116635:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.116643:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777315.116646:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.116648:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.116653:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.116657:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777315.116662:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.116665:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.116669:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.116672:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c51280 00000400:00000200:1.0:1788777315.116675:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.116679:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6bf9 [1] + 224 00000800:00000001:1.0:1788777315.116684:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.116691:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.116694:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.116697:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777315.116701:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777315.116706:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777315.116714:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.116720:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777315.116723:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.116725:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777315.116771:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777315.116773:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777315.116783:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:2.0:1788777315.116788:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:2.0:1788777315.116790:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:2.0:1788777315.116793:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777315.116798:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777315.116805:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.116811:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777315.116813:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.116815:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777315.116817:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777315.116819:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777315.116820:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.116822:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777315.116826:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777315.116839:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=139 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777315.116842:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777315.116843:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.116845:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777315.116847:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.116849:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777315.116853:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.116860:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777315.116862:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777315.116864:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777315.116867:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777315.116881:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126128896:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777315.116886:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777315.116887:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777315.116889:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064645d8. 00000400:00000200:2.0:1788777315.116892:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:2.0:1788777315.116893:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:2.0:1788777315.116895:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777315.116898:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777315.116922:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.116929:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777315.116931:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.116933:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777315.116934:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777315.116935:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777315.116936:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.116938:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777315.116943:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=138 v=5 (5 5 5 37) 00000100:00001000:2.0:1788777315.116945:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777315.116947:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777315.116949:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.116950:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777315.116952:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.116955:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777315.116956:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777315.116958:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777315.116959:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777315.116963:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.116969:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777315.116971:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777315.116972:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777315.116975:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777315.116983:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126129280:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777315.116987:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.116990:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777315.116994:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3fb80 x1875667126128896/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.117000:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777315.117002:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777315.117005:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945318738200. 02000000:00000001:2.0:1788777315.117009:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777315.117011:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777315.117013:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777315.117015:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777315.117018:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df800. 02000000:00000001:2.0:1788777315.117021:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777315.117023:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777315.117025:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3fb80. 00000100:00000001:2.0:1788777315.117029:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777315.117030:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.117031:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777315.117035:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d180 x1875667126129280/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.117041:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777315.117042:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777315.117043:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945318738800. 02000000:00000001:2.0:1788777315.117045:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777315.117046:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777315.117047:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777315.117049:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777315.117050:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df300. 02000000:00000001:2.0:1788777315.117052:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777315.117054:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777315.117055:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d180. 00000100:00000001:2.0:1788777315.117058:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777315.117059:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.117061:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.117067:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777315.117069:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.117071:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777315.117074:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777315.118172:0:2345:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000002:00000001:2.0:1788777315.121970:0:2345:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.121978:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788777315.121986:0:2345:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9453090ac800: Connection restored to 192.168.203.135@tcp (at 192.168.203.135@tcp) 00000100:00080000:2.0:1788777315.121999:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d54231bd): req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777315 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.122023:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.122026:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777315.122033:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777315.122041:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126129024:192.168.203.135@tcp:38:kworker.0 00000400:00000001:2.0:1788777315.122051:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777315.122053:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777315.122056:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b738. 00000400:00000200:2.0:1788777315.122061:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c2a8 00000400:00000010:2.0:1788777315.122064:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c2a8. 00000100:00000001:2.0:1788777315.122069:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777315.122074:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777315.122085:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.122093:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777315.122094:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777315.122096:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.122099:0:32100:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.122101:0:2345:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788777315.122105:0:32100:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788777315.122106:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777315.122109:0:32100:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.122110:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777315.122114:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.122115:0:32100:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777315.122118:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.122119:0:32100:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777315.122124:0:32100:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.122127:0:32100:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00001000:2.0:1788777315.122128:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=138 v=5 (5 5 5 37) 00000100:00080000:3.0:1788777315.122133:0:32100:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667126125952 new x1875667126129408 00000100:00001000:2.0:1788777315.122134:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=27 v=5 (1 0 0 0) 02000000:00000001:3.0:1788777315.122139:0:32100:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788777315.122139:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1788777315.122143:0:32100:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.122143:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.122149:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777315.122153:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777315.122154:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777315.122158:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777315.122162:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000400:00000010:3.0:1788777315.122163:0:32100:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000100:00000001:2.0:1788777315.122165:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777315.122169:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788777315.122171:0:32100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000040:2.0:1788777315.122175:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777315.122180:0:32100:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126125952, portal 10 00000100:00000001:3.0:1788777315.122185:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777315.122186:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777315.122188:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000001:2.0:1788777315.122191:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777315.122195:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777315.122200:0:32100:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777331 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00080000:2.0:1788777315.122203:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.122253:0:32100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1788777315.122259:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788777315.122260:0:32100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777315.122267:0:32100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347088. 00000100:00000200:3.0:1788777315.122271:0:32100:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126125952, offset 0 00000400:00000200:3.0:1788777315.122278:0:32100:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777315.122491:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000040:2.0:1788777315.122498:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788777315.122502:0:32100:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777315.122511:0:32100:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777315.122516:0:32100:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000100:00100000:2.0:1788777315.122519:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126129152:192.168.203.135@tcp:9:kworker.0 00000400:00000200:3.0:1788777315.122524:0:32100:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777315.122528:0:32100:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777315.122532:0:32100:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2508:2508:256:4294967295] 192.168.203.135@tcp LPNI seq info [2503:2503:8:4294967295] 00000400:00000200:3.0:1788777315.122536:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777315.122546:0:32100:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777315.122553:0:32100:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777315.122560:0:32100:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df300. 00000800:00000200:3.0:1788777315.122567:0:32100:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777315.122574:0:32100:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777315.122579:0:32100:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777315.122588:0:32100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.122592:0:32100:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 777446 usecs (778 jiffies) 00000400:00000200:3.0:1788777315.122596:0:32100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777315.122599:0:32100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296466207 00000100:00000001:3.0:1788777315.122601:0:32100:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296469557 00000100:00000001:3.0:1788777315.122604:0:32100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296466207 00000100:00000001:3.0:1788777315.122606:0:32100:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296469557 00000100:00000001:3.0:1788777315.122609:0:32100:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777315.122612:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.122615:0:32100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777315.122616:0:32100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777315.122619:0:32100:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223c00 going to sleep for 11 seconds 00000100:00000001:3.0:1788777315.122621:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777315.122623:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777315.122821:0:32120:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1788777315.122825:0:32120:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1788777315.122828:0:32120:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777315.122831:0:32120:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777315.122833:0:32120:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777315.122835:0:32120:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1788777315.122837:0:32120:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.124519:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.124586:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777315.124598:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ca80 x1875667126129024/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.124613:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777315.124616:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777315.124620:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21c00. 02000000:00000001:2.0:1788777315.124626:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777315.124629:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777315.124631:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777315.124633:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777315.124636:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453122d7800. 02000000:00000001:2.0:1788777315.124640:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777315.124642:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777315.124644:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ca80. 00000100:00000001:2.0:1788777315.124648:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777315.124649:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.124651:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777315.124655:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e300 x1875667126129152/t0(0) o9->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.124660:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777315.124662:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777315.124663:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310293200. 02000000:00000001:2.0:1788777315.124665:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777315.124666:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777315.124667:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777315.124669:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777315.124670:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df000. 02000000:00000001:2.0:1788777315.124672:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777315.124673:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777315.124674:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e300. 00000100:00000001:2.0:1788777315.124676:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777315.124677:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.124679:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.124687:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777315.124689:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.124691:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777315.124693:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777315.125375:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.125381:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:1.0:1788777315.125387:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.125394:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777315.125401:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347088 00000400:00000010:1.0:1788777315.125404:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347088. 00000100:00000001:1.0:1788777315.125410:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777315.125416:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777331 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.125424:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.125427:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777331 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.125432:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777315.125434:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777315.135240:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.135256:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777315.135261:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.135263:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.135282:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.135290:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777315.135299:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.135304:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.135309:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.135313:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c51300 00000400:00000200:1.0:1788777315.135318:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.135324:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6c09 [1] + 224 00000800:00000001:1.0:1788777315.135330:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.135338:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.135341:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.135345:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777315.135352:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777315.135361:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777315.135372:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.135383:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777315.135391:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.135394:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.138284:0:32100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777315.138299:0:32100:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777315.138302:0:32100:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777315.138306:0:32100:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777315.138315:0:32100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777315.138318:0:32100:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777315.138322:0:32100:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777315.138334:0:32100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777315.138346:0:32100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914fb80 x1875667126125952/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777315.138354:0:32100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777315.138356:0:32100:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.138360:0:32100:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777315.138363:0:32100:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777315.138366:0:32100:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777315.138368:0:32100:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.138371:0:32100:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777315.138381:0:32100:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777315.138386:0:32100:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777315.138389:0:32100:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777315.138390:0:32100:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777315.138393:0:32100:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777315.138397:0:32100:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.138401:0:32100:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777315.138403:0:32100:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777315.138405:0:32100:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777315.138408:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777315.138409:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000001:3.0:1788777315.138412:0:32100:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777315.138414:0:32100:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967651 00000100:00000001:3.0:1788777315.138416:0:32100:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777315.138419:0:32100:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.138424:0:32100:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914fb80 x1875667126125952/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777331 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777315.138430:0:32100:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777315.138433:0:32100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777315.138435:0:32100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777315.138439:0:32100:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914fb80 x1875667126125952/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777331 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777315.138447:0:32100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32100:1875667126125952:192.168.203.135@tcp:35:multiop.0 00000100:00000001:3.0:1788777315.138451:0:32100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.138454:0:32100:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.138456:0:32100:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777315.138458:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777315.138462:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126125952/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777331 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777315.138470:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777315.138473:0:32100:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310223c00. 00000100:00000001:3.0:1788777315.138478:0:32100:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777315.138480:0:32100:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.138487:0:32100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777315.138489:0:32100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000002:00000001:3.0:1788777315.138492:0:32100:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777315.138498:0:32100:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777315.138503:0:32100:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945302c4bc00. 00000080:00000001:3.0:1788777315.138508:0:32100:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777315.138511:0:32100:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788777315.138613:0:32100:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777315.138622:0:32100:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777315 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.138631:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.138635:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126125696/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777315 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.138643:0:32100:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777315.138647:0:32100:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777315.138649:0:32100:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777315.138651:0:32100:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777315.138655:0:32100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093abc00. 02000000:00000001:1.0:1788777315.138660:0:32100:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777315.138662:0:32100:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777315.138663:0:32100:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:1.0:1788777315.138667:0:32100:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777315.138668:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777315.138670:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.138674:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126125952/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777331 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.138680:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777315.138682:0:32100:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b5740. 00000002:00000001:1.0:1788777315.138685:0:32100:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777315.138687:0:32100:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777315.138689:0:32100:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b6b80. 00000100:00000001:1.0:1788777315.138691:0:32100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.138694:0:32100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126125952/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777331 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.138700:0:32100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777315.138703:0:32100:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777315.138707:0:32100:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a1400. 00000080:00000001:1.0:1788777315.138711:0:32100:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777315.138717:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecbdf0 00000080:00000008:1.0:1788777315.138720:0:32100:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff94532091ec08), flags 100002, rc = 0 00000080:00000001:1.0:1788777315.138723:0:32100:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777315.138738:0:32100:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777315.138740:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81ecbe00 00000080:00002000:1.0:1788777315.138742:0:32100:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff945319283000, parent ffff9453208d0a20, inode ffff94532091ec08) hashed, 00000080:00000001:1.0:1788777315.138746:0:32100:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777315.138750:0:32100:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777315.138756:0:32100:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777315.151331:0:32121:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777315.151337:0:32121:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777315.151340:0:32121:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777315.151343:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b20 00000080:00200000:0.0:1788777315.151348:0:32121:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777315.151355:0:32121:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310293a00. 00800000:00000002:0.0:1788777315.151361:0:32121:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777315.151367:0:32121:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777315.151371:0:32121:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777315.151374:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a40 00800000:00000002:0.0:1788777315.151376:0:32121:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777315.151380:0:32121:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777315.151384:0:32121:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777315.151391:0:32121:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777315.151393:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7910 00000002:00010000:0.0:1788777315.151395:0:32121:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777315.151399:0:32121:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777315.151401:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777315.151404:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777315.151410:0:32121:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777315.151413:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777315.151416:0:32121:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777315.151418:0:32121:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777315.151420:0:32121:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777315.151426:0:32121:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1500. 00000020:00000040:0.0:1788777315.151431:0:32121:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777315.151437:0:32121:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777315.151442:0:32121:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777315.151446:0:32121:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777315.151450:0:32121:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777315.151453:0:32121:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777315.151457:0:32121:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777315.151463:0:32121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21800. 00000100:00000001:0.0:1788777315.151470:0:32121:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777315.151475:0:32121:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777315.151477:0:32121:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777315.151478:0:32121:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777315.151479:0:32121:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777315.151481:0:32121:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777315.151486:0:32121:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082712320 : -118390626839296 : ffff945308be1500) 00010000:00000001:0.0:1788777315.151490:0:32121:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777315.151492:0:32121:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777315.151496:0:32121:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34d00. 00010000:00000010:0.0:1788777315.151502:0:32121:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327380. 00010000:00000001:0.0:1788777315.151507:0:32121:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777315.151510:0:32121:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9600. 00000020:00000001:0.0:1788777315.151513:0:32121:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777315.151516:0:32121:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9600 with handle 0xe53f2b0cb7af888c to hash 00000020:00000001:0.0:1788777315.151518:0:32121:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777315.151519:0:32121:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777315.151522:0:32121:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:0.0:1788777315.151525:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777315.151528:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777315.151532:0:32121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777315.151540:0:32121:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777315.151549:0:32121:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32121 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777315.151555:0:32121:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777315.151557:0:32121:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777315.151563:0:32121:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061dfcc0. 00000100:00000001:0.0:1788777315.151565:0:32121:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038665920 : -118390670885696 : ffff9453061dfcc0) 00000100:00000001:0.0:1788777315.151568:0:32121:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777315.151569:0:32121:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082712320 : -118390626839296 : ffff945308be1500) 00000100:00000001:0.0:1788777315.151573:0:32121:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777315.151577:0:32121:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777315.151579:0:32121:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777315.151580:0:32121:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777315.151590:0:32121:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777315.151599:0:32121:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777315.151602:0:32121:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777315.151606:0:32121:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777315.151608:0:32121:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777315.151610:0:32121:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777315.151614:0:32121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32121:1875667126129536:192.168.203.135@tcp:101:rm.0 00000100:00000001:0.0:1788777315.151618:0:32121:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777315.151623:0:32121:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777315.151625:0:32121:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777315.151627:0:32121:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777315.151632:0:32121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b7800. 02000000:00000001:0.0:1788777315.151634:0:32121:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777315.151639:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777315.151643:0:32121:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bd10. 00000400:00000010:0.0:1788777315.151649:0:32121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c990. 00000100:00000200:0.0:1788777315.151655:0:32121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126129536, portal 10 00000100:00000001:0.0:1788777315.151657:0:32121:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777315.151659:0:32121:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082712320 : -118390626839296 : ffff945308be1500) 00000100:00000040:0.0:1788777315.151665:0:32121:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777315.151672:0:32121:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777315.151675:0:32121:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777315.151677:0:32121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c440. 00000100:00000200:0.0:1788777315.151680:0:32121:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126129536, offset 0 00000400:00000200:0.0:1788777315.151687:0:32121:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777315.151694:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.151701:0:32121:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777315.151707:0:32121:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777315.151711:0:32121:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777315.151715:0:32121:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777315.151718:0:32121:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777315.151721:0:32121:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2509:2509:256:4294967295] 192.168.203.135@tcp LPNI seq info [2504:2504:8:4294967295] 00000080:00000010:1.1:1788777315.153284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5b20. 00000400:00000200:0.0:1788777315.157191:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.157210:0:32121:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777315.157339:0:32121:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777315.158941:0:32121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99c00. 00000800:00000200:2.0:1788777315.158968:0:32121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777315.158976:0:32121:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777315.158981:0:32121:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777315.158998:0:32121:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777315.159005:0:32121:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 801826 usecs (802 jiffies) 00000400:00000200:2.0:1788777315.159011:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777315.159014:0:32121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296466266 00000100:00000001:2.0:1788777315.159018:0:32121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296469557 00000100:00000001:2.0:1788777315.159021:0:32121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296466266 00000100:00000001:2.0:1788777315.159023:0:32121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296469557 00000100:00000001:2.0:1788777315.159026:0:32121:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777315.159030:0:32121:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.159033:0:32121:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777315.159036:0:32121:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777315.159038:0:32121:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061dfcc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777315.159042:0:32121:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777315.159045:0:32121:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777315.159272:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.159277:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99c00. 00000400:00000200:1.0:1788777315.159283:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.159289:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777315.159296:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c440 00000400:00000010:1.0:1788777315.159300:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c440. 00000100:00000001:1.0:1788777315.159304:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777315.159313:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.159325:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.159329:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777331 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.159336:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777315.159338:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777315.169643:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.169659:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777315.169662:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.169665:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.169674:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.169682:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777315.169691:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.169695:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.169701:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.169705:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c51380 00000400:00000200:1.0:1788777315.169709:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.169715:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6c11 [1] + 224 00000800:00000001:1.0:1788777315.169722:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.169740:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.169743:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.169863:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777315.169871:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777315.169882:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777315.169894:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.169938:0:32121:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777315.169963:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777315.169972:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.169975:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777315.170003:0:32121:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777315.170005:0:32121:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777315.170008:0:32121:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bd10. 00000400:00000200:2.0:1788777315.170012:0:32121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c990 00000400:00000010:2.0:1788777315.170015:0:32121:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c990. 00000100:00000001:2.0:1788777315.170017:0:32121:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777315.170022:0:32121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777315.170030:0:32121:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.170036:0:32121:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777315.170038:0:32121:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.170040:0:32121:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777315.170043:0:32121:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777315.170046:0:32121:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777315.170048:0:32121:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.170051:0:32121:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777315.170059:0:32121:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=138 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777315.170063:0:32121:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777315.170066:0:32121:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777315.170067:0:32121:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.170070:0:32121:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777315.170073:0:32121:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.170076:0:32121:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777315.170078:0:32121:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967651 00000100:00000001:2.0:1788777315.170079:0:32121:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777315.170082:0:32121:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777315.170086:0:32121:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.170093:0:32121:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777315.170096:0:32121:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777315.170098:0:32121:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777315.170102:0:32121:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777331 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777315.170109:0:32121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32121:1875667126129536:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777315.170115:0:32121:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.170118:0:32121:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.170120:0:32121:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777315.170122:0:32121:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777315.170126:0:32121:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777331 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.170133:0:32121:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777315.170136:0:32121:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061dfcc0. 00000100:00000001:2.0:1788777315.170139:0:32121:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777315.170141:0:32121:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.170144:0:32121:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777315.170148:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.170151:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.170154:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=4 00000020:00000001:2.0:1788777315.170156:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.170159:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000040:2.0:1788777315.170164:0:32121:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e9600, remote cookie: 0xa4f015c75ff3c48c, flags: 0x1001 00010000:00010000:2.0:1788777315.170169:0:32121:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777315.170180:0:32121:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.170187:0:32121:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777315.170191:0:32121:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777315.170193:0:32121:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777315.170194:0:32121:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777315.170196:0:32121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777315.170198:0:32121:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34d00) refcount = 1 00010000:00010000:2.0:1788777315.170202:0:32121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.170208:0:32121:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777315.170211:0:32121:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777315.170213:0:32121:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777315.170216:0:32121:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777315.170631:0:32121:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.170637:0:32121:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.170645:0:32121:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777315.170647:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.170648:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.170649:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.170650:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.170653:0:32121:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.170658:0:32121:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777315.170659:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.170661:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.170662:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.170665:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.170667:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.170669:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.170670:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.170672:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=4 00000020:00000001:2.0:1788777315.170674:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.170676:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.170679:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777315.170681:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.170685:0:32121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.170691:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.170692:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.170693:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.170694:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.170695:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=5 00000020:00000001:2.0:1788777315.170697:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.170698:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.170700:0:32121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777315.170703:0:32121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.170708:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.170709:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777315.170711:0:32121:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.170722:0:32121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777315.170724:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.170736:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.170738:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.170739:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777315.170746:0:32121:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777315.171049:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.171050:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.171052:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.171054:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.171056:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.171058:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.171059:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777315.171060:0:32121:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.171062:0:32121:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.171065:0:32121:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777315.171067:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.171068:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.171070:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.171071:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.171073:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00000002:00010000:2.0:1788777315.171077:0:32121:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.171083:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.171085:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.171087:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777315.171088:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.171089:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.171090:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.171092:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.171095:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000040:2.0:1788777315.171102:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:2.0:1788777315.171105:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777315.171109:0:32121:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777315.171112:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.171113:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777315.171114:0:32121:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777315.171117:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7898 00000002:00002000:2.0:1788777315.171119:0:32121:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777315.171121:0:32121:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777315.171126:0:32121:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777315.171128:0:32121:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777315.171132:0:32121:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777315.171134:0:32121:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777315.171138:0:32121:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777315.171141:0:32121:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310293a00. 00000080:00000001:2.0:1788777315.171147:0:32121:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777315.171150:0:32121:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777315.171156:0:32121:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777315.171160:0:32121:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777315.171167:0:32121:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6c00. 00800000:00000001:2.0:1788777315.171170:0:32121:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221998592 : -118390487553024 : ffff9453110b6c00) 00800000:00000001:2.0:1788777315.171172:0:32121:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.171174:0:32121:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777315.171177:0:32121:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777315.171180:0:32121:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777315.171182:0:32121:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777315.171185:0:32121:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777315.171187:0:32121:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.171191:0:32121:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777315.171193:0:32121:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777315.171197:0:32121:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777315.171200:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.171201:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.171203:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.171205:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.171207:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.171209:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.171210:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777315.171212:0:32121:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777315.171214:0:32121:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777315.171216:0:32121:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6c00 1 00800000:00000010:2.0:1788777315.171218:0:32121:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6c00. 00800000:00000001:2.0:1788777315.173641:0:32121:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777315.173647:0:32121:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af888c 00800000:00000001:2.0:1788777315.173653:0:32121:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777315.173656:0:32121:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777315.173658:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.173661:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.173663:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.173666:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.173669:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.173672:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.173674:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777315.173676:0:32121:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777315.173677:0:32121:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.173679:0:32121:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777315.173682:0:32121:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777315.173685:0:32121:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af888c from it ffffb1cb819d7b58 00010000:00000001:2.0:1788777315.173687:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.173688:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.173690:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.173691:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.173694:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.173696:0:32121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777315.173701:0:32121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.173715:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.173716:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.173717:0:32121:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777315.173720:0:32121:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777315.173723:0:32121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777315.173744:0:32121:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777315.173747:0:32121:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777315.173749:0:32121:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777315.173753:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.173754:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.173756:0:32121:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.173759:0:32121:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777315.173761:0:32121:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.173762:0:32121:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.173765:0:32121:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.173766:0:32121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777315.173768:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.173769:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777315.173771:0:32121:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777315.174373:0:32121:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1500 x1875667126129536/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.174382:0:32121:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777315.174386:0:32121:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777315.174389:0:32121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b7800. 02000000:00000001:2.0:1788777315.174395:0:32121:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777315.174398:0:32121:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777315.174399:0:32121:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777315.174402:0:32121:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777315.174405:0:32121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21800. 02000000:00000001:2.0:1788777315.174409:0:32121:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777315.174410:0:32121:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777315.174412:0:32121:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1500. 00000100:00000001:2.0:1788777315.174416:0:32121:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777315.174417:0:32121:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777315.174420:0:32121:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777315.174426:0:32121:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777315.174443:0:32121:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5240. 00000020:00000001:2.0:1788777315.174448:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7ae8 00000080:00200000:2.0:1788777315.174450:0:32121:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=8 00000080:00000001:2.0:1788777315.174453:0:32121:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777315.174456:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7998 00000080:00200000:2.0:1788777315.174457:0:32121:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=getattr 00000080:00000001:2.0:1788777315.174462:0:32121:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1788777315.174465:0:32121:0:(statahead.c:273:sa_get()) lustre: wrong pid=32102:32121 for entry f22.recovery-small-2 00000080:00000001:3.0:1788777315.174537:0:32103:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788777315.174540:0:32103:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788777315.174544:0:32103:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff945311155200. 00000020:00000001:3.0:1788777315.174547:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73cd8 00000080:00400000:3.0:1788777315.174548:0:32103:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff945311155200) index 9 00000080:00000001:2.0:1788777315.174617:0:32121:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1788777315.174621:0:32121:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:2.0:1788777315.174630:0:32121:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738200. 00800000:00000002:2.0:1788777315.174635:0:32121:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777315.174639:0:32121:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777315.174643:0:32121:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777315.174645:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d78b8 00800000:00000002:2.0:1788777315.174647:0:32121:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777315.174651:0:32121:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788777315.174655:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7850 00800000:00000002:2.0:1788777315.174657:0:32121:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788777315.174661:0:32121:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777315.174663:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7788 00000002:00010000:2.0:1788777315.174665:0:32121:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788777315.174669:0:32121:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777315.174671:0:32121:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777315.174676:0:32121:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777315.174679:0:32121:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777315.174683:0:32121:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777315.174687:0:32121:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777315.174691:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.174693:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.174694:0:32121:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.174697:0:32121:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777315.174698:0:32121:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777315.174702:0:32121:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777315.174707:0:32121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093aa400. 00000100:00000001:2.0:1788777315.174713:0:32121:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.174717:0:32121:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777315.174719:0:32121:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.174720:0:32121:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777315.174722:0:32121:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.174723:0:32121:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.174739:0:32121:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00010000:00000001:2.0:1788777315.174743:0:32121:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777315.174745:0:32121:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777315.174750:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:2.0:1788777315.174752:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777315.174755:0:32121:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777315.174758:0:32121:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155200. 00000020:00000001:2.0:1788777315.174762:0:32121:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777315.174764:0:32121:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155200 with handle 0xe53f2b0cb7af8893 to hash 00000020:00000001:2.0:1788777315.174766:0:32121:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777315.174767:0:32121:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.174770:0:32121:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.174774:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777315.174784:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.174788:0:32121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777315.174796:0:32121:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777315.174805:0:32121:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32121 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777315.174813:0:32121:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777315.174814:0:32121:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777315.174820:0:32121:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310223180. 00000100:00000001:2.0:1788777315.174823:0:32121:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683206713728 : -118390502837888 : ffff945310223180) 00000100:00000001:2.0:1788777315.174825:0:32121:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777315.174827:0:32121:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777315.174831:0:32121:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777315.174835:0:32121:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.174837:0:32121:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777315.174838:0:32121:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777315.174844:0:32121:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.174851:0:32121:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777315.174853:0:32121:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.174857:0:32121:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777315.174859:0:32121:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777315.174861:0:32121:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777315.174865:0:32121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32121:1875667126129664:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777315.174868:0:32121:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777315.174873:0:32121:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777315.174876:0:32121:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.174878:0:32121:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777315.174882:0:32121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777315.174884:0:32121:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777315.174891:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777315.174895:0:32121:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064645d8. 00000400:00000010:2.0:1788777315.174901:0:32121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777315.174908:0:32121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126129664, portal 10 00000100:00000001:2.0:1788777315.174910:0:32121:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777315.174911:0:32121:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777315.174917:0:32121:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.174929:0:32121:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777315.174931:0:32121:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777315.174934:0:32121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777315.174937:0:32121:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126129664, offset 0 00000400:00000200:2.0:1788777315.174943:0:32121:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777315.174951:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777315.174957:0:32121:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777315.174962:0:32121:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777315.174966:0:32121:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777315.174969:0:32121:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777315.174972:0:32121:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777315.174976:0:32121:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2510:2510:256:4294967295] 192.168.203.135@tcp LPNI seq info [2505:2505:8:4294967295] 00000400:00000200:2.0:1788777315.174980:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777315.174989:0:32121:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777315.174995:0:32121:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777315.175000:0:32121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:2.0:1788777315.175006:0:32121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777315.175014:0:32121:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777315.175018:0:32121:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777315.175037:0:32121:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777315.175042:0:32121:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 800816 usecs (801 jiffies) 00000400:00000200:2.0:1788777315.175045:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777315.175047:0:32121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296466282 00000100:00000001:2.0:1788777315.175050:0:32121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296469557 00000100:00000001:2.0:1788777315.175052:0:32121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296466282 00000100:00000001:2.0:1788777315.175055:0:32121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296469557 00000100:00000001:2.0:1788777315.175057:0:32121:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777315.175059:0:32121:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.175062:0:32121:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777315.175063:0:32121:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777315.175066:0:32121:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223180 going to sleep for 11 seconds 00000100:00000001:2.0:1788777315.175068:0:32121:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777315.175071:0:32121:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777315.175724:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.175739:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:1.0:1788777315.175745:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.175750:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777315.175756:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:1.0:1788777315.175759:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:1.0:1788777315.175763:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777315.175768:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.175778:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.175782:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777331 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777315.175788:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777315.175790:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1788777315.183196:0:32103:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446625683222647296 : -118390486904320 : ffff945311155200) 00000080:00000001:3.0:1788777315.183209:0:32103:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788777315.183216:0:32103:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff945303c2e000. 00800000:00000002:3.0:1788777315.183248:0:32103:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 3 00800000:00000001:3.0:1788777315.183257:0:32103:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788777315.183262:0:32103:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788777315.183264:0:32103:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446625683211356960 : -118390498194656 : ffff945310690b20) 00000002:00000001:3.0:1788777315.183635:0:32103:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788777315.183641:0:32103:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9453109063c0. 00000002:00000001:3.0:1788777315.183645:0:32103:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:3.0:1788777315.183649:0:32103:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff945304d6c540. 00000002:00000010:3.0:1788777315.183653:0:32103:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff945308bb9780. 00000002:00000010:3.0:1788777315.183658:0:32103:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff94531070a000. 00000002:00000001:3.0:1788777315.183660:0:32103:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788777315.183662:0:32103:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788777315.183673:0:32103:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788777315.183676:0:32103:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788777315.183679:0:32103:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777315.183685:0:32103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:3.0:1788777315.183689:0:32103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777315.183692:0:32103:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777315.183696:0:32103:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152da00. 00000020:00000001:3.0:1788777315.183701:0:32103:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777315.183704:0:32103:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152da00 with handle 0xe53f2b0cb7af889a to hash 00000020:00000001:3.0:1788777315.183707:0:32103:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777315.183709:0:32103:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777315.183712:0:32103:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777315.183715:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777315.183718:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777315.183722:0:32103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777315.183742:0:32103:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777315.183749:0:32103:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777315.183751:0:32103:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777315.183754:0:32103:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788777315.183758:0:32103:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff945308bb9f80. 00000002:00000001:3.0:1788777315.183761:0:32103:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777315.183762:0:32103:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777315.183764:0:32103:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777315.183766:0:32103:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777315.183768:0:32103:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777315.183771:0:32103:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1788777315.183773:0:32103:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1788777315.183775:0:32103:0:(batch.c:435:batch_send_update_req()) Process entered 00000800:00000001:0.0:1788777315.183808:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777315.183823:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777315.183826:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777315.183829:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777315.183837:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.183845:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777315.183854:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.183861:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.183867:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.183872:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 640 into portal 10 MB=0x6a9e8c8c51400 00000400:00000200:0.0:1788777315.183877:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777315.183884:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 640/640 into md 0x6c21 [1] + 224 00000800:00000001:0.0:1788777315.183892:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777315.183902:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777315.183906:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777315.183911:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777315.183918:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777315.183926:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777315.183937:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.183999:0:32121:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777315.184018:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777315.184028:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777315.184032:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777315.184369:0:32103:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1788777315.184406:0:32103:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c000. 00000020:00000040:3.0:1788777315.184410:0:32103:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777315.184414:0:32103:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777315.184416:0:32103:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777315.184420:0:32103:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777315.184426:0:32103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2d000. 00000100:00000001:3.0:1788777315.184432:0:32103:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777315.184437:0:32103:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777315.184439:0:32103:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777315.184441:0:32103:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.184445:0:32103:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777315.184450:0:32103:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.184457:0:32103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e9235fb] to pc [ptlrpcd_01_01+1] req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1788777315.184478:0:32103:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777315.184481:0:32103:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777315.184483:0:32103:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777315.184485:0:32103:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:3.0:1788777315.184488:0:32103:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff9453207dfa00. 00000080:00000001:3.0:1788777315.184492:0:32103:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777315.184495:0:32103:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1788777315.184497:0:32103:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1788777315.184498:0:32103:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777315.184500:0:32103:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777315.184501:0:32103:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:3.0:1788777315.184502:0:32103:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:3.0:1788777315.184504:0:32103:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:3.0:1788777315.184505:0:32103:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1788777315.184507:0:32103:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788777315.184624:0:32103:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff945310690b20. 00000002:00000001:3.0:1788777315.184629:0:32103:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1788777315.184631:0:32103:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff945310690200. 00800000:00000010:3.0:1788777315.184634:0:32103:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff945308bb9200. 00800000:00000001:3.0:1788777315.184636:0:32103:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777315.184638:0:32103:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff94532121a800 pid 32104 00000100:00000001:3.0:1788777315.184649:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777315.184653:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777315.184655:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777315.184661:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.184669:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777315.184671:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.184675:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777315.184678:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777315.184680:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777315.184683:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126129792:192.168.203.135@tcp:63:ll_sa.0 00000100:00000001:3.0:1788777315.184690:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777315.184695:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777315.184697:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.184699:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777315.184705:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9453102ee000. 02000000:00000001:3.0:1788777315.184707:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777315.184712:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777315.184716:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777315.184721:0:2349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff945310906d80. 00000100:00000200:3.0:1788777315.184738:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875667126129792, portal 4 00000100:00000001:3.0:1788777315.184740:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777315.184742:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080986624 : -118390628564992 : ffff945308a3c000) 00000100:00000040:3.0:1788777315.184749:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.184756:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777315.184759:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777315.184762:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777315.184765:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1875667126129792, offset 0 00000400:00000200:3.0:1788777315.184770:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777315.185359:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777315.185368:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777315.185373:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777315.185377:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777315.185380:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777315.185383:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777315.185386:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2511:2511:256:4294967295] 192.168.203.135@tcp LPNI seq info [2506:2506:8:4294967295] 00000400:00000200:3.0:1788777315.185391:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777315.185400:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777315.185406:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777315.185412:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfa00. 00000800:00000200:3.0:1788777315.185419:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777315.185427:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777315.185431:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfa00 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:3.0:1788777315.185449:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.185454:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 800816 usecs (801 jiffies) 00000400:00000200:3.0:1788777315.185457:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777315.185460:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296466291 00000100:00000001:3.0:1788777315.185463:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296469557 00000100:00000001:3.0:1788777315.185465:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296466291 00000100:00000001:3.0:1788777315.185467:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296469557 00000100:00000001:3.0:1788777315.185469:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777315.185471:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.185474:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.185477:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.185483:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777315.185485:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777315.185487:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777315.185488:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777315.185489:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.185491:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.185502:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777315.185504:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777315.186439:0:32104:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777315.186913:0:32103:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff94532121a800, parent / 00000400:00000001:2.0:1788777315.187648:0:32121:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777315.187653:0:32121:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777315.187656:0:32121:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064645d8. 00000400:00000200:2.0:1788777315.187661:0:32121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:2.0:1788777315.187663:0:32121:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:2.0:1788777315.187668:0:32121:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777315.187679:0:32121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777315.187805:0:32121:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.187814:0:32121:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777315.187816:0:32121:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.187819:0:32121:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777315.187822:0:32121:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777315.187825:0:32121:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777315.187827:0:32121:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.187830:0:32121:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777315.187838:0:32121:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=138 v=5 (5 102 102 102) 00000100:00001000:2.0:1788777315.187842:0:32121:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777315.187845:0:32121:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777315.187847:0:32121:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.187849:0:32121:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777315.187853:0:32121:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.187856:0:32121:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777315.187858:0:32121:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967651 00000100:00000001:2.0:1788777315.187860:0:32121:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777315.187863:0:32121:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777315.187868:0:32121:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.187881:0:32121:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777315.187884:0:32121:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777315.187887:0:32121:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777315.187891:0:32121:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777331 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777315.187898:0:32121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32121:1875667126129664:192.168.203.135@tcp:101:rm.0 00000100:00000001:2.0:1788777315.187903:0:32121:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777315.187907:0:32121:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.187909:0:32121:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777315.187911:0:32121:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777315.187914:0:32121:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777331 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.187921:0:32121:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777315.187924:0:32121:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310223180. 00000100:00000001:2.0:1788777315.187928:0:32121:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777315.187929:0:32121:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.187932:0:32121:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777315.187936:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.187939:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.187942:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:2.0:1788777315.187945:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.187947:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000040:2.0:1788777315.187954:0:32121:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155200, remote cookie: 0xa4f015c75ff3c4a8, flags: 0x1001 00010000:00010000:2.0:1788777315.187959:0:32121:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777315.187968:0:32121:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777315.187972:0:32121:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777315.187985:0:32121:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8200. 00010000:00000010:2.0:1788777315.187993:0:32121:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9e380. 00010000:00000001:2.0:1788777315.187998:0:32121:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.188001:0:32121:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777315.188009:0:32121:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.188016:0:32121:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777315.188019:0:32121:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777315.188021:0:32121:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777315.188023:0:32121:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777315.188024:0:32121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777315.188027:0:32121:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff9453054b8200) refcount = 1 00010000:00010000:2.0:1788777315.188042:0:32121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.188049:0:32121:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777315.188052:0:32121:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777315.188053:0:32121:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777315.188056:0:32121:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777315.188059:0:32121:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.188069:0:32121:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.188075:0:32121:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777315.188077:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188079:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.188080:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188081:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.188082:0:32121:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.188086:0:32121:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777315.188088:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.188089:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.188091:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:2.0:1788777315.188093:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188095:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188098:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.188099:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.188100:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:2.0:1788777315.188102:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188104:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188106:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777315.188108:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.188112:0:32121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.188117:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188119:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.188120:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.188121:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.188122:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:2.0:1788777315.188124:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188126:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188128:0:32121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777315.188130:0:32121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.188136:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188137:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777315.188139:0:32121:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.188146:0:32121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777315.188147:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188148:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.188150:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188151:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777315.188156:0:32121:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777315.188164:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.188165:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.188167:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:2.0:1788777315.188168:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188170:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000002:00010000:2.0:1788777315.188174:0:32121:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777315.188183:0:32121:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110b6c00. 00010000:00000001:2.0:1788777315.188185:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188186:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777315.188188:0:32121:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.188190:0:32121:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.188193:0:32121:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777315.188195:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.188196:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.188197:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:2.0:1788777315.188199:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188201:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000002:00010000:2.0:1788777315.188204:0:32121:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.188210:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188211:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.188212:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777315.188213:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.188214:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.188216:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:2.0:1788777315.188217:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188390:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000040:2.0:1788777315.188395:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777315.188397:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777315.188401:0:32121:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:2.0:1788777315.188404:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188405:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777315.188406:0:32121:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777315.188409:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7710 00000002:00002000:2.0:1788777315.188411:0:32121:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777315.188414:0:32121:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777315.188419:0:32121:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777315.188422:0:32121:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777315.188425:0:32121:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777315.188428:0:32121:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777315.188432:0:32121:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 3 00000080:00000001:2.0:1788777315.188434:0:32121:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777315.188436:0:32121:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb819d7b20 it_disposition b 00000080:00000001:2.0:1788777315.188439:0:32121:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777315.188445:0:32121:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777315.188448:0:32121:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777315.188450:0:32121:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788777315.188453:0:32121:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788777315.188459:0:32121:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777315.188463:0:32121:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777315.188465:0:32121:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777315.188467:0:32121:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777315.188470:0:32121:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777315.188472:0:32121:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777315.188479:0:32121:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7240. 00020000:00000010:2.0:1788777315.188483:0:32121:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310609800. 00020000:00000010:2.0:1788777315.188487:0:32121:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7f00. 00020000:00000001:2.0:1788777315.188489:0:32121:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208371968 : -118390501179648 : ffff9453103b7f00) 00020000:00000002:2.0:1788777315.188493:0:32121:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7f00, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777315.188497:0:32121:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777315.188501:0:32121:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609800: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777315.188505:0:32121:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff945310214f80 00020000:00000001:2.0:1788777315.188508:0:32121:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777315.188510:0:32121:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff945310214f80 00020000:00000010:2.0:1788777315.188514:0:32121:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310609800. 00020000:00000010:2.0:1788777315.188517:0:32121:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7240. 00020000:00000010:2.0:1788777315.188520:0:32121:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7f00. 00020000:00000002:2.0:1788777315.188522:0:32121:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777315.188524:0:32121:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.188526:0:32121:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777315.188528:0:32121:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777315.188532:0:32121:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788777315.188534:0:32121:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777315.188539:0:32121:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2b:0x0](ffff94532091ec08): rc = 0 00000080:00000001:2.0:1788777315.188541:0:32121:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482471432 : -118390227080184 : ffff94532091ec08) 00010000:00000001:2.0:1788777315.188544:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.188545:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.188547:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:2.0:1788777315.188548:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188550:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000080:00000001:2.0:1788777315.188553:0:32121:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777315.188555:0:32121:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777315.188556:0:32121:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777315.188558:0:32121:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777315.188559:0:32121:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777315.188561:0:32121:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777315.188562:0:32121:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777315.188564:0:32121:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7f00. 00020000:00000010:2.0:1788777315.188567:0:32121:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945310609800. 00020000:00000010:2.0:1788777315.188569:0:32121:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7240. 00020000:00000001:2.0:1788777315.188571:0:32121:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208368704 : -118390501182912 : ffff9453103b7240) 00020000:00000002:2.0:1788777315.188573:0:32121:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7240, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777315.188576:0:32121:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777315.188580:0:32121:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609800: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777315.188583:0:32121:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9453091925d0) owner ffff945310214f80 00020000:00000001:2.0:1788777315.188585:0:32121:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777315.188587:0:32121:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9453091925d0) owner ffff945310214f80 00020000:00000010:2.0:1788777315.188590:0:32121:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310609800. 00020000:00000010:2.0:1788777315.188592:0:32121:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7f00. 00020000:00000010:2.0:1788777315.188594:0:32121:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7240. 00020000:00000002:2.0:1788777315.188596:0:32121:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777315.188598:0:32121:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.188600:0:32121:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.188603:0:32121:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777315.188606:0:32121:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945310214f80 00020000:00000002:2.0:1788777315.188609:0:32121:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b7ea0 addref 2/0 by ffff945310214f80. 00020000:00000002:2.0:1788777315.188612:0:32121:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945310214f80 00020000:00000001:2.0:1788777315.188614:0:32121:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777315.188616:0:32121:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777315.188617:0:32121:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777315.188619:0:32121:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777315.188621:0:32121:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777315.188624:0:32121:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788777315.188626:0:32121:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777315.188629:0:32121:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.188631:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188632:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777315.188634:0:32121:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777315.188637:0:32121:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777315.188639:0:32121:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777315.188642:0:32121:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff94532091ec08) for lock 0xe53f2b0cb7af8893 00800000:00000001:2.0:1788777315.188645:0:32121:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777315.188647:0:32121:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777315.188648:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.188649:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.188651:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:2.0:1788777315.188653:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188655:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188658:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188660:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777315.188661:0:32121:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777315.188663:0:32121:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777315.188670:0:32121:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b13360 inode ffff94532091ec08 refc 1 flags 0x40000e 00000080:00000001:2.0:1788777315.188673:0:32121:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777315.188676:0:32121:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff94532091ec08) 00000080:00010000:2.0:1788777315.188680:0:32121:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8893 from it ffffb1cb819d7b20 00010000:00000001:2.0:1788777315.188682:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.188683:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.188685:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000800:00000200:1.0:1788777315.188688:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.188694:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfa00. 00000400:00000200:1.0:1788777315.188700:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.188707:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777315.188712:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:1.0:1788777315.188715:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:1.0:1788777315.188719:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777315.188724:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.188743:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.188746:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.188758:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777315.188760:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1788777315.188774:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188778:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.188780:0:32121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777315.188784:0:32121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777315.188791:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188793:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.188794:0:32121:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777315.188797:0:32121:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777315.188799:0:32121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777315.188806:0:32121:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777315.188808:0:32121:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777315.188810:0:32121:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777315.188814:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188815:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.188816:0:32121:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.188819:0:32121:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777315.188821:0:32121:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.188823:0:32121:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.188826:0:32121:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.188828:0:32121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777315.188947:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.188949:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777315.188950:0:32121:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777315.188955:0:32121:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738200. 00000100:00000001:2.0:1788777315.188959:0:32121:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777315.188964:0:32121:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126129664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/640 e 0 to 0 dl 1788777331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777315.188970:0:32121:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777315.188973:0:32121:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777315.188976:0:32121:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777315.188979:0:32121:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777315.188981:0:32121:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777315.188983:0:32121:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777315.188985:0:32121:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777315.188988:0:32121:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093aa400. 02000000:00000001:2.0:1788777315.188990:0:32121:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777315.188992:0:32121:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777315.188994:0:32121:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:2.0:1788777315.188997:0:32121:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777315.188998:0:32121:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777315.189001:0:32121:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777315.189002:0:32121:0:(dcache.c:176:ll_intent_release()) intent ffffb1cb819d7b20 released 00000080:00000001:2.0:1788777315.189004:0:32121:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788777315.189015:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d08 00000080:00200008:2.0:1788777315.189017:0:32121:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff94532091ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777315.189024:0:32121:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777315.189025:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7c80 00000080:00200000:2.0:1788777315.189027:0:32121:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff94532091ec08),name=f22.recovery-small-2 00000080:00000010:2.0:1788777315.189032:0:32121:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738200. 00800000:00000002:2.0:1788777315.189037:0:32121:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 3 00000080:00000001:2.0:1788777315.189042:0:32121:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777315.189046:0:32121:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777315.189048:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7ba0 00800000:00000002:2.0:1788777315.189050:0:32121:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2b:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777315.189053:0:32121:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777315.189058:0:32121:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777315.189648:0:32121:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777315.189651:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a70 00000002:00010000:2.0:1788777315.189654:0:32121:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777315.189658:0:32121:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777315.189660:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.189662:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.189667:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777315.189670:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777315.189673:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777315.189677:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777315.189680:0:32121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777315.189767:0:32121:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777315.189772:0:32121:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.189775:0:32121:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777315.189782:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777315.189784:0:32121:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777315.189786:0:32121:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777315.189788:0:32121:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777315.189790:0:32121:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777315.189792:0:32121:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777315.189795:0:32121:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777315.189797:0:32121:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 3 00000080:00000010:2.0:1788777315.189800:0:32121:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738200. 00000080:00000001:2.0:1788777315.189803:0:32121:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777315.189805:0:32121:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777315.189808:0:32121:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff94532091ec08) 00000080:00010000:2.0:1788777315.189811:0:32121:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff94532091ec08) for lock 0xe53f2b0cb7af8893 00800000:00000001:2.0:1788777315.189814:0:32121:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777315.189816:0:32121:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777315.189817:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.189819:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.189821:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:2.0:1788777315.189823:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.189825:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.189828:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.189829:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777315.189830:0:32121:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777315.189832:0:32121:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777315.189834:0:32121:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8893 from it ffffb1cb819d7cb8 00010000:00000001:2.0:1788777315.189836:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.189837:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.189838:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:2.0:1788777315.189840:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.189842:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777315.189844:0:32121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777315.189846:0:32121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777315.189853:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.189854:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.189855:0:32121:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777315.189857:0:32121:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777315.189859:0:32121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777315.189865:0:32121:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777315.189868:0:32121:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777315.189869:0:32121:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777315.189871:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.189872:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.189874:0:32121:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.189876:0:32121:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777315.189878:0:32121:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.189880:0:32121:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.189882:0:32121:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.189884:0:32121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777315.189885:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.189886:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777315.189888:0:32121:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777315.189890:0:32121:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777315.189893:0:32121:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788777315.189895:0:32121:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777315.189897:0:32121:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777315.189899:0:32121:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777315.189901:0:32121:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.189903:0:32121:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777315.189906:0:32121:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777315.189908:0:32121:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777315.189911:0:32121:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777315.189914:0:32121:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777315.189918:0:32121:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:2.0:1788777315.189921:0:32121:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777315.189924:0:32121:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777315.189926:0:32121:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777315.189930:0:32121:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777315.189931:0:32121:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777315.189933:0:32121:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777315.189935:0:32121:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.189937:0:32121:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777315.189941:0:32121:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9453105cb7e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777315.189944:0:32121:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945310214f80 00020000:00000001:2.0:1788777315.189947:0:32121:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777315.189949:0:32121:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777315.189951:0:32121:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777315.189952:0:32121:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777315.189955:0:32121:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777315.189957:0:32121:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777315.189958:0:32121:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.189960:0:32121:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777315.189961:0:32121:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777315.189962:0:32121:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777315.189964:0:32121:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945310214f80 00000020:00000001:2.0:1788777315.189966:0:32121:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777315.189968:0:32121:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777315.189970:0:32121:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:2.0:1788777315.189972:0:32121:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777315.189974:0:32121:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777315.189976:0:32121:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777315.189978:0:32121:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777315.189982:0:32121:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777315.189988:0:32121:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9ea80. 00020000:00000002:2.0:1788777315.189991:0:32121:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777315.189993:0:32121:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777315.189995:0:32121:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777315.189997:0:32121:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777315.189998:0:32121:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777315.190000:0:32121:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777315.190002:0:32121:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777315.190004:0:32121:0:(cl_object.c:143:cl_object_top()) ffff945309306f58 -> ffff9453093062d8 00000020:00000001:2.0:1788777315.190005:0:32121:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777315.190008:0:32121:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777315.190008:0:32121:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777315.190010:0:32121:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777315.190012:0:32121:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777315.190014:0:32121:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777315.190017:0:32121:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777315.190022:0:32121:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b1300. 00000008:00010000:2.0:1788777315.190026:0:32121:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777315.190028:0:32121:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777315.190029:0:32121:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777315.190031:0:32121:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9eab0, osc lock ffff9453201b1300, flags 0x400001002 00000020:00000001:2.0:1788777315.190139:0:32121:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777315.190141:0:32121:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777315.190144:0:32121:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082439296 : -118390627112320 : ffff945308b9ea80) 00000020:00000001:2.0:1788777315.190146:0:32121:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777315.190147:0:32121:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777315.190148:0:32121:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.190150:0:32121:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.190153:0:32121:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777315.190154:0:32121:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777315.190156:0:32121:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777315.190157:0:32121:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777315.190159:0:32121:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777315.190160:0:32121:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777315.190161:0:32121:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777315.190164:0:32121:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777315.190166:0:32121:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777315.190169:0:32121:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777315.190171:0:32121:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777315.190172:0:32121:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777315.190174:0:32121:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777315.190175:0:32121:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777315.190176:0:32121:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777315.190178:0:32121:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777315.190180:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.190183:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8000 count: 2 00010000:00000001:2.0:1788777315.190186:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777315.190190:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777315.190192:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777315.190196:0:32121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777315.190206:0:32121:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777315.190209:0:32121:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.190211:0:32121:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777315.190217:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.191185:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.191189:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:2.0:1788777315.191192:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777315.191195:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00000008:00000001:2.0:1788777315.191199:0:32121:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777315.191202:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.191203:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.191205:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=4 00000020:00000001:2.0:1788777315.191206:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777315.191209:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00000008:00000001:2.0:1788777315.191212:0:32121:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788777315.191215:0:32121:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00010000:2.0:1788777315.191812:0:32121:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1788777315.191826:0:32121:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:2.0:1788777315.191828:0:32121:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777315.191831:0:32121:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777315.191834:0:32121:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777315.191836:0:32121:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.191838:0:32121:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.191839:0:32121:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00000001:2.0:1788777315.191841:0:32121:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788777315.191844:0:32121:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777315.191845:0:32121:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777315.191847:0:32121:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777315.191849:0:32121:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.191851:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.191852:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.191854:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=5 00000020:00000001:2.0:1788777315.191856:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777315.191858:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:2.0:1788777315.191860:0:32121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777315.191863:0:32121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777315.191870:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.191872:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.191873:0:32121:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777315.191876:0:32121:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777315.191878:0:32121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777315.191888:0:32121:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777315.191891:0:32121:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777315.191893:0:32121:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777315.191896:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.191897:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.191899:0:32121:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.191902:0:32121:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777315.191904:0:32121:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.191905:0:32121:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.191907:0:32121:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.191909:0:32121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777315.191911:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.191912:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.191913:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.191913:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777315.191915:0:32121:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777315.191918:0:32121:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.191920:0:32121:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777315.191923:0:32121:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.191924:0:32121:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.191926:0:32121:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777315.191927:0:32121:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777315.191929:0:32121:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777315.191930:0:32121:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777315.191932:0:32121:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.191934:0:32121:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.191940:0:32121:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777315.191942:0:32121:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:2.0:1788777315.191943:0:32121:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:2.0:1788777315.191945:0:32121:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777315.191948:0:32121:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777315.191952:0:32121:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777315.191953:0:32121:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777315.191955:0:32121:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777315.191956:0:32121:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777315.191958:0:32121:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777315.191962:0:32121:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777315.191964:0:32121:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777315.191967:0:32121:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.191969:0:32121:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.191970:0:32121:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000080:00200000:2.0:1788777315.191973:0:32121:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788777315.191975:0:32121:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777315.191977:0:32121:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777315.191979:0:32121:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777315.191982:0:32121:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777315.191983:0:32121:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777315.191986:0:32121:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777315.191988:0:32121:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777315.191990:0:32121:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777315.191992:0:32121:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777315.191993:0:32121:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9eab0 (ffff9453093eee18/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777315.191995:0:32121:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777315.191997:0:32121:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777315.191998:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.191999:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777315.192000:0:32121:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777315.192002:0:32121:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777315.192003:0:32121:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777315.192004:0:32121:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777315.192005:0:32121:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777315.192006:0:32121:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777315.192009:0:32121:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777315.192010:0:32121:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777315.192011:0:32121:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9eab0 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777315.192014:0:32121:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b1300. 00000020:00000001:2.0:1788777315.192019:0:32121:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777315.192020:0:32121:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9ea80. 00020000:00000001:2.0:1788777315.192024:0:32121:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777315.192025:0:32121:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777315.192026:0:32121:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777315.192454:0:32121:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.192459:0:32121:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777315.192463:0:32121:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777315.192465:0:32121:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777315.192466:0:32121:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777315.192468:0:32121:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777315.192470:0:32121:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777315.192474:0:32121:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777315.192476:0:32121:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777315.192478:0:32121:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777315.192481:0:32121:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777315.192485:0:32121:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777315.192487:0:32121:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.192489:0:32121:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777315.192491:0:32121:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777315.192492:0:32121:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777315.192493:0:32121:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000001:00000001:2.0:1788777315.192495:0:32121:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.192503:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d08 00000080:00000008:2.0:1788777315.192505:0:32121:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff94532091ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777315.192512:0:32121:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777315.192514:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7da0 00000080:00002000:2.0:1788777315.192516:0:32121:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff945320b13360, parent ffff9453208d0a20, inode ffff94532091ec08) hashed, 00000080:00000001:2.0:1788777315.192519:0:32121:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.192561:0:32121:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777315.192565:0:32121:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777315.192566:0:32121:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777315.192568:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7bd8 00000080:00200000:2.0:1788777315.192570:0:32121:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777315.192576:0:32121:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738200. 00800000:00000002:2.0:1788777315.192581:0:32121:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 3 00000080:00000001:2.0:1788777315.192584:0:32121:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777315.192588:0:32121:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777315.192590:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7af8 00800000:00000002:2.0:1788777315.192592:0:32121:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777315.192595:0:32121:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777315.192599:0:32121:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777315.192604:0:32121:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777315.192606:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d79c8 00000002:00010000:2.0:1788777315.192609:0:32121:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777315.192611:0:32121:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777315.192613:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.192616:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.192621:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:2.0:1788777315.192624:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777315.192628:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777315.192632:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777315.192636:0:32121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777315.192645:0:32121:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777315.192648:0:32121:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.192651:0:32121:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777315.192657:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777315.192659:0:32121:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777315.192661:0:32121:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777315.192663:0:32121:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777315.192665:0:32121:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777315.192666:0:32121:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777315.192669:0:32121:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777315.192671:0:32121:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 3 00000080:00000010:2.0:1788777315.192674:0:32121:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738200. 00000080:00000001:2.0:1788777315.192677:0:32121:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777315.192678:0:32121:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777315.192680:0:32121:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777315.192683:0:32121:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af888c 00800000:00000001:2.0:1788777315.192805:0:32121:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777315.192809:0:32121:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777315.192811:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.192813:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.192815:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.192817:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.192820:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.192822:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.192823:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777315.192825:0:32121:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777315.192827:0:32121:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777315.192829:0:32121:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af888c from it ffffb1cb819d7c10 00010000:00000001:2.0:1788777315.192831:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.192832:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.192833:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.192835:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.192837:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.192839:0:32121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777315.192842:0:32121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777315.192848:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.192849:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.192851:0:32121:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777315.192852:0:32121:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777315.192855:0:32121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777315.192861:0:32121:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777315.192863:0:32121:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777315.192864:0:32121:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777315.192867:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.192868:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.192869:0:32121:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.192872:0:32121:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777315.192874:0:32121:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.192876:0:32121:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.192879:0:32121:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.192881:0:32121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777315.192882:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.192883:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777315.192886:0:32121:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777315.192888:0:32121:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777315.192890:0:32121:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777315.192894:0:32121:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.192900:0:32121:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777315.192902:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7da0 00000080:00002000:2.0:1788777315.192904:0:32121:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff945320b13360) flags 0x48000e refc 0 00000080:00000001:2.0:1788777315.192906:0:32121:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.192908:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7e10 00000080:00200000:2.0:1788777315.192910:0:32121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:2.0:1788777315.192914:0:32121:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1788777315.192917:0:32121:0:(statahead.c:273:sa_get()) lustre: wrong pid=32102:32121 for entry f22.recovery-small-2 00000080:00000001:2.0:1788777315.192920:0:32121:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1788777315.192923:0:32121:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:2.0:1788777315.192927:0:32121:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777315.192929:0:32121:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777315.192930:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7d30 00000080:00200000:2.0:1788777315.192932:0:32121:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777315.192935:0:32121:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738200. 00800000:00000002:2.0:1788777315.192938:0:32121:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 3 00000080:00000001:2.0:1788777315.192941:0:32121:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777315.192942:0:32121:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777315.192944:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7c50 00800000:00000002:2.0:1788777315.192945:0:32121:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777315.192948:0:32121:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777315.192950:0:32121:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777315.192953:0:32121:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777315.192954:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7b20 00000002:00010000:2.0:1788777315.192955:0:32121:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777315.192958:0:32121:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777315.192959:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.192961:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.192963:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:2.0:1788777315.192966:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777315.192968:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777315.192970:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777315.192973:0:32121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777315.192979:0:32121:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777315.192981:0:32121:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777315.192984:0:32121:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777315.192990:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777315.192991:0:32121:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777315.192993:0:32121:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777315.192994:0:32121:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777315.192996:0:32121:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777315.192997:0:32121:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777315.192999:0:32121:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777315.193001:0:32121:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 3 00000080:00000010:2.0:1788777315.193003:0:32121:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738200. 00000080:00000001:2.0:1788777315.193005:0:32121:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777315.193006:0:32121:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777315.193008:0:32121:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777315.193011:0:32121:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af888c 00800000:00000001:2.0:1788777315.193013:0:32121:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777315.193014:0:32121:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777315.193016:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.193017:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.193019:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.193020:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.193023:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.193025:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.193026:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777315.193028:0:32121:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777315.193042:0:32121:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777315.193044:0:32121:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af888c from it ffffb1cb819d7d68 00010000:00000001:2.0:1788777315.193046:0:32121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777315.193047:0:32121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777315.193049:0:32121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9600 refcount=3 00000020:00000001:2.0:1788777315.193051:0:32121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.193053:0:32121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773824 : -118390647777792 : ffff9453077e9600) 00010000:00000001:2.0:1788777315.193054:0:32121:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777315.193057:0:32121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777315.193062:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.193063:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.193064:0:32121:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777315.193066:0:32121:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777315.193067:0:32121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777315.193072:0:32121:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777315.193074:0:32121:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777315.193075:0:32121:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777315.193077:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.193078:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.193079:0:32121:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.193081:0:32121:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777315.193082:0:32121:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.193083:0:32121:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.193085:0:32121:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.193086:0:32121:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777315.193087:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.193088:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777315.193090:0:32121:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777315.193091:0:32121:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777315.193093:0:32121:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:2.0:1788777315.193096:0:32121:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.193099:0:32121:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1788777315.193101:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7df8 00000080:00200000:2.0:1788777315.193102:0:32121:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:2.0:1788777315.193105:0:32121:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788777315.193107:0:32121:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777315.193110:0:32121:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777315.193112:0:32121:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777315.193114:0:32121:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777315.193117:0:32121:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945310214f80 00020000:00000002:2.0:1788777315.193120:0:32121:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b7ea0 addref 2/0 by ffff945310214f80. 00020000:00000002:2.0:1788777315.193123:0:32121:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945310214f80 00020000:00000001:2.0:1788777315.193125:0:32121:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777315.193127:0:32121:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777315.193128:0:32121:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777315.193130:0:32121:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788777315.193132:0:32121:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788777315.193134:0:32121:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777315.193136:0:32121:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788777315.193140:0:32121:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738200. 00800000:00000002:2.0:1788777315.193142:0:32121:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 3 00800000:00000001:2.0:1788777315.193149:0:32121:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788777315.193153:0:32121:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788777315.193155:0:32121:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2b:0x0] 00800000:00000001:2.0:1788777315.193157:0:32121:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777315.193159:0:32121:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2b:0x0] -> mds #0 00000002:00000001:2.0:1788777315.193162:0:32121:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788777315.193164:0:32121:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777315.193166:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:2.0:1788777315.193168:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777315.193170:0:32121:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777315.193173:0:32121:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777315.193175:0:32121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788777315.193187:0:32121:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777315.193190:0:32121:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777315.193191:0:32121:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777315.193193:0:32121:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777315.193196:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.193197:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.193198:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 4 00010000:00000001:2.0:1788777315.193200:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777315.193202:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.193204:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.193205:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.193206:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 4 00010000:00000001:2.0:1788777315.193208:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777315.193209:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.193211:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.193212:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.193213:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 4 00010000:00000001:2.0:1788777315.193214:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777315.193216:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.193217:0:32121:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777315.193782:0:32121:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777315.193789:0:32121:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777315.193790:0:32121:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777315.193793:0:32121:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777315.193794:0:32121:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.193799:0:32121:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777315.193802:0:32121:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777315.193803:0:32121:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777315.193805:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777315.193806:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777315.193810:0:32121:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9600 with handle 0xe53f2b0cb7af888c from hash 00010000:00000001:2.0:1788777315.193812:0:32121:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777315.193814:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.193815:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.193816:0:32121:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777315.193819:0:32121:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777315.193821:0:32121:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777315.193824:0:32121:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777315.193826:0:32121:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777315.193828:0:32121:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777315.193830:0:32121:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777315.193834:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 2 00010000:00000001:2.0:1788777315.193836:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777315.193838:0:32121:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777315.193840:0:32121:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777315.193843:0:32121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788777315.193849:0:32121:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777315.193851:0:32121:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777315.193852:0:32121:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777315.193854:0:32121:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1788777315.193856:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.193858:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.193859:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 3 00010000:00000001:2.0:1788777315.193861:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777315.193864:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.193865:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.193866:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.193867:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 3 00010000:00000001:2.0:1788777315.193869:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777315.193870:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.193872:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.193873:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.193874:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 3 00010000:00000001:2.0:1788777315.193876:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777315.193877:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777315.193879:0:32121:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777315.193879:0:32121:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777315.193881:0:32121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8200 count: 3 00010000:00000001:2.0:1788777315.193883:0:32121:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777315.193885:0:32121:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.193887:0:32121:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.193889:0:32121:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777315.193891:0:32121:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777315.193893:0:32121:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777315.193895:0:32121:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777315.193897:0:32121:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788777315.193899:0:32121:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1788777315.193902:0:32121:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788777315.193904:0:32121:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788777315.193907:0:32121:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777315.193909:0:32121:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777315.193911:0:32121:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788777315.193914:0:32121:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777315.193915:0:32121:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777315.193917:0:32121:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777315.193919:0:32121:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777315.193921:0:32121:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788777315.193923:0:32121:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff94532091ec08) invalid 00000020:00000001:2.0:1788777315.193925:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7a60 00000080:00002000:2.0:1788777315.193926:0:32121:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff945320b13360) parent ffff9453208d0a20 inode ffff94532091ec08 refc 1 00000080:00000001:2.0:1788777315.193930:0:32121:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788777315.193931:0:32121:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777315.193932:0:32121:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.193934:0:32121:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777315.193936:0:32121:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777315.193937:0:32121:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777315.193938:0:32121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777315.193939:0:32121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777315.193941:0:32121:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155200 with handle 0xe53f2b0cb7af8893 from hash 00010000:00000001:2.0:1788777315.193943:0:32121:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777315.193944:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777315.193945:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.193946:0:32121:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777315.193947:0:32121:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777315.193949:0:32121:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777315.193952:0:32121:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777315.193953:0:32121:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777315.193955:0:32121:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777315.193961:0:32121:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777315.193965:0:32121:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777315.193969:0:32121:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777315.193971:0:32121:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.193973:0:32121:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777315.193976:0:32121:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777315.193977:0:32121:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.193980:0:32121:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777315.193982:0:32121:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777315.193985:0:32121:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777315.193991:0:32121:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945318738a00. 00000100:00000001:2.0:1788777315.193997:0:32121:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.194000:0:32121:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777315.194002:0:32121:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777315.194007:0:32121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777315.194015:0:32121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788777315.194021:0:32121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1788777315.194023:0:32121:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788777315.194025:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777315.194167:0:32121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155200/0xe53f2b0cb7af8893 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3c4a8 expref: -99 pid: 32121 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788777315.194177:0:32121:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6c00. 00010000:00000040:2.0:1788777315.194182:0:32121:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8200 count: 0 00010000:00000010:2.0:1788777315.194187:0:32121:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e380. 00010000:00000001:2.0:1788777315.194195:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.194196:0:32121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777315.194199:0:32121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9600/0xe53f2b0cb7af888c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c48c expref: -99 pid: 32121 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777315.194206:0:32121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777315.194208:0:32121:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.194209:0:32121:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777315.194211:0:32121:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777315.194212:0:32121:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788777315.194332:0:32121:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788777315.194344:0:32121:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914ce00 x1875667126130048/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777315.194352:0:32121:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777315.194354:0:32121:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777315.194360:0:32121:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945310223180. 00000100:00000001:2.0:1788777315.194362:0:32121:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683206713728 : -118390502837888 : ffff945310223180) 00000100:00000001:2.0:1788777315.194365:0:32121:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777315.194366:0:32121:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777315.194371:0:32121:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777315.194375:0:32121:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.194377:0:32121:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777315.194379:0:32121:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777315.194383:0:32121:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126130048/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.194391:0:32121:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777315.194393:0:32121:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.194396:0:32121:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777315.194399:0:32121:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777315.194401:0:32121:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777315.194404:0:32121:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32121:1875667126130048:192.168.203.135@tcp:36:rm.0 00000100:00000001:2.0:1788777315.194408:0:32121:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777315.194413:0:32121:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777315.194416:0:32121:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777315.194418:0:32121:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777315.194423:0:32121:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aa400. 02000000:00000001:2.0:1788777315.194424:0:32121:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777315.194430:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777315.194434:0:32121:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064645d8. 00000400:00000010:2.0:1788777315.194441:0:32121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777315.194448:0:32121:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126130048, portal 10 00000100:00000001:2.0:1788777315.194450:0:32121:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777315.194451:0:32121:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777315.194458:0:32121:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ce00 x1875667126130048/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777315.194464:0:32121:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777315.194467:0:32121:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777315.194469:0:32121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1e58. 00000100:00000200:2.0:1788777315.194472:0:32121:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875667126130048, offset 0 00000400:00000200:2.0:1788777315.194478:0:32121:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777315.194487:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777315.194493:0:32121:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777315.194499:0:32121:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777315.194503:0:32121:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777315.194507:0:32121:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777315.194510:0:32121:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777315.194514:0:32121:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2512:2512:256:4294967295] 192.168.203.135@tcp LPNI seq info [2507:2507:8:4294967295] 00000400:00000200:2.0:1788777315.194518:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777315.194527:0:32121:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777315.194533:0:32121:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777315.194538:0:32121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99100. 00000800:00000200:2.0:1788777315.194544:0:32121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777315.194550:0:32121:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777315.194554:0:32121:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99100 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788777315.194621:0:32121:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777315.194626:0:32121:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 799800 usecs (800 jiffies) 00000400:00000200:2.0:1788777315.194630:0:32121:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777315.194633:0:32121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296466301 00000100:00000001:2.0:1788777315.194636:0:32121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296469557 00000100:00000001:2.0:1788777315.194638:0:32121:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296466301 00000100:00000001:2.0:1788777315.194640:0:32121:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296469557 00000100:00000001:2.0:1788777315.194642:0:32121:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777315.194645:0:32121:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777315.194648:0:32121:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777315.194650:0:32121:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777315.194652:0:32121:0:(client.c:2715:ptlrpc_set_wait()) set ffff945310223180 going to sleep for 11 seconds 00000100:00000001:2.0:1788777315.194655:0:32121:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777315.194657:0:32121:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777315.195174:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.195179:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99100. 00000400:00000200:1.0:1788777315.195184:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.195190:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777315.195195:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1e58 00000400:00000010:1.0:1788777315.195197:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1e58. 00000100:00000001:1.0:1788777315.195201:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777315.195206:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126130048/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.195215:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777315.195416:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126130048/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.195426:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777315.195428:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777315.199497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8200. 00010000:00000010:2.1:1788777315.199509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155200. 00010000:00000010:2.1:1788777315.199513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9600. 00000800:00000001:1.0:1788777315.203482:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.203503:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777315.203507:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.203510:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.203519:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.203527:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777315.203536:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.203541:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.203547:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.203551:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 4320 into portal 4 MB=0x6a9e8c8c51480 00000400:00000200:1.0:1788777315.203556:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.203561:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 4320/4320 into md 0x6c29 [2] + 224 00000800:00000001:1.0:1788777315.203568:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.203580:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.203583:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.203588:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777315.203596:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777315.203606:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777315.203617:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.203638:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777315.203648:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.203652:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.203796:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777315.203801:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777315.203807:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777315.203809:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777315.203811:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777315.203817:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945310906d80 00000400:00000010:3.0:1788777315.203819:0:2349:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff945310906d80. 00000100:00000001:3.0:1788777315.203823:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777315.203828:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777315.203837:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.203844:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777315.203846:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.203849:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777315.203852:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777315.203855:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777315.203857:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.203860:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777315.203868:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024580 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1788777315.203872:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777315.203875:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777315.203879:0:2349:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.203886:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788777315.203889:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777315.203891:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967651 00000100:00000001:3.0:1788777315.203893:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777315.203896:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788777315.203901:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.203907:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1788777315.203911:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777315.203913:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777315.203916:0:2349:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1788777315.203921:0:2349:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1788777315.203926:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777315.203928:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777315.203930:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777315.203933:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=4 00000020:00000001:3.0:1788777315.203936:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777315.203940:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00010000:3.0:1788777315.203945:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777315.203953:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788777315.203957:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777315.204659:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777315.204663:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777315.204668:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777315.204669:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777315.204672:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777315.204677:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777315.204680:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777315.204683:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777315.204685:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777315.204769:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152da00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777315.204774:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777315.204777:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777315.204783:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777315.204785:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777315.204788:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777315.204792:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777315.204794:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777315.204796:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777315.204798:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777315.204800:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152da00 refcount=5 00000020:00000001:3.0:1788777315.204802:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777315.204804:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244352 : -118390751307264 : ffff94530152da00) 00010000:00000001:3.0:1788777315.204807:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777315.204809:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777315.204814:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777315.204815:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777315.204818:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777315.204820:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777315.204823:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777315.204825:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777315.204826:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777315.204828:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777315.204831:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152da00 with handle 0xe53f2b0cb7af889a from hash 00010000:00000001:3.0:1788777315.204833:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777315.204834:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777315.204835:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777315.204836:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777315.204838:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777315.204839:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777315.204841:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777315.204843:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777315.204844:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777315.204846:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777315.204848:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777315.204853:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777315.204854:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777315.204855:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777315.204857:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777315.204858:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777315.204859:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777315.204860:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777315.204862:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152da00/0xe53f2b0cb7af889a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32103 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777315.204869:0:2349:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34d00 count: 0 00010000:00000010:3.0:1788777315.204876:0:2349:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327380. 00010000:00000001:3.0:1788777315.204887:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777315.204889:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777315.204893:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788777315.204896:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819bfc58 00000080:00400000:3.0:1788777315.204898:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:3.0:1788777315.204900:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788777315.204903:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777315.204905:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff945303c2e190 released 00000080:00000001:3.0:1788777315.204907:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788777315.204910:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 3 00000080:00000010:3.0:1788777315.204913:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9453109063c0. 00000080:00000010:3.0:1788777315.204916:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff945303c2e000. 00000080:00000001:3.0:1788777315.204920:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788777315.204923:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff945308bb9f80. 00000002:00000010:3.0:1788777315.204926:0:2349:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff94531070a000. 00000002:00000010:3.0:1788777315.204929:0:2349:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff945308bb9780. 00000002:00000010:3.0:1788777315.204931:0:2349:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff945304d6c540. 00000002:00000001:3.0:1788777315.204934:0:2349:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1788777315.204936:0:2349:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788777315.205159:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777315.205170:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126129792:192.168.203.135@tcp:63:ll_sa.0 00000100:00000001:3.0:1788777315.205175:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.205178:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777315.205182:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c000 x1875667126129792/t0(0) o63->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788777331 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.205189:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777315.205192:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777315.205195:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9453102ee000. 02000000:00000001:3.0:1788777315.205199:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777315.205201:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777315.205203:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777315.205204:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777315.205207:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2d000. 02000000:00000001:3.0:1788777315.205210:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777315.205211:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777315.205213:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c000. 00000100:00000001:3.0:1788777315.205216:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777315.205458:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.205461:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.205468:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777315.205470:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.205473:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777315.205475:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777315.211330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34d00. 00010000:00000010:3.1:1788777315.211344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152da00. 00000800:00000001:1.0:1788777315.218109:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.218128:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777315.218133:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.218136:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.218145:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.218153:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777315.218162:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.218167:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.218172:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.218175:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c51580 00000400:00000200:1.0:1788777315.218181:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.218186:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6c31 [1] + 224 00000800:00000001:1.0:1788777315.218194:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.218204:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777315.218208:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.218212:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777315.221982:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777315.222000:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126130048/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777315.222012:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94530914ce00 x1875667126130048/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777315.222038:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777315.222052:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777315.222058:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.222065:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777315.222071:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2513:2513:256:4294967295] 192.168.203.135@tcp LPNI seq info [2508:2508:8:4294967295] 00000400:00000200:1.0:1788777315.222075:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777315.222095:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777315.222101:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777315.222111:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534100. 00000800:00000200:1.0:1788777315.222117:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777315.222125:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777315.222129:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777315.222241:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777315.222245:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534100. 00000400:00000200:1.0:1788777315.222249:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777315.222254:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777315.222262:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777315.222269:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.222418:0:32121:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777315.222425:0:32121:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777315.222427:0:32121:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777315.222431:0:32121:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064645d8. 00000400:00000200:3.0:1788777315.222435:0:32121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:3.0:1788777315.222437:0:32121:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:3.0:1788777315.222440:0:32121:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777315.222446:0:32121:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126130048/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777315.222455:0:32121:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126130048/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/624 e 0 to 0 dl 1788777331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.222461:0:32121:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777315.222463:0:32121:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.222465:0:32121:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777315.222468:0:32121:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777315.222470:0:32121:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777315.222473:0:32121:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777315.222476:0:32121:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777315.222484:0:32121:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=138 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777315.222488:0:32121:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777315.222490:0:32121:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777315.222492:0:32121:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777315.222495:0:32121:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777315.222499:0:32121:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.222502:0:32121:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777315.222504:0:32121:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x100000161] 00000100:00000001:3.0:1788777315.222506:0:32121:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777315.222508:0:32121:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777315.222509:0:32121:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:3.0:1788777315.222512:0:32121:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777315.222514:0:32121:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967651 00000100:00000001:3.0:1788777315.222516:0:32121:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777315.222518:0:32121:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777315.222523:0:32121:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126130048/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.222530:0:32121:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777315.222533:0:32121:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777315.222535:0:32121:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777315.222539:0:32121:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126130048/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777315.222547:0:32121:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32121:1875667126130048:192.168.203.135@tcp:36:rm.0 00000100:00000001:3.0:1788777315.222551:0:32121:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777315.222554:0:32121:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777315.222556:0:32121:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777315.222558:0:32121:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777315.222561:0:32121:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126130048/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.222568:0:32121:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777315.222571:0:32121:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945310223180. 00000100:00000001:3.0:1788777315.222575:0:32121:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777315.222577:0:32121:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777315.222584:0:32121:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777315.222587:0:32121:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777315.222591:0:32121:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777315.222594:0:32121:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738200. 00000100:00000001:3.0:1788777315.222599:0:32121:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777315.222603:0:32121:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126130048/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777315.222609:0:32121:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777315.222613:0:32121:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777315.222623:0:32121:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777315.222626:0:32121:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb819d7e28 00000080:00002000:3.0:1788777315.222629:0:32121:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff945320b13360, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777315.222632:0:32121:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777315.222638:0:32121:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777315.222643:0:32121:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788777315.245182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5240. 00010000:00000001:1.0:1788777315.294092:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777315.294099:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777315.294103:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777315.294104:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.299321:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777315.299329:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777315.299334:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00400000:3.0:1788777315.318331:0:32103:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff94532121a800, parent / hit 0 miss 0 00000080:00000001:3.0:1788777315.318351:0:32103:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788777315.318355:0:32103:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788777315.318359:0:32103:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777315.318363:0:32103:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777315.318367:0:32103:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777315.318372:0:32103:0:(cl_object.c:143:cl_object_top()) ffff9453093062d8 -> ffff9453093062d8 00000020:00000001:3.0:1788777315.318375:0:32103:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777315.318377:0:32103:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777315.318379:0:32103:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777315.318383:0:32103:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777315.318384:0:32103:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777315.318398:0:32103:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777315.318403:0:32103:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9453105c9c20 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788777315.318406:0:32103:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945307d08000 00020000:00000001:3.0:1788777315.318410:0:32103:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777315.318413:0:32103:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777315.318415:0:32103:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777315.318417:0:32103:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318420:0:32103:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777315.318422:0:32103:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777315.318423:0:32103:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318425:0:32103:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777315.318426:0:32103:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777315.318427:0:32103:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777315.318428:0:32103:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945307d08000 00000020:00000001:3.0:1788777315.318431:0:32103:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318434:0:32103:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777315.318436:0:32103:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788777315.318438:0:32103:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777315.318441:0:32103:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777315.318444:0:32103:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777315.318448:0:32103:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777315.318450:0:32103:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777315.318451:0:32103:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777315.318453:0:32103:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153048 : -118390618398568 : ffff9453093ee098) 00000020:00001000:3.0:1788777315.318454:0:32103:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee090 00000020:00000001:3.0:1788777315.318457:0:32103:0:(cl_object.c:143:cl_object_top()) ffff945309306f58 -> ffff9453093062d8 00000020:00000001:3.0:1788777315.318459:0:32103:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777315.318461:0:32103:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777315.318462:0:32103:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777315.318464:0:32103:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318465:0:32103:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318467:0:32103:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777315.318470:0:32103:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777315.318471:0:32103:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318473:0:32103:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318475:0:32103:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318477:0:32103:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788777315.318478:0:32103:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777315.318480:0:32103:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777315.318481:0:32103:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777315.318482:0:32103:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777315.318484:0:32103:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318485:0:32103:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318487:0:32103:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318489:0:32103:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318491:0:32103:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777315.318492:0:32103:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318494:0:32103:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318496:0:32103:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788777315.318498:0:32103:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777315.318499:0:32103:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777315.318500:0:32103:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777315.318513:0:32103:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788777315.318517:0:32103:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788777315.318520:0:32103:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788777315.318523:0:32103:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945307f6c000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788777315.318526:0:32103:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788777315.318529:0:32103:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945307f6c000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1788777315.318533:0:32103:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777315.318535:0:32103:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318536:0:32103:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318538:0:32103:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318539:0:32103:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318541:0:32103:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318543:0:32103:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788777315.318544:0:32103:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788777315.318546:0:32103:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788777315.318547:0:32103:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788777315.318548:0:32103:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788777315.318550:0:32103:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318551:0:32103:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788777315.318553:0:32103:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788777315.318554:0:32103:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788777315.318557:0:32103:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788777315.318558:0:32103:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777315.318559:0:32103:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777315.318560:0:32103:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788777315.318561:0:32103:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318563:0:32103:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318564:0:32103:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788777315.318565:0:32103:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788777315.318567:0:32103:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788777315.318568:0:32103:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788777315.318569:0:32103:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777315.318570:0:32103:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777315.318572:0:32103:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777315.318572:0:32103:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788777315.318574:0:32103:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788777315.318575:0:32103:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318577:0:32103:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318578:0:32103:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777315.318579:0:32103:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777315.318580:0:32103:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318582:0:32103:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777315.318584:0:32103:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777315.318586:0:32103:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777315.318587:0:32103:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777315.318588:0:32103:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777315.318590:0:32103:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee090 00020000:00000001:3.0:1788777315.318592:0:32103:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777315.318594:0:32103:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777315.318596:0:32103:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777315.318598:0:32103:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777315.318601:0:32103:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777315.318602:0:32103:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777315.318604:0:32103:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777315.318606:0:32103:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777315.318610:0:32103:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788777315.318613:0:32103:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff94532091ec08) 00800000:00000001:3.0:1788777315.318618:0:32103:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788777315.318619:0:32103:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2b:0x0] 00000002:00000001:3.0:1788777315.318625:0:32103:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788777315.318631:0:32103:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777315.318633:0:32103:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777315.318636:0:32103:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788777315.318638:0:32103:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788777315.318640:0:32103:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777315.318642:0:32103:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777315.318645:0:32103:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777315.318647:0:32103:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777315.318649:0:32103:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00020000:00000001:3.0:1788777315.318654:0:32103:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1788777315.318656:0:32103:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945307d08000 00020000:00000001:3.0:1788777315.318658:0:32103:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1788777315.318661:0:32103:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7ea0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777315.318666:0:32103:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777315.318671:0:32103:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609e00: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:3.0:1788777315.318674:0:32103:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788777315.318676:0:32103:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.318678:0:32103:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1788777315.318679:0:32103:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1788777315.318683:0:32103:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1788777315.319093:0:32103:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8000 count: 2 00010000:00000001:3.0:1788777315.319096:0:32103:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777315.319099:0:32103:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1788777315.319101:0:32103:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1788777315.319106:0:32103:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:3.0:1788777315.319119:0:32103:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000020:00000001:3.0:1788777315.319121:0:32103:0:(cl_object.c:143:cl_object_top()) ffff945307f6c000 -> ffff9453093062d8 00000008:00000001:3.0:1788777315.319123:0:32103:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777315.319125:0:32103:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777315.319128:0:32103:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777315.319130:0:32103:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788777315.319137:0:32103:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff945307f6c000. 00020000:00000001:3.0:1788777315.319143:0:32103:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1788777315.319145:0:32103:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff945309306ed8. 00020000:00000001:3.0:1788777315.319152:0:32103:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1788777315.319154:0:32103:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777315.319156:0:32103:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777315.319159:0:32103:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945307d08000 00020000:00000001:3.0:1788777315.319161:0:32103:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1788777315.319162:0:32103:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1788777315.319164:0:32103:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9453091925d0) owner 0000000000000000/ffff945307d08000 00020000:00000001:3.0:1788777315.319167:0:32103:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1788777315.319169:0:32103:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff945306525be0. 00020000:00000010:3.0:1788777315.319173:0:32103:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff945310223540. 00020000:00000010:3.0:1788777315.319177:0:32103:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9453106729d0. 00020000:00000002:3.0:1788777315.319180:0:32103:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7ea0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777315.319184:0:32103:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777315.319188:0:32103:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945310609e00: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:3.0:1788777315.319192:0:32103:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945310609e00. 00020000:00000010:3.0:1788777315.319195:0:32103:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b76c0. 00020000:00000010:3.0:1788777315.319198:0:32103:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7ea0. 00020000:00000001:3.0:1788777315.319200:0:32103:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1788777315.319202:0:32103:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9453091925d0) owner 0000000000000000/ffff945307d08000 00020000:00000010:3.0:1788777315.319204:0:32103:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9453091925d0. 00020000:00000001:3.0:1788777315.319208:0:32103:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1788777315.319211:0:32103:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff945309306258. 00000020:00001000:3.0:1788777315.319215:0:32103:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777315.319254:0:32103:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788777315.319256:0:32103:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:3.0:1788777315.319269:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73e60 00000080:00400000:3.0:1788777315.319271:0:32103:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff945311155400) index 1 00000080:00000010:3.0:1788777315.319274:0:32103:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff945311155400. 00000020:00000001:3.0:1788777315.319278:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73e60 00000080:00400000:3.0:1788777315.319280:0:32103:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff945311155d00) index 2 00000080:00000010:3.0:1788777315.319281:0:32103:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff945311155d00. 00000020:00000001:3.0:1788777315.319283:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73e60 00000080:00400000:3.0:1788777315.319285:0:32103:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff945311155c00) index 3 00000080:00000010:3.0:1788777315.319286:0:32103:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff945311155c00. 00000020:00000001:3.0:1788777315.319289:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73e60 00000080:00400000:3.0:1788777315.319291:0:32103:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff945311155780) index 4 00000080:00000010:3.0:1788777315.319293:0:32103:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff945311155780. 00000020:00000001:3.0:1788777315.319295:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73e60 00000080:00400000:3.0:1788777315.319296:0:32103:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff945311155580) index 5 00000080:00000010:3.0:1788777315.319298:0:32103:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff945311155580. 00000020:00000001:3.0:1788777315.319300:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73e60 00000080:00400000:3.0:1788777315.319301:0:32103:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff945311155f00) index 6 00000080:00000010:3.0:1788777315.319303:0:32103:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff945311155f00. 00000020:00000001:3.0:1788777315.319305:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73e60 00000080:00400000:3.0:1788777315.319306:0:32103:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff945311155c80) index 7 00000080:00000010:3.0:1788777315.319308:0:32103:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff945311155c80. 00000020:00000001:3.0:1788777315.319310:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73e60 00000080:00400000:3.0:1788777315.319312:0:32103:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff945311155a00) index 8 00000080:00000010:3.0:1788777315.319313:0:32103:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff945311155a00. 00000020:00000001:3.0:1788777315.319315:0:32103:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d73e60 00000080:00400000:3.0:1788777315.319316:0:32103:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff945311155200) index 9 00000080:00000010:3.0:1788777315.319318:0:32103:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff945311155200. 00000080:00000010:3.0:1788777315.319322:0:32103:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff94532121a800. 00000080:00000010:3.0:1788777315.319327:0:32103:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff945308b73000. 00000080:00000010:3.1:1788777315.356016:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94532091eb40. 00000080:00000001:0.0:1788777316.307177:0:32206:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777316.318964:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777316.318970:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777316.318976:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777316.318977:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777316.323070:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777316.323076:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777316.323081:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777317.341421:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777317.341427:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777317.341432:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777317.341433:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777317.341472:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777317.341476:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777317.341479:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777318.365641:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777318.365652:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777318.365661:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777318.365662:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777318.367473:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777318.367481:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777318.367486:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777318.965812:0:32343:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777319.393811:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777319.393816:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777319.394145:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777319.394147:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777319.395802:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777319.395807:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777319.395811:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777319.709408:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296469557, at 4296470016 00000100:00000010:1.0:1788777319.709422:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4000. 00000100:00000040:0.0:1788777319.712205:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296469557, at 4296470018 00000100:00000010:0.0:1788777319.712232:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4780. 00000800:00000001:1.0:1788777319.824075:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777319.824094:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777319.824098:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777319.824100:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777319.824108:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777319.824115:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777319.824124:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777319.824129:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777319.824133:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777319.824137:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d5a980 00000400:00000200:1.0:1788777319.824145:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x6a69 [2] + 0 00000800:00000001:1.0:1788777319.824151:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777319.824161:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777319.824165:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777319.824168:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777319.824176:0:2338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788777319.824178:0:2338:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788777319.824184:0:2338:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ea00. 00000100:00000040:1.0:1788777319.824188:0:2338:0:(events.c:337:request_in_callback()) incoming req@ffff94530906ea00 x1875667143993728 msgsize 328 00000100:00100000:1.0:1788777319.824192:0:2338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:1.0:1788777319.824273:0:2338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788777319.824282:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777319.824285:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777319.824355:0:15901:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788777319.824358:0:15901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667143993728 02000000:00000001:0.0:1788777319.824361:0:15901:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788777319.824364:0:15901:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777319.824366:0:15901:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777319.824371:0:15901:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777319.824375:0:15901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667143993728 00000020:00000001:0.0:1788777319.824378:0:15901:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777319.824380:0:15901:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:0.0:1788777319.824382:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777319.824385:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:0.0:1788777319.824387:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:0.0:1788777319.824389:0:15901:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000001:0.0:1788777319.824394:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777319.824399:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048a00. 00000100:00000001:0.0:1788777319.824402:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777319.824404:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048a00. 00000020:00000010:0.0:1788777319.824410:0:15901:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945310363e00. 00000020:00000010:0.0:1788777319.824415:0:15901:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945309327c00. 00000020:00000010:0.0:1788777319.824420:0:15901:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945309322960. 00000100:00000040:0.0:1788777319.824428:0:15901:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788777319.824431:0:15901:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788777319.824432:0:15901:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788777319.824434:0:15901:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777319.824442:0:15901:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777319.824491:0:15901:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777319.824502:0:15901:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788777319.824504:0:15901:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788777319.824509:0:15901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 59 00000100:00000040:0.0:1788777319.824512:0:15901:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119b8800 : new rpc_count 1 00000100:00000001:0.0:1788777319.824514:0:15901:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683087485440 : -118390622066176 : ffff94530906ea00) 00000100:00000040:0.0:1788777319.824522:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94530906ea00 x1875667143993728/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:375/0 lens 328/0 e 0 to 0 dl 1788777330 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777319.824531:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777319.824534:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048a00. 00000100:00000001:0.0:1788777319.824536:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777319.824539:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048a00. 00000100:00100000:0.0:1788777319.824543:0:15901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94530906ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6687:x1875667143993728:12345-192.168.203.135@tcp:104: 00000100:00000200:0.0:1788777319.824547:0:15901:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667143993728 00010000:00000001:0.0:1788777319.824549:0:15901:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788777319.824555:0:15901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777319.824557:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777319.824559:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=2 00000020:00000001:0.0:1788777319.824561:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:0.0:1788777319.824564:0:15901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:0.0:1788777319.824567:0:15901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777319.824570:0:15901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777319.824575:0:15901:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1788777319.824586:0:15901:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788777319.824589:0:15901:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788777319.824593:0:15901:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945307d20800. 02000000:00000001:0.0:1788777319.824596:0:15901:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777319.824599:0:15901:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777319.824603:0:15901:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788777319.824606:0:15901:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777319.824609:0:15901:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=142 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777319.824614:0:15901:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777319.824617:0:15901:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777319.824619:0:15901:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:0.0:1788777319.824622:0:15901:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788777319.824624:0:15901:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777319.824627:0:15901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777319.824629:0:15901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777319.824633:0:15901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c770. 00000100:00000200:0.0:1788777319.824638:0:15901:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667143993728, offset 224 00000400:00000200:0.0:1788777319.824645:0:15901:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777319.824652:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777319.824658:0:15901:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777319.824664:0:15901:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2514:2514:256:4294967295] 192.168.203.135@tcp LPNI seq info [2509:2509:8:4294967295] 00000400:00000200:0.0:1788777319.824668:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777319.824676:0:15901:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777319.824681:0:15901:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777319.824686:0:15901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f500. 00000800:00000200:0.0:1788777319.824692:0:15901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777319.824708:0:15901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777319.824712:0:15901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777319.824724:0:15901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777319.824727:0:15901:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:0.0:1788777319.824729:0:15901:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788777319.824733:0:15901:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff945306476c00. 00010000:00000001:0.0:1788777319.824735:0:15901:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788777319.824789:0:15901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788777319.824792:0:15901:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777319.824793:0:15901:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777319.824795:0:15901:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777319.824800:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ea00 x1875667143993728/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:375/0 lens 328/224 e 0 to 0 dl 1788777330 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788777319.824809:0:15901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94530906ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6687:x1875667143993728:12345-192.168.203.135@tcp:104: Request processed in 276us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788777319.824816:0:15901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 59 00000100:00000040:0.0:1788777319.824819:0:15901:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119b8800 : new rpc_count 0 00000100:00000001:0.0:1788777319.824821:0:15901:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788777319.824822:0:15901:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788777319.824827:0:15901:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945309327c00. 00000020:00000010:0.0:1788777319.824830:0:15901:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945309322960. 00000020:00000010:0.0:1788777319.824834:0:15901:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945310363e00. 00000020:00000040:0.0:1788777319.824838:0:15901:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000001:0.0:1788777319.824842:0:15901:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777319.825084:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777319.825087:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777319.825090:0:15910:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788777319.825093:0:15910:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788777319.825095:0:15910:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777319.825099:0:15910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777319.825109:0:15910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309155000 already unused, calling callback (ffffffffc1359300) 00000008:00000001:3.0:1788777319.825111:0:15910:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788777319.825114:0:15910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777319.825115:0:15910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777319.825116:0:15910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777319.825118:0:15910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155000 refcount=3 00000020:00000001:3.0:1788777319.825120:0:15910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777319.825122:0:15910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429056 : -118390621122560 : ffff945309155000) 00010000:00000001:3.0:1788777319.825125:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777319.825128:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788777319.825136:0:15910:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788777319.825137:0:15910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777319.825140:0:15910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777319.825143:0:15910:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777319.825145:0:15910:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788777319.825147:0:15910:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777319.825149:0:15910:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777319.825151:0:15910:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777319.825154:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777319.825158:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777319.825159:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777319.825161:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777319.825163:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777319.825166:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155000 with handle 0xe53f2b0cb7af8854 from hash 00010000:00000001:3.0:1788777319.825169:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777319.825170:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777319.825172:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777319.825173:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777319.825177:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777319.825178:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788777319.825183:0:15910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777319.825186:0:15910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777319.825188:0:15910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777319.825190:0:15910:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788777319.825195:0:15910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c000. 00000020:00000040:3.0:1788777319.825198:0:15910:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777319.825202:0:15910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777319.825204:0:15910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777319.825207:0:15910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777319.825213:0:15910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616ec00. 00000100:00000001:3.0:1788777319.825218:0:15910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777319.825277:0:15910:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777319.825282:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777319.825289:0:15910:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777319.825290:0:15910:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777319.825294:0:15910:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777319.825298:0:15910:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777319.825304:0:15910:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e9235fb] to pc [ptlrpcd_01_00+0] req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788777319.825321:0:15910:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777319.825324:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777319.825325:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777319.825326:0:15910:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777319.825328:0:15910:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777319.825330:0:15910:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777319.825333:0:15910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777319.825340:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777319.825343:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000aac1845e/0xe53f2b0cb7af8854 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa4f015c75ff3c469 expref: -99 pid: 32104 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788777319.825350:0:15910:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6640. 00010000:00000040:3.0:1788777319.825355:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8000 count: 0 00010000:00000010:3.0:1788777319.825361:0:15910:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9453054b8e00. 00010000:00000001:3.0:1788777319.825367:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777319.825369:0:15910:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788777319.825371:0:15910:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff945306476c00. 00010000:00000001:3.0:1788777319.825373:0:15910:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777319.825376:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777319.825377:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777319.825380:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777319.825381:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777319.825382:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777319.825384:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777319.825385:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777319.825386:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777319.825388:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777319.825394:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777319.825397:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777319.825398:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777319.825403:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777319.825410:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777319.825412:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777319.825415:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777319.825418:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777319.825420:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777319.825423:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126130176:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777319.825427:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777319.825431:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777319.825434:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777319.825436:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777319.825440:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616e800. 02000000:00000001:3.0:1788777319.825442:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777319.825447:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777319.825451:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777319.825456:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347bb0. 00000100:00000200:3.0:1788777319.825461:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126130176, portal 18 00000100:00000001:3.0:1788777319.825463:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777319.825465:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080986624 : -118390628564992 : ffff945308a3c000) 00000100:00000040:3.0:1788777319.825471:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777319.825478:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777319.825481:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777319.825483:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347330. 00000100:00000200:3.0:1788777319.825486:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126130176, offset 0 00000400:00000200:3.0:1788777319.825491:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777319.825496:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777319.825500:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777319.825505:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777319.825508:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777319.825512:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777319.825514:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777319.825517:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2515:2515:255:4294967295] 192.168.203.135@tcp LPNI seq info [2510:2510:7:4294967295] 00000400:00000200:3.0:1788777319.825520:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777319.825527:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777319.825532:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777319.825535:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df800. 00000800:00000200:3.0:1788777319.825539:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777319.825544:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777319.825548:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777319.825551:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777319.825554:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 261083 usecs (262 jiffies) 00000400:00000200:3.0:1788777319.825557:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777319.825560:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296470394 00000100:00000010:3.0:1788777319.825564:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6c660. 00000100:00000001:3.0:1788777319.825570:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788777319.825576:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296470394 00000100:00000010:3.0:1788777319.825579:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6c540. 00000100:00000001:3.0:1788777319.825582:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788777319.825584:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777319.825586:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777319.825589:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777319.825592:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777319.825596:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777319.825598:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777319.825600:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777319.825601:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777319.825602:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777319.825604:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777319.825613:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777319.825615:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777319.825706:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777319.825710:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:0.0:1788777319.825714:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777319.825718:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777319.825723:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c770 00000400:00000010:0.0:1788777319.825725:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c770. 00000100:00000001:0.0:1788777319.825729:0:2339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788777319.825731:0:2339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788777319.826323:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777319.826327:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df800. 00000400:00000200:0.0:1788777319.826330:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777319.826335:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777319.826338:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347330 00000400:00000010:0.0:1788777319.826340:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347330. 00000100:00000001:0.0:1788777319.826343:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777319.826348:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777319.826357:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777319.826360:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777319.826366:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777319.826367:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777319.830881:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777319.830897:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777319.830901:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777319.830904:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777319.830913:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777319.830921:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777319.830929:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777319.830934:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777319.830939:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777319.830944:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c51600 00000400:00000200:1.0:1788777319.830949:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777319.830955:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6c41 [1] + 224 00000800:00000001:1.0:1788777319.830962:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777319.830969:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777319.830972:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777319.830976:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777319.830983:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777319.830992:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777319.831001:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777319.831041:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777319.831045:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777319.832008:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777319.832022:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777319.832028:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777319.833442:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777319.833446:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777319.833450:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777319.833457:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347bb0 00000400:00000010:3.0:1788777319.833460:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347bb0. 00000100:00000001:3.0:1788777319.833463:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777319.833474:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777319.833484:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777319.833491:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777319.833493:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777319.833496:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777319.833498:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777319.833500:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777319.833503:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777319.833505:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777319.833514:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026538 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777319.833517:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777319.833520:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777319.833522:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777319.833524:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777319.833528:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777319.833532:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777319.833534:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777319.833536:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777319.833538:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777319.833543:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777319.833550:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777319.833553:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777319.833555:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777319.833559:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777319.833567:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126130176:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777319.833571:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777319.833574:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777319.833578:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c000 x1875667126130176/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777319.833584:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777319.833587:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777319.833591:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616e800. 02000000:00000001:3.0:1788777319.833594:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777319.833597:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777319.833599:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777319.833601:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777319.833603:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616ec00. 02000000:00000001:3.0:1788777319.833606:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777319.833608:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777319.833609:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c000. 00000100:00000001:3.0:1788777319.833613:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777319.833614:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777319.833616:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777319.833623:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777319.833625:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777319.833628:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777319.833631:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777319.835240:0:32436:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00010000:00000010:3.1:1788777319.835251:0:32436:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155000. 00000100:00000040:0.0:1788777320.093383:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296470394, at 4296470400 00000100:00000010:0.0:1788777320.093397:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6c660. 00000100:00000040:1.0:1788777320.104375:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296470394, at 4296470410 00000100:00000010:1.0:1788777320.104390:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6c540. 00000100:00000040:3.0:1788777320.222880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777320.222891:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777320.222900:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c000. 00000020:00000040:3.0:1788777320.222906:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777320.222910:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777320.222913:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777320.222917:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777320.222925:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df400. 00000100:00000001:3.0:1788777320.222932:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.222943:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777320.222954:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777320.222958:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.222964:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e9235fb] to pc [ptlrpcd_01_01+1] req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.222985:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.222988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777320.222992:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777320.222995:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d880. 00000020:00000040:3.0:1788777320.222997:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777320.222999:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777320.223000:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777320.223002:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777320.223005:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207dfb00. 00000100:00000001:3.0:1788777320.223007:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.223011:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777320.223018:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777320.223020:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.223023:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bdeab8] to pc [ptlrpcd_01_00+0] req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.223031:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.223033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788777320.223037:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788777320.223040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777320.223042:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777320.223046:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ed80. 00000020:00000040:3.0:1788777320.223048:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777320.223050:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777320.223051:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777320.223053:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777320.223055:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df200. 00000100:00000001:3.0:1788777320.223058:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.223074:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777320.223082:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777320.223083:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.223087:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000908053d5] to pc [ptlrpcd_01_01+1] req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.223094:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.223098:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1808) 00000100:00000001:3.0:1788777320.223109:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777320.223112:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777320.223114:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777320.223119:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.223125:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777320.223127:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.223131:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777320.223133:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777320.223136:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777320.223140:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126130304:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777320.223144:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777320.223149:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777320.223152:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.223154:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777320.223160:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945321934e00. 02000000:00000001:3.0:1788777320.223161:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777320.223168:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777320.223173:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777320.223179:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347bb0. 00000100:00000200:3.0:1788777320.223187:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126130304, portal 25 00000100:00000001:3.0:1788777320.223189:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777320.223191:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080986624 : -118390628564992 : ffff945308a3c000) 00000100:00000040:3.0:1788777320.223196:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.223205:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777320.223207:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777320.223210:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083473b8. 00000100:00000200:3.0:1788777320.223213:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126130304, offset 0 00000400:00000200:3.0:1788777320.223253:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777320.223262:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777320.223270:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777320.223275:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777320.223279:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777320.223283:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777320.223286:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777320.223289:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2516:2516:256:4294967295] 192.168.203.135@tcp LPNI seq info [2511:2511:8:4294967295] 00000400:00000200:3.0:1788777320.223293:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777320.223302:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777320.223309:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777320.223314:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df700. 00000800:00000200:3.0:1788777320.223320:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777320.223327:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777320.223331:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777320.223348:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777320.223352:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777320.223355:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296474673 00000100:00000010:3.0:1788777320.223361:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6cc00. 00000100:00000001:3.0:1788777320.223368:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788777320.223373:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296474673 00000100:00000010:3.0:1788777320.223376:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6c4e0. 00000100:00000001:3.0:1788777320.223378:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788777320.223382:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777320.223384:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.223387:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777320.223391:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.223396:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777320.223397:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.223399:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777320.223401:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777320.223403:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777320.223406:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126130560:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777320.223409:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777320.223411:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777320.223413:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.223414:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777320.223417:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945321934200. 02000000:00000001:3.0:1788777320.223419:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777320.223422:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777320.223424:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 00000400:00000010:3.0:1788777320.223428:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347e58. 00000100:00000200:3.0:1788777320.223431:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126130560, portal 4 00000100:00000001:3.0:1788777320.223433:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777320.223434:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000100:00000040:3.0:1788777320.223440:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.223445:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777320.223447:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777320.223449:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083475d8. 00000100:00000200:3.0:1788777320.223451:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126130560, offset 0 00000400:00000200:3.0:1788777320.223454:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777320.223458:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777320.223461:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777320.223464:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777320.223466:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777320.223468:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777320.223469:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777320.223472:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2517:2517:255:4294967295] 192.168.203.135@tcp LPNI seq info [2512:2512:7:4294967295] 00000400:00000200:3.0:1788777320.223476:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777320.223481:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777320.223484:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777320.223487:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfc00. 00000800:00000200:3.0:1788777320.223490:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777320.223494:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777320.223497:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777320.223500:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.223504:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 259590 usecs (260 jiffies) 00000400:00000200:3.0:1788777320.223506:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777320.223508:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296470790 00000100:00000001:3.0:1788777320.223510:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296474673 00000100:00000001:3.0:1788777320.223512:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296470790 00000100:00000001:3.0:1788777320.223514:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296474673 00000800:00000200:0.0:1788777320.223514:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788777320.223516:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777320.223518:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788777320.223519:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df700. 00000100:00000001:3.0:1788777320.223521:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.223523:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777320.223524:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777320.223529:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:3.0:1788777320.223530:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777320.223532:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1788777320.223533:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083473b8 00000100:00000001:3.0:1788777320.223534:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777320.223536:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1788777320.223536:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083473b8. 00000100:00000001:3.0:1788777320.223537:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777320.223539:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788777320.223540:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1788777320.223541:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.223543:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777320.223544:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788777320.223544:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.223546:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777320.223547:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777320.223549:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777320.223552:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777320.223553:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777320.223556:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.223558:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777320.223560:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.223562:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788777320.223563:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.223564:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777320.223565:0:2339:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1788777320.223566:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777320.223569:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126130432:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777320.223571:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777320.223573:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777320.223575:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.223577:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1788777320.223578:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1788777320.223580:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310e0f400. 00000800:00000010:0.0:1788777320.223580:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfc00. 02000000:00000001:3.0:1788777320.223582:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777320.223582:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788777320.223585:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777320.223585:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000010:3.0:1788777320.223588:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646de70. 00000400:00000200:0.0:1788777320.223588:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083475d8 00000400:00000010:0.0:1788777320.223590:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083475d8. 00000400:00000010:3.0:1788777320.223592:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083477f8. 00000100:00000001:0.0:1788777320.223592:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777320.223594:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777320.223595:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126130432, portal 10 00000100:00000001:3.0:1788777320.223597:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777320.223598:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000001:0.0:1788777320.223601:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.223604:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777320.223604:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.223611:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788777320.223611:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777320.223612:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788777320.223614:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777320.223616:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777320.223618:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126130432, offset 0 00000400:00000200:3.0:1788777320.223621:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777320.223625:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777320.223628:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777320.223631:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777320.223633:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777320.223635:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777320.223637:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777320.223640:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2518:2518:256:4294967295] 192.168.203.135@tcp LPNI seq info [2513:2513:8:4294967295] 00000400:00000200:3.0:1788777320.223644:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777320.223649:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777320.223653:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777320.223656:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207dfe00. 00000800:00000200:3.0:1788777320.223660:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777320.223664:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777320.223666:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207dfe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777320.223738:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.223742:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 797810 usecs (798 jiffies) 00000400:00000200:3.0:1788777320.223746:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777320.223748:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296471328 00000100:00000001:3.0:1788777320.223750:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296474673 00000100:00000001:3.0:1788777320.223752:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296471328 00000100:00000001:3.0:1788777320.223754:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296474673 00000100:00000001:3.0:1788777320.223756:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777320.223758:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.223761:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.223764:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.223774:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777320.223777:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777320.233290:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777320.233299:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207dfe00. 00000400:00000200:1.0:1788777320.233306:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777320.233314:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777320.233321:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:1.0:1788777320.233323:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:1.0:1788777320.233328:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777320.233336:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777320.233348:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777320.233352:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777320.233360:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777320.233362:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777320.245930:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777320.245945:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777320.245949:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777320.245952:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777320.245961:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.245969:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777320.245977:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.245981:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.245987:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.245991:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c51680 00000400:00000200:1.0:1788777320.245995:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.246001:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6c49 [1] + 224 00000800:00000001:1.0:1788777320.246008:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777320.246012:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777320.246016:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777320.246021:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777320.246028:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777320.246037:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777320.246049:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777320.246074:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777320.246082:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777320.246086:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777320.246088:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777320.246090:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777320.246093:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.246097:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777320.246101:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.246103:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.246106:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.246109:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c51780 00000400:00000200:1.0:1788777320.246113:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777320.246117:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6c51 [1] + 224 00000800:00000001:1.0:1788777320.246121:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777320.246126:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777320.246128:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777320.246132:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777320.246134:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777320.246139:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777320.246148:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777320.246155:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777320.246158:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777320.246161:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.246213:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777320.246218:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777320.246242:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777320.246244:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777320.246247:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777320.246252:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347bb0 00000400:00000010:3.0:1788777320.246254:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347bb0. 00000100:00000001:3.0:1788777320.246257:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777320.246262:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777320.246271:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.246278:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777320.246280:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.246282:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777320.246285:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777320.246288:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777320.246290:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.246293:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777320.246299:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777320.246303:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777320.246305:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777320.246307:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777320.246309:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777320.246312:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.246314:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.246319:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.246325:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777320.246328:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777320.246330:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777320.246334:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777320.246342:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126130304:192.168.203.135@tcp:400:kworker.0 00000400:00000001:3.0:1788777320.246347:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777320.246348:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777320.246350:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:3.0:1788777320.246352:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347e58 00000400:00000010:3.0:1788777320.246354:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347e58. 00000100:00000001:3.0:1788777320.246356:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777320.246359:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777320.246367:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.246374:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777320.246375:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.246377:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777320.246378:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777320.246379:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777320.246381:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.246383:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777320.246387:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=143 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777320.246390:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777320.246392:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777320.246394:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777320.246395:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777320.246398:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.246400:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777320.246402:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777320.246404:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777320.246406:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.246409:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.246421:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777320.246422:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777320.246423:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777320.246426:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777320.246433:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126130560:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777320.246437:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.246439:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.246443:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c000 x1875667126130304/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.246449:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777320.246452:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777320.246455:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945321934e00. 02000000:00000001:3.0:1788777320.246460:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777320.246463:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777320.246465:0:2349:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777320.246467:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777320.246470:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df400. 02000000:00000001:3.0:1788777320.246473:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777320.246475:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777320.246477:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c000. 00000100:00000001:3.0:1788777320.246481:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777320.246482:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.246484:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.246487:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ed80 x1875667126130560/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.246493:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777320.246494:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777320.246496:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945321934200. 02000000:00000001:3.0:1788777320.246498:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777320.246499:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777320.246501:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777320.246502:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777320.246504:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df200. 02000000:00000001:3.0:1788777320.246506:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777320.246507:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777320.246508:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ed80. 00000100:00000001:3.0:1788777320.246511:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777320.246512:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.246514:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.246516:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777320.246517:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777320.246519:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.246521:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777320.264709:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777320.264724:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777320.264728:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777320.264731:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777320.264740:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777320.264748:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777320.264757:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777320.264762:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777320.264767:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777320.264771:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c51700 00000400:00000200:0.0:1788777320.264776:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777320.264782:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6c59 [1] + 224 00000800:00000001:0.0:1788777320.264790:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777320.264796:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777320.264799:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777320.264804:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777320.264811:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777320.264820:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777320.264831:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777320.264850:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777320.264859:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777320.264863:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.264893:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777320.264898:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777320.264906:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777320.264908:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777320.264911:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646de70. 00000400:00000200:3.0:1788777320.264916:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083477f8 00000400:00000010:3.0:1788777320.264918:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083477f8. 00000100:00000001:3.0:1788777320.264921:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777320.264926:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777320.264935:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.264942:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777320.264944:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.264946:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777320.264950:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777320.264952:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777320.264954:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777320.264957:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777320.264966:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=143 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777320.264971:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777320.264973:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777320.264975:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777320.264978:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777320.264981:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.264984:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777320.264986:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967653 gen 2 00000100:00000040:3.0:1788777320.264992:0:2349:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff94530914fb80 x1875667126125952/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777331 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777320.264999:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.265002:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914fb80 x1875667126125952/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777331 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777320.265010:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777320.265012:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777320.265015:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a8c00. 02000000:00000001:3.0:1788777320.265018:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777320.265021:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777320.265022:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777320.265024:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777320.265027:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945318738e00. 02000000:00000001:3.0:1788777320.265030:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777320.265032:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777320.265034:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914fb80. 00000100:00000001:3.0:1788777320.265038:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777320.265039:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777320.265043:0:2349:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff94530914ce00 x1875667126130048/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.265050:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.265052:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126130048/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 504/456 e 0 to 0 dl 1788777331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.265059:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777320.265074:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777320.265076:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aa400. 02000000:00000001:3.0:1788777320.265078:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777320.265079:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777320.265080:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777320.265082:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777320.265084:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945318738a00. 02000000:00000001:3.0:1788777320.265086:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777320.265087:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777320.265088:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:3.0:1788777320.265091:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777320.265092:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.265094:0:2349:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788777320.265096:0:2349:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1788777320.265098:0:2349:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777320.265100:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777320.265106:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.265113:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777320.265116:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777320.265118:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777320.265121:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777320.265128:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126130432:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777320.265133:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.265135:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777320.265137:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d880 x1875667126130432/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777320.265143:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777320.265145:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777320.265146:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310e0f400. 02000000:00000001:3.0:1788777320.265150:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777320.265151:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777320.265152:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777320.265154:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777320.265155:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207dfb00. 02000000:00000001:3.0:1788777320.265158:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777320.265158:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777320.265160:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d880. 00000100:00000001:3.0:1788777320.265162:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777320.265163:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.265165:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777320.265171:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777320.265173:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777320.265175:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777320.265177:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777320.413958:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777320.413975:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777320.413978:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777320.413980:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777320.413985:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777320.413987:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777320.413989:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777320.413991:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777320.414011:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777320.414013:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777320.414016:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777320.619015:0:32487:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777321.437364:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777321.437371:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777321.437429:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777321.437432:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777321.437435:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777321.575534:0:32550:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777322.466043:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777322.466050:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777322.475404:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777322.475411:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777322.475416:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777322.602843:0:32641:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777322.972758:0:32677:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788777322.972763:0:32677:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 06:35:21 (1788777321) 00000001:00000001:3.0:1788777322.986455:0:32677:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788777323.264099:0:32690:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777323.264106:0:32690:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777323.264108:0:32690:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777323.264111:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87bc0 00000080:00200000:3.0:1788777323.264115:0:32690:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777323.264123:0:32690:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:3.0:1788777323.264130:0:32690:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777323.264134:0:32690:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777323.264139:0:32690:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777323.264140:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87ae0 00800000:00000002:3.0:1788777323.264143:0:32690:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777323.264146:0:32690:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777323.264149:0:32690:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777323.264154:0:32690:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777323.264156:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f879b0 00000002:00010000:3.0:1788777323.264158:0:32690:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777323.264161:0:32690:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777323.264163:0:32690:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777323.264166:0:32690:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777323.264171:0:32690:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.264173:0:32690:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.264175:0:32690:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.264177:0:32690:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777323.264179:0:32690:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777323.264185:0:32690:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d880. 00000020:00000040:3.0:1788777323.264188:0:32690:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777323.264195:0:32690:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777323.264200:0:32690:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777323.264203:0:32690:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.264206:0:32690:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777323.264208:0:32690:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777323.264212:0:32690:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777323.264261:0:32690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2d000. 00000100:00000001:3.0:1788777323.264268:0:32690:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.264274:0:32690:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777323.264275:0:32690:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.264277:0:32690:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777323.264278:0:32690:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.264279:0:32690:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.264284:0:32690:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00010000:00000001:3.0:1788777323.264288:0:32690:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777323.264290:0:32690:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777323.264295:0:32690:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803200. 00010000:00000010:3.0:1788777323.264299:0:32690:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155480. 00010000:00000001:3.0:1788777323.264304:0:32690:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777323.264307:0:32690:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152d400. 00000020:00000001:3.0:1788777323.264310:0:32690:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777323.264313:0:32690:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152d400 with handle 0xe53f2b0cb7af88a1 to hash 00000020:00000001:3.0:1788777323.264315:0:32690:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777323.264317:0:32690:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.264320:0:32690:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.264324:0:32690:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777323.264327:0:32690:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777323.264332:0:32690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32690 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777323.264341:0:32690:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32690 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777323.264350:0:32690:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32690 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777323.264356:0:32690:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777323.264357:0:32690:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777323.264363:0:32690:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94530886b000. 00000100:00000001:3.0:1788777323.264366:0:32690:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683079081984 : -118390630469632 : ffff94530886b000) 00000100:00000001:3.0:1788777323.264369:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777323.264370:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000001:3.0:1788777323.264374:0:32690:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777323.264378:0:32690:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.264380:0:32690:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777323.264381:0:32690:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777323.264391:0:32690:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.264399:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777323.264401:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777323.264404:0:32690:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777323.264407:0:32690:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777323.264409:0:32690:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777323.264412:0:32690:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d880 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32690:1875667126130688:192.168.203.135@tcp:101:multiop.0 00000100:00000001:3.0:1788777323.264416:0:32690:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777323.264420:0:32690:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777323.264423:0:32690:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777323.264426:0:32690:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777323.264431:0:32690:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453091d9000. 02000000:00000001:3.0:1788777323.264432:0:32690:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777323.264439:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777323.264443:0:32690:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646de70. 00000400:00000010:3.0:1788777323.264450:0:32690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083477f8. 00000100:00000200:3.0:1788777323.264455:0:32690:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126130688, portal 10 00000100:00000001:3.0:1788777323.264457:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777323.264458:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000040:3.0:1788777323.264464:0:32690:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777339 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.264470:0:32690:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777323.264472:0:32690:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777323.264475:0:32690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347e58. 00000100:00000200:3.0:1788777323.264478:0:32690:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126130688, offset 0 00000400:00000200:3.0:1788777323.264484:0:32690:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777323.264492:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777323.264498:0:32690:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777323.264503:0:32690:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777323.264507:0:32690:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777323.264510:0:32690:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777323.264513:0:32690:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777323.264516:0:32690:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2519:2519:256:4294967295] 192.168.203.135@tcp LPNI seq info [2514:2514:8:4294967295] 00000400:00000200:3.0:1788777323.264520:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777323.264530:0:32690:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777323.264537:0:32690:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777323.264542:0:32690:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df300. 00000800:00000200:3.0:1788777323.264549:0:32690:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777323.264556:0:32690:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777323.264560:0:32690:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788777323.264821:0:32690:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777323.264826:0:32690:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 796847 usecs (797 jiffies) 00000400:00000200:3.0:1788777323.264830:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777323.264834:0:32690:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296474368 00000100:00000001:3.0:1788777323.264836:0:32690:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296474673 00000100:00000001:3.0:1788777323.264839:0:32690:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296474368 00000100:00000001:3.0:1788777323.264841:0:32690:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296474673 00000100:00000001:3.0:1788777323.264842:0:32690:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777323.264845:0:32690:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.264847:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777323.264848:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777323.264851:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff94530886b000 going to sleep for 11 seconds 00000100:00000001:3.0:1788777323.264854:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777323.264856:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777323.264969:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777323.264974:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:1.0:1788777323.264978:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777323.264984:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777323.264991:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347e58 00000400:00000010:1.0:1788777323.264994:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347e58. 00000100:00000001:1.0:1788777323.264998:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777323.265002:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777339 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777323.265011:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777323.265014:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777339 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777323.265022:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777323.265023:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777323.268407:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777323.268423:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777323.268427:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777323.268429:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777323.268437:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.268444:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777323.268453:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.268458:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.268463:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.268467:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c51800 00000400:00000200:0.0:1788777323.268471:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.268477:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6c61 [1] + 224 00000800:00000001:0.0:1788777323.268484:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777323.268490:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777323.268493:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777323.268498:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777323.268505:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777323.268513:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777339 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777323.268523:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777339 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777323.268543:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777323.268560:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777323.268564:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777323.269011:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777323.269017:0:32690:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777323.269020:0:32690:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777323.269023:0:32690:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646de70. 00000400:00000200:3.0:1788777323.269028:0:32690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083477f8 00000400:00000010:3.0:1788777323.269030:0:32690:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083477f8. 00000100:00000001:3.0:1788777323.269033:0:32690:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777323.269038:0:32690:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777339 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777323.269058:0:32690:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777339 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.269064:0:32690:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777323.269066:0:32690:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777323.269068:0:32690:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777323.269072:0:32690:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777323.269074:0:32690:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777323.269076:0:32690:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777323.269079:0:32690:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777323.269088:0:32690:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=146 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777323.269092:0:32690:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777323.269094:0:32690:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777323.269096:0:32690:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269098:0:32690:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777323.269101:0:32690:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.269105:0:32690:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777323.269107:0:32690:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1788777323.269109:0:32690:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777323.269110:0:32690:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777323.269114:0:32690:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777339 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.269121:0:32690:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777323.269123:0:32690:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777323.269125:0:32690:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777323.269127:0:32690:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777339 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777323.269132:0:32690:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d880 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32690:1875667126130688:192.168.203.135@tcp:101:multiop.0 00000100:00000001:3.0:1788777323.269136:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777323.269138:0:32690:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.269139:0:32690:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777323.269141:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777323.269143:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777339 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.269148:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777323.269149:0:32690:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94530886b000. 00000100:00000001:3.0:1788777323.269152:0:32690:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777323.269152:0:32690:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269155:0:32690:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777323.269158:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269159:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269162:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=4 00000020:00000001:3.0:1788777323.269163:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269165:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000040:3.0:1788777323.269170:0:32690:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152d400, remote cookie: 0xa4f015c75ff3c4ee, flags: 0x1001 00010000:00010000:3.0:1788777323.269174:0:32690:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777323.269185:0:32690:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.269189:0:32690:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777323.269192:0:32690:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777323.269193:0:32690:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777323.269194:0:32690:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777323.269195:0:32690:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777323.269197:0:32690:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303803200) refcount = 1 00010000:00010000:3.0:1788777323.269199:0:32690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.269204:0:32690:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777323.269206:0:32690:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777323.269207:0:32690:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777323.269210:0:32690:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777323.269211:0:32690:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777323.269213:0:32690:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.269216:0:32690:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777323.269217:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269255:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.269256:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269257:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.269259:0:32690:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.269263:0:32690:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777323.269265:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269266:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269268:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:3.0:1788777323.269270:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269272:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269274:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269275:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269277:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=4 00000020:00000001:3.0:1788777323.269279:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269280:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269283:0:32690:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777323.269286:0:32690:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777323.269289:0:32690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.269300:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269301:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.269302:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269303:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269305:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=5 00000020:00000001:3.0:1788777323.269307:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269308:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269310:0:32690:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777323.269312:0:32690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.269318:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269319:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777323.269322:0:32690:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.269328:0:32690:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777323.269329:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269330:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.269331:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269332:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777323.269337:0:32690:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777339 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777323.269351:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269352:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269354:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:3.0:1788777323.269356:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269358:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269360:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269361:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777323.269363:0:32690:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.269365:0:32690:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.269368:0:32690:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777323.269370:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269371:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269372:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:3.0:1788777323.269374:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269375:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00000002:00010000:3.0:1788777323.269379:0:32690:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.269385:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269386:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.269387:0:32690:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777323.269388:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269389:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269390:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:3.0:1788777323.269392:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269394:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000040:3.0:1788777323.269399:0:32690:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 2 00010000:00000001:3.0:1788777323.269402:0:32690:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777323.269406:0:32690:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788777323.269408:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269409:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777323.269411:0:32690:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777323.269414:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87938 00000002:00002000:3.0:1788777323.269415:0:32690:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777323.269418:0:32690:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.269422:0:32690:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.269424:0:32690:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777323.269427:0:32690:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777323.269430:0:32690:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777323.269434:0:32690:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777323.269437:0:32690:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000080:00000001:3.0:1788777323.269441:0:32690:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777323.269444:0:32690:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777323.269449:0:32690:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788777323.269453:0:32690:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788777323.269458:0:32690:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945308bb9b80. 00800000:00000001:3.0:1788777323.269460:0:32690:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683082550144 : -118390627001472 : ffff945308bb9b80) 00800000:00000001:3.0:1788777323.269463:0:32690:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.269465:0:32690:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777323.269467:0:32690:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777323.269469:0:32690:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788777323.269471:0:32690:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777323.269474:0:32690:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777323.269476:0:32690:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.269480:0:32690:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788777323.269483:0:32690:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788777323.269485:0:32690:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777300 to 1788777315 00000080:00200000:3.0:1788777323.269489:0:32690:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788777323.269491:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269493:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269494:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:3.0:1788777323.269496:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269498:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269500:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269501:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777323.269502:0:32690:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777323.269505:0:32690:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788777323.269506:0:32690:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945308bb9b80 1 00800000:00000010:3.0:1788777323.269512:0:32690:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945308bb9b80. 00800000:00000001:3.0:1788777323.269515:0:32690:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777323.269518:0:32690:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88a1 00800000:00000001:3.0:1788777323.269522:0:32690:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777323.269523:0:32690:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777323.269524:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269525:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269527:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:3.0:1788777323.269528:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269530:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269533:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269533:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777323.269535:0:32690:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.269537:0:32690:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.269539:0:32690:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777323.269541:0:32690:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777323.269544:0:32690:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88a1 from it ffffb1cb81f87bf8 00010000:00000001:3.0:1788777323.269545:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269546:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269548:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:3.0:1788777323.269549:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269551:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269553:0:32690:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777323.269556:0:32690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.269562:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269563:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.269564:0:32690:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777323.269566:0:32690:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777323.269569:0:32690:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777323.269580:0:32690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777323.269583:0:32690:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777323.269585:0:32690:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777323.269588:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269589:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.269591:0:32690:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269594:0:32690:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777323.269596:0:32690:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269598:0:32690:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269600:0:32690:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269602:0:32690:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777323.269603:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269604:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777323.269606:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777323.269610:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d880 x1875667126130688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777339 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.269616:0:32690:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777323.269618:0:32690:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777323.269621:0:32690:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453091d9000. 02000000:00000001:3.0:1788777323.269625:0:32690:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777323.269628:0:32690:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777323.269629:0:32690:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777323.269632:0:32690:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777323.269634:0:32690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2d000. 02000000:00000001:3.0:1788777323.269641:0:32690:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777323.269643:0:32690:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777323.269645:0:32690:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d880. 00000100:00000001:3.0:1788777323.269648:0:32690:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777323.269649:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777323.269652:0:32690:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777323.269657:0:32690:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777323.269684:0:32690:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453106902a0. 00000080:00000001:3.0:1788777323.269690:0:32690:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777323.269692:0:32690:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777323.269693:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87b00 00000080:00200000:3.0:1788777323.269695:0:32690:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777323.269700:0:32690:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:3.0:1788777323.269704:0:32690:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777323.269708:0:32690:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777323.269711:0:32690:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777323.269712:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87a20 00800000:00000002:3.0:1788777323.269714:0:32690:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777323.269717:0:32690:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777323.269720:0:32690:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777323.269724:0:32690:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777323.269725:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f878f0 00000002:00010000:3.0:1788777323.269727:0:32690:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777323.269729:0:32690:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777323.269731:0:32690:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777323.269733:0:32690:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777323.269735:0:32690:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 2 00010000:00000001:3.0:1788777323.269737:0:32690:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777323.269739:0:32690:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777323.269741:0:32690:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777323.269744:0:32690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777323.269750:0:32690:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777323.269753:0:32690:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777323.269756:0:32690:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777323.269761:0:32690:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777323.269763:0:32690:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777323.269765:0:32690:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777323.269767:0:32690:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777323.269768:0:32690:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777323.269770:0:32690:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777323.269772:0:32690:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777323.269774:0:32690:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777323.269776:0:32690:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000080:00000001:3.0:1788777323.269779:0:32690:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777323.269780:0:32690:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777323.269782:0:32690:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777323.269784:0:32690:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88a1 00800000:00000001:3.0:1788777323.269786:0:32690:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777323.269787:0:32690:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777323.269788:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269789:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269791:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:3.0:1788777323.269793:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269794:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269797:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269798:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777323.269798:0:32690:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.269800:0:32690:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777323.269801:0:32690:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88a1 from it ffffb1cb81f87b38 00010000:00000001:3.0:1788777323.269803:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.269804:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.269805:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:3.0:1788777323.269806:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269808:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777323.269810:0:32690:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777323.269812:0:32690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777323.269817:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269818:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.269818:0:32690:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777323.269820:0:32690:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777323.269822:0:32690:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777323.269831:0:32690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777323.269833:0:32690:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777323.269834:0:32690:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777323.269836:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269837:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.269838:0:32690:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269840:0:32690:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777323.269841:0:32690:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269842:0:32690:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269844:0:32690:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.269845:0:32690:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777323.269846:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.269847:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777323.270028:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777323.270031:0:32690:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777323.270033:0:32690:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:3.0:1788777323.270090:0:32690:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.270093:0:32690:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788777323.270095:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87b58 00000080:00200000:3.0:1788777323.270097:0:32690:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), file ffff945310eb5380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1788777323.270102:0:32690:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff945304d6cae0. 00000080:00000001:3.0:1788777323.270106:0:32690:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788777323.270108:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87a08 00000080:00200000:3.0:1788777323.270109:0:32690:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000010:3.0:1788777323.270114:0:32690:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363400. 00800000:00000002:3.0:1788777323.270117:0:32690:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777323.270121:0:32690:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777323.270123:0:32690:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777323.270124:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87928 00800000:00000002:3.0:1788777323.270126:0:32690:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777323.270128:0:32690:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788777323.270130:0:32690:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788777323.270134:0:32690:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:3.0:1788777323.270137:0:32690:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788777323.270140:0:32690:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788777323.270142:0:32690:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788777323.270144:0:32690:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788777323.270147:0:32690:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x2d:0x0] 40000000:00000001:3.0:1788777323.270150:0:32690:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.270152:0:32690:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.270153:0:32690:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.270155:0:32690:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777323.270157:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f878a8 00800000:00000002:3.0:1788777323.270159:0:32690:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2d:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1788777323.270162:0:32690:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777323.270163:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f877e0 00000002:00010000:3.0:1788777323.270165:0:32690:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000404:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1788777323.270168:0:32690:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777323.270170:0:32690:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788777323.270172:0:32690:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788777323.270175:0:32690:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.270177:0:32690:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777323.270178:0:32690:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 2 00010000:00000001:3.0:1788777323.270180:0:32690:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777323.270182:0:32690:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777323.270185:0:32690:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777323.270187:0:32690:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788777323.270194:0:32690:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777323.270197:0:32690:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777323.270198:0:32690:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777323.270200:0:32690:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777323.270202:0:32690:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777323.270203:0:32690:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777323.270205:0:32690:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 3 00010000:00000001:3.0:1788777323.270206:0:32690:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777323.270208:0:32690:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.270210:0:32690:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777323.270211:0:32690:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777323.270212:0:32690:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 3 00010000:00000001:3.0:1788777323.270213:0:32690:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777323.270215:0:32690:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.270216:0:32690:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777323.270217:0:32690:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777323.270293:0:32690:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 3 00010000:00000001:3.0:1788777323.270296:0:32690:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777323.270298:0:32690:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.270300:0:32690:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777323.270302:0:32690:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777323.270306:0:32690:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788777323.270308:0:32690:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777323.270310:0:32690:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777323.270311:0:32690:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.270313:0:32690:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777323.270316:0:32690:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777323.270318:0:32690:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777323.270319:0:32690:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777323.270321:0:32690:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777323.270324:0:32690:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152d400 with handle 0xe53f2b0cb7af88a1 from hash 00010000:00000001:3.0:1788777323.270326:0:32690:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777323.270327:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.270329:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.270330:0:32690:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777323.270332:0:32690:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777323.270334:0:32690:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777323.270336:0:32690:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777323.270338:0:32690:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777323.270340:0:32690:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777323.270345:0:32690:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d880. 00000020:00000040:3.0:1788777323.270348:0:32690:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777323.270352:0:32690:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777323.270354:0:32690:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.270357:0:32690:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777323.270360:0:32690:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777323.270363:0:32690:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.270366:0:32690:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777323.270368:0:32690:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777323.270371:0:32690:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777323.270377:0:32690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2d000. 00000100:00000001:3.0:1788777323.270383:0:32690:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.270386:0:32690:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777323.270388:0:32690:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777323.270392:0:32690:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777323.270399:0:32690:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777323.270400:0:32690:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777323.270402:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777323.270404:0:32690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d400/0xe53f2b0cb7af88a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c4ee expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1788777323.270411:0:32690:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803200 count: 0 00010000:00000010:3.0:1788777323.270415:0:32690:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155480. 00010000:00000001:3.0:1788777323.270422:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.270424:0:32690:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.270425:0:32690:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777323.270426:0:32690:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.270428:0:32690:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.270435:0:32690:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00010000:00000001:3.0:1788777323.270438:0:32690:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777323.270440:0:32690:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777323.270444:0:32690:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803800. 00010000:00000010:3.0:1788777323.270447:0:32690:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155480. 00010000:00000001:3.0:1788777323.270452:0:32690:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777323.270455:0:32690:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152c600. 00000020:00000001:3.0:1788777323.270458:0:32690:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777323.270460:0:32690:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152c600 with handle 0xe53f2b0cb7af88a8 to hash 00000020:00000001:3.0:1788777323.270462:0:32690:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777323.270464:0:32690:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.270468:0:32690:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.270470:0:32690:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777323.270472:0:32690:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777323.270475:0:32690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32690 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777323.270481:0:32690:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32690 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788777323.270492:0:32690:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788777323.270499:0:32690:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3d880 x1875667126130944/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788777323.270507:0:32690:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32690 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777323.270511:0:32690:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777323.270513:0:32690:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777323.270519:0:32690:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94530886b000. 00000100:00000001:3.0:1788777323.270521:0:32690:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683079081984 : -118390630469632 : ffff94530886b000) 00000100:00000001:3.0:1788777323.270524:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777323.270525:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000001:3.0:1788777323.270529:0:32690:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777323.270533:0:32690:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.270535:0:32690:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777323.270536:0:32690:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777323.270540:0:32690:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d880 x1875667126130944/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.270547:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777323.270548:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777323.270552:0:32690:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777323.270555:0:32690:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777323.270557:0:32690:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777323.270561:0:32690:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d880 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32690:1875667126130944:192.168.203.135@tcp:101:multiop.0 00000100:00000001:3.0:1788777323.270564:0:32690:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777323.270569:0:32690:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777323.270571:0:32690:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777323.270574:0:32690:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777323.270627:0:32690:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310780000. 02000000:00000001:3.0:1788777323.270630:0:32690:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777323.270635:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777323.270639:0:32690:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646de70. 00000400:00000010:3.0:1788777323.270645:0:32690:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff945303c2d800. 00000100:00000200:3.0:1788777323.270651:0:32690:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126130944, portal 10 00000100:00000001:3.0:1788777323.270653:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777323.270655:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000040:3.0:1788777323.270660:0:32690:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3d880 x1875667126130944/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777339 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.270667:0:32690:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777323.270682:0:32690:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777323.270686:0:32690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083477f8. 00000100:00000200:3.0:1788777323.270689:0:32690:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667126130944, offset 0 00000400:00000200:3.0:1788777323.270695:0:32690:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777323.270702:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777323.270708:0:32690:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777323.270713:0:32690:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777323.270718:0:32690:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777323.270721:0:32690:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777323.270724:0:32690:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777323.270727:0:32690:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2520:2520:256:4294967295] 192.168.203.135@tcp LPNI seq info [2515:2515:8:4294967295] 00000400:00000200:3.0:1788777323.270731:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777323.270740:0:32690:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777323.270746:0:32690:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777323.270751:0:32690:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df000. 00000800:00000200:3.0:1788777323.270757:0:32690:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777323.270765:0:32690:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777323.270769:0:32690:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1788777323.270788:0:32690:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777323.270793:0:32690:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 795828 usecs (796 jiffies) 00000400:00000200:3.0:1788777323.270796:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777323.270798:0:32690:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296474373 00000100:00000001:3.0:1788777323.270801:0:32690:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296474673 00000100:00000001:3.0:1788777323.270803:0:32690:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296474373 00000100:00000001:3.0:1788777323.270805:0:32690:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296474673 00000100:00000001:3.0:1788777323.270807:0:32690:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777323.270810:0:32690:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.270812:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777323.270814:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777323.270816:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff94530886b000 going to sleep for 11 seconds 00000100:00000001:3.0:1788777323.270818:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777323.270821:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777323.272184:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777323.272191:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:1.0:1788777323.272198:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777323.272205:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777323.272211:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083477f8 00000400:00000010:1.0:1788777323.272214:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083477f8. 00000100:00000001:1.0:1788777323.272578:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777323.272586:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d880 x1875667126130944/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777339 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777323.272598:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777323.272602:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d880 x1875667126130944/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777339 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777323.272608:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777323.272609:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777323.279386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803200. 00010000:00000010:3.1:1788777323.279402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d400. 00000800:00000001:0.0:1788777323.296182:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777323.296211:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777323.296215:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777323.296256:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777323.296266:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.296273:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777323.296281:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.296285:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.296291:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.296299:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c51900 00000400:00000200:0.0:1788777323.296303:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.296309:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x6c69 [32] + 224 00000800:00000001:0.0:1788777323.296315:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777323.296323:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777323.296326:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777323.296331:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777323.296337:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777323.296345:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d880 x1875667126130944/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777339 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777323.296355:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff945308a3d880 x1875667126130944/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777339 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777323.296368:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777323.296376:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777323.296379:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.296384:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777323.296390:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2521:2521:256:4294967295] 192.168.203.135@tcp LPNI seq info [2516:2516:8:4294967295] 00000400:00000200:0.0:1788777323.296394:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777323.296403:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777323.296408:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777323.296414:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d22c00. 00000800:00000200:0.0:1788777323.296421:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777323.296427:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777323.296431:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d22c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777323.296503:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777323.296515:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d22c00. 00000400:00000200:0.0:1788777323.296520:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777323.296523:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777323.296530:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777323.296533:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777323.296686:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777323.296693:0:32690:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777323.296696:0:32690:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777323.296699:0:32690:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646de70. 00000400:00000200:3.0:1788777323.296703:0:32690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945303c2d800 00000400:00000010:3.0:1788777323.296705:0:32690:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff945303c2d800. 00000100:00000001:3.0:1788777323.296708:0:32690:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777323.296712:0:32690:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d880 x1875667126130944/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777339 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777323.296721:0:32690:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d880 x1875667126130944/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777339 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.296726:0:32690:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777323.296728:0:32690:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777323.296730:0:32690:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777323.296734:0:32690:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777323.296737:0:32690:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777323.296738:0:32690:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777323.296741:0:32690:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777323.296749:0:32690:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=146 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777323.296753:0:32690:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777323.296756:0:32690:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777323.296757:0:32690:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.296760:0:32690:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777323.296763:0:32690:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.296767:0:32690:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777323.296768:0:32690:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:3.0:1788777323.296770:0:32690:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777323.296772:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777323.296773:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000001:3.0:1788777323.296776:0:32690:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777323.296777:0:32690:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1788777323.296779:0:32690:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777323.296781:0:32690:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777323.296786:0:32690:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777339 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.296792:0:32690:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777323.296795:0:32690:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777323.296797:0:32690:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777323.296801:0:32690:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777339 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777323.296809:0:32690:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d880 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32690:1875667126130944:192.168.203.135@tcp:101:multiop.0 00000100:00000001:3.0:1788777323.296813:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777323.296816:0:32690:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777323.296818:0:32690:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777323.296820:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777323.296823:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777339 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.296834:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777323.296836:0:32690:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94530886b000. 00000100:00000001:3.0:1788777323.296839:0:32690:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777323.296841:0:32690:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.296844:0:32690:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777323.296848:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.296850:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.296858:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=4 00000020:00000001:3.0:1788777323.296861:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.296863:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000040:3.0:1788777323.296869:0:32690:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152c600, remote cookie: 0xa4f015c75ff3c50a, flags: 0x1001 00010000:00010000:3.0:1788777323.296874:0:32690:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777323.296883:0:32690:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777323.296886:0:32690:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788777323.296894:0:32690:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803200. 00010000:00000010:3.0:1788777323.296899:0:32690:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155900. 00010000:00000040:3.0:1788777323.296903:0:32690:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803800 count: 0 00010000:00000010:3.0:1788777323.296908:0:32690:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155480. 00010000:00000001:3.0:1788777323.296915:0:32690:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777323.296918:0:32690:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777323.296926:0:32690:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.296932:0:32690:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777323.296935:0:32690:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777323.296938:0:32690:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777323.296939:0:32690:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777323.296940:0:32690:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777323.296942:0:32690:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2d:0x0].0x0 (ffff945303803200) refcount = 1 00010000:00010000:3.0:1788777323.296946:0:32690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.296951:0:32690:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777323.296955:0:32690:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777323.296956:0:32690:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777323.296959:0:32690:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777323.296961:0:32690:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777323.296963:0:32690:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.296968:0:32690:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777323.296970:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.296972:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.296972:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.296973:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.296975:0:32690:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.296978:0:32690:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777323.296980:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.296981:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.296983:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=3 00000020:00000001:3.0:1788777323.296984:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.296986:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.296988:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.296989:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.296990:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=4 00000020:00000001:3.0:1788777323.296992:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.296994:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.296996:0:32690:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777323.296999:0:32690:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777323.297002:0:32690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.297008:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.297009:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.297010:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.297011:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.297012:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=5 00000020:00000001:3.0:1788777323.297014:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.297015:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.297017:0:32690:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777323.297020:0:32690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.297025:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.297026:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777323.297028:0:32690:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.297033:0:32690:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777323.297034:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.297035:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.297036:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.297037:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777323.297042:0:32690:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777339 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777323.297049:0:32690:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777323.297054:0:32690:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777339 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777323.297059:0:32690:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.297064:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.297065:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.297067:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=3 00000020:00000001:3.0:1788777323.297069:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.297071:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00000002:00010000:3.0:1788777323.297075:0:32690:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788777323.297083:0:32690:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945308bb9b80. 00010000:00000001:3.0:1788777323.297085:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.297086:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777323.297087:0:32690:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.297089:0:32690:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777323.297091:0:32690:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777323.297093:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777323.297095:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000001:3.0:1788777323.297097:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777323.297098:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00010000:00000001:3.0:1788777323.297100:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.297101:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.297102:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=3 00000020:00000001:3.0:1788777323.297104:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.297106:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00000002:00010000:3.0:1788777323.297109:0:32690:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.297115:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.297116:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.297118:0:32690:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777323.297119:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.297120:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.297121:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=3 00000020:00000001:3.0:1788777323.297123:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.297124:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000040:3.0:1788777323.297128:0:32690:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 2 00010000:00000001:3.0:1788777323.297130:0:32690:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777323.297134:0:32690:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/45 (0 0) 00010000:00000001:3.0:1788777323.297136:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.297137:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777323.297139:0:32690:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777323.297141:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87768 00000002:00002000:3.0:1788777323.297144:0:32690:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788777323.297147:0:32690:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.297150:0:32690:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.297153:0:32690:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777323.297156:0:32690:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777323.297158:0:32690:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777323.297162:0:32690:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:3.0:1788777323.297165:0:32690:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777323.297166:0:32690:0:(namei.c:674:ll_lookup_it_finish()) it ffff945304d6cae0 it_disposition 1800037 00000080:00002000:3.0:1788777323.297171:0:32690:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b60510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788777323.297175:0:32690:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777323.297178:0:32690:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788777323.297180:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87998 00000080:00200000:3.0:1788777323.297182:0:32690:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000001:3.0:1788777323.297184:0:32690:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788777323.297186:0:32690:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777323.297191:0:32690:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777323.297194:0:32690:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777323.297196:0:32690:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1788777323.297199:0:32690:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788777323.297216:0:32690:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9453209aa100. 00000020:00000001:3.0:1788777323.297245:0:32690:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788777323.297247:0:32690:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788777323.297250:0:32690:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788777323.297251:0:32690:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff9453209aa1c8) 00000020:00000001:3.0:1788777323.297255:0:32690:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777323.297259:0:32690:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777323.297261:0:32690:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777323.297265:0:32690:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788777323.297269:0:32690:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94532014ca28. 00000020:00000001:3.0:1788777323.297272:0:32690:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777323.297273:0:32690:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777323.297279:0:32690:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788777323.297283:0:32690:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945307b508b8. 00020000:00000001:3.0:1788777323.297285:0:32690:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683065342136 : -118390644209480 : ffff945307b508b8) 00020000:00000001:3.0:1788777323.297287:0:32690:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788777323.297290:0:32690:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777323.297295:0:32690:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6cf00. 00020000:00000010:3.0:1788777323.297299:0:32690:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8280. 00020000:00000010:3.0:1788777323.297302:0:32690:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6cd80. 00020000:00000001:3.0:1788777323.297304:0:32690:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017223552 : -118390692328064 : ffff945304d6cd80) 00020000:00000002:3.0:1788777323.297307:0:32690:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6cd80, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777323.297311:0:32690:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777323.297314:0:32690:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8280: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777323.297317:0:32690:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788777323.297319:0:32690:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6cd80, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777323.297322:0:32690:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777323.297325:0:32690:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8280: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000010:3.0:1788777323.297328:0:32690:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9453092ce1d0. 00020000:00000010:3.0:1788777323.297331:0:32690:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94530886b000. 00020000:00000001:3.0:1788777323.297336:0:32690:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788777323.297338:0:32690:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945318631488. 00020000:00000001:3.0:1788777323.297341:0:32690:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788777323.297343:0:32690:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788777323.297347:0:32690:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788777323.297349:0:32690:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94532014c0c8. 00000020:00000001:3.0:1788777323.297351:0:32690:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777323.297352:0:32690:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777323.297354:0:32690:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683474268488 : -118390235283128 : ffff94532014c148) 00020000:00000001:3.0:1788777323.297358:0:32690:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788777323.297362:0:32690:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945304ec1c00. 00020000:00000001:3.0:1788777323.297365:0:32690:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777323.297369:0:32690:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474268488 : -118390235283128 : ffff94532014c148) 00020000:00000001:3.0:1788777323.297372:0:32690:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683474268488 : -118390235283128 : ffff94532014c148) 00020000:00000002:3.0:1788777323.297375:0:32690:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x19:0x0]@ffff94532014c0c8[0:0] -> [0x200000404:0x2d:0x0]@ffff94532014ca28: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777323.297379:0:32690:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788777323.297381:0:32690:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788777323.297383:0:32690:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777323.297385:0:32690:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474270888 : -118390235280728 : ffff94532014caa8) 00000020:00001000:3.0:1788777323.297388:0:32690:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777323.297392:0:32690:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1788777323.297394:0:32690:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777323.297396:0:32690:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833965 mtime from 0 to 1788777323 00000080:00000001:3.0:1788777323.297399:0:32690:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788777323.297401:0:32690:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483042248 : -118390226509368 : ffff9453209aa1c8) 00010000:00000001:3.0:1788777323.297403:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.297404:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.297406:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=3 00000020:00000001:3.0:1788777323.297407:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.297409:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00000080:00000001:3.0:1788777323.297413:0:32690:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777323.297414:0:32690:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777323.297415:0:32690:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777323.297417:0:32690:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777323.297418:0:32690:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777323.297420:0:32690:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777323.297422:0:32690:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777323.297424:0:32690:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6c3c0. 00020000:00000010:3.0:1788777323.297426:0:32690:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8880. 00020000:00000010:3.0:1788777323.297429:0:32690:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6ca80. 00020000:00000001:3.0:1788777323.297430:0:32690:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017222784 : -118390692328832 : ffff945304d6ca80) 00020000:00000002:3.0:1788777323.297432:0:32690:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6ca80, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777323.297435:0:32690:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777323.297438:0:32690:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8880: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777323.297442:0:32690:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b508b8) owner ffff9453102c27c0 00020000:00000001:3.0:1788777323.297444:0:32690:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777323.297446:0:32690:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b508b8) owner ffff9453102c27c0 00020000:00000010:3.0:1788777323.297450:0:32690:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453012e8880. 00020000:00000010:3.0:1788777323.297453:0:32690:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6c3c0. 00020000:00000010:3.0:1788777323.297456:0:32690:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6ca80. 00020000:00000002:3.0:1788777323.297458:0:32690:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777323.297460:0:32690:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777323.297461:0:32690:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777323.297464:0:32690:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777323.297466:0:32690:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b508b8) owner 0000000000000000/ffff9453102c27c0 00020000:00000002:3.0:1788777323.297468:0:32690:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6cd80 addref 2/0 by ffff9453102c27c0. 00020000:00000002:3.0:1788777323.297470:0:32690:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b508b8) owner 0000000000000000/ffff9453102c27c0 00020000:00000001:3.0:1788777323.297473:0:32690:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777323.297476:0:32690:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777323.297477:0:32690:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777323.297479:0:32690:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777323.297481:0:32690:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777323.297483:0:32690:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788777323.297485:0:32690:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777323.297487:0:32690:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.297488:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.297490:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777323.297491:0:32690:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777323.297494:0:32690:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777323.297495:0:32690:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777323.297497:0:32690:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2d:0x0](ffff9453209aa1c8) 00000080:00010000:3.0:1788777323.297499:0:32690:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2d:0x0](ffff9453209aa1c8) for lock 0xe53f2b0cb7af88a8 00800000:00000001:3.0:1788777323.297502:0:32690:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777323.297504:0:32690:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777323.297505:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.297506:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.297507:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=3 00000020:00000001:3.0:1788777323.297509:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.297511:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.297513:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.297514:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777323.297515:0:32690:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.297517:0:32690:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.297518:0:32690:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788777323.297520:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777323.297525:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.297532:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777323.297536:0:32690:0:(namei.c:1651:ll_create_it()) inode ffff9453209aa1c8 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1788777323.297540:0:32690:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777323.297543:0:32690:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2d:0x0](ffff9453209aa1c8) 00000080:00000001:3.0:1788777323.297545:0:32690:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777323.298469:0:32690:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363400. 00000100:00000001:3.0:1788777323.298475:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777323.298483:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777323.298489:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.298494:0:32690:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788777323.298495:0:32690:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777323.298497:0:32690:0:(namei.c:1500:ll_atomic_open()) inode ffff9453209aa1c8 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1788777323.298505:0:32690:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777323.298774:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87a68 00000080:00200008:3.0:1788777323.298778:0:32690:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9453209aa1c8), flags 100102 00000080:00000010:3.0:1788777323.298787:0:32690:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945308801180. 00000080:00000010:3.0:1788777323.298794:0:32690:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb9200. 00000080:00000001:3.0:1788777323.298797:0:32690:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777323.298803:0:32690:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777323.298807:0:32690:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777323.298810:0:32690:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945310690d00. 00000002:00100000:3.0:1788777323.298816:0:32690:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777323.298822:0:32690:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777323.298825:0:32690:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777323.298828:0:32690:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777323.298832:0:32690:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.298834:0:32690:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777323.298837:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777323.298840:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777323.298977:0:32690:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777323.298981:0:32690:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310780000. 02000000:00000001:3.0:1788777323.299005:0:32690:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777323.299007:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777323.299010:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87a68 00000080:00000008:3.0:1788777323.299012:0:32690:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9453209aa1c8), flags 100102, rc = 0 00000080:00000001:3.0:1788777323.299016:0:32690:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777323.299018:0:32690:0:(dcache.c:176:ll_intent_release()) intent ffff945304d6cae0 released 00000080:00010000:3.0:1788777323.299020:0:32690:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88a8 from it ffff945304d6cae0 00010000:00000001:3.0:1788777323.299023:0:32690:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777323.299024:0:32690:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777323.299026:0:32690:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c600 refcount=3 00000020:00000001:3.0:1788777323.299029:0:32690:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.299031:0:32690:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239232 : -118390751312384 : ffff94530152c600) 00010000:00000001:3.0:1788777323.299033:0:32690:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777323.299037:0:32690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777323.299045:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.299046:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.299048:0:32690:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777323.299050:0:32690:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777323.299053:0:32690:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777323.299061:0:32690:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777323.299064:0:32690:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777323.299066:0:32690:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777323.299070:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.299071:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777323.299072:0:32690:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.299075:0:32690:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777323.299077:0:32690:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.299079:0:32690:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.299082:0:32690:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777323.299085:0:32690:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777323.299086:0:32690:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777323.299087:0:32690:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777323.299088:0:32690:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777323.299090:0:32690:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777323.299092:0:32690:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777323.299094:0:32690:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777323.299096:0:32690:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777323.299098:0:32690:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.299101:0:32690:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788777323.299103:0:32690:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.299105:0:32690:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777323.299107:0:32690:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.299109:0:32690:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777323.299111:0:32690:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff945304d6cae0. 00000080:00000001:3.0:1788777323.299114:0:32690:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777323.299118:0:32690:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777323.299120:0:32690:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff9453209aa1c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1788777323.299123:0:32690:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777323.323131:0:32692:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803800. 00010000:00000001:1.0:1788777323.485340:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777323.485347:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777323.485351:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777323.485352:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777323.485375:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777323.485377:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777323.485380:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777324.509348:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777324.509355:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777324.509360:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777324.509361:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777324.509444:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777324.509448:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777324.509452:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777324.829338:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296474673, at 4296475136 00000100:00000010:1.0:1788777324.829352:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6c4e0. 00000100:00000040:0.0:1788777324.829608:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296474673, at 4296475136 00000100:00000010:0.0:1788777324.829614:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cc00. 00000100:00000040:2.0:1788777325.341448:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777325.341458:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777325.341467:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777325.341473:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:2.0:1788777325.341476:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777325.341480:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777325.341485:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777325.341493:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99900. 00000100:00000001:2.0:1788777325.341499:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777325.341510:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777325.341528:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777325.341531:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777325.341537:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091cb60f2] to pc [ptlrpcd_01_00+0] req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777325.341564:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777325.341567:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777325.341570:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777325.341574:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777325.341576:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777325.341579:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777325.341580:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777325.341581:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777325.341585:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99c00. 00000100:00000001:2.0:1788777325.341588:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777325.341592:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777325.341599:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777325.341918:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777325.341924:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9772156] to pc [ptlrpcd_01_01+1] req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777325.341935:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777325.341937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777325.341940:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788777325.341943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777325.341946:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777325.341950:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777325.341953:0:38:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:2.0:1788777325.341955:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777325.341956:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777325.341958:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777325.341963:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99100. 00000100:00000001:2.0:1788777325.341967:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777325.341971:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777325.341978:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777325.341979:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777325.341983:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_00+0] req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777325.341990:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777325.341995:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1813) 00000100:00000001:3.0:1788777325.342106:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777325.342110:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777325.342113:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777325.342120:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.342128:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777325.342130:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777325.342134:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777325.342137:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777325.342140:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777325.342143:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126131072:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777325.342147:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777325.342153:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777325.342155:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777325.342157:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777325.342162:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363a00. 02000000:00000001:3.0:1788777325.342164:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777325.342171:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777325.342175:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646de70. 00000400:00000010:3.0:1788777325.342182:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347bb0. 00000100:00000200:3.0:1788777325.342188:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126131072, portal 25 00000100:00000001:3.0:1788777325.342191:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777325.342202:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:3.0:1788777325.342208:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.342215:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777325.342218:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777325.342252:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347660. 00000100:00000200:3.0:1788777325.342257:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126131072, offset 0 00000400:00000200:3.0:1788777325.342263:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777325.342271:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777325.342278:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777325.342284:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777325.342287:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777325.342290:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777325.342293:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777325.342296:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2522:2522:256:4294967295] 192.168.203.135@tcp LPNI seq info [2517:2517:8:4294967295] 00000400:00000200:3.0:1788777325.342309:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777325.342319:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777325.342327:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777325.342333:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df000. 00000800:00000200:3.0:1788777325.342340:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777325.342347:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777325.342352:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777325.342359:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777325.342364:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777325.342366:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296479792 00000100:00000010:3.0:1788777325.342371:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6cae0. 00000100:00000001:3.0:1788777325.342378:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788777325.342383:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296479792 00000100:00000010:3.0:1788777325.342387:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6ca80. 00000100:00000001:3.0:1788777325.342390:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788777325.342393:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777325.342395:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.342398:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777325.342402:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.342409:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777325.342410:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777325.342412:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777325.342414:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777325.342416:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777325.342418:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126131328:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777325.342422:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777325.342424:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777325.342425:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777325.342427:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777325.342430:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363400. 02000000:00000001:3.0:1788777325.342431:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777325.342434:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777325.342437:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 00000400:00000010:3.0:1788777325.342441:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347ee0. 00000100:00000200:3.0:1788777325.342444:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126131328, portal 4 00000100:00000001:3.0:1788777325.342445:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777325.342446:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:3.0:1788777325.342454:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.342461:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777325.342463:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777325.342465:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083472a8. 00000100:00000200:3.0:1788777325.342467:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126131328, offset 0 00000400:00000200:3.0:1788777325.342471:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777325.342474:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777325.342477:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777325.342480:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777325.342483:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777325.342485:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777325.342487:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777325.342489:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2523:2523:255:4294967295] 192.168.203.135@tcp LPNI seq info [2518:2518:7:4294967295] 00000400:00000200:3.0:1788777325.342493:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777325.342499:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777325.342504:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777325.342507:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df300. 00000800:00000200:3.0:1788777325.342511:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777325.342514:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777325.342517:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777325.342524:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777325.342530:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 258226 usecs (259 jiffies) 00000400:00000200:3.0:1788777325.342533:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777325.342534:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296475908 00000100:00000001:3.0:1788777325.342537:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296479792 00000100:00000001:3.0:1788777325.342539:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296475908 00000100:00000001:3.0:1788777325.342541:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296479792 00000100:00000001:3.0:1788777325.342543:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777325.342545:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.342548:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.342550:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.342558:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777325.342560:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777325.342562:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777325.342563:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777325.342564:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777325.342567:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788777325.342568:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.342570:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777325.342571:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.342573:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777325.342574:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777325.342575:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777325.342578:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.342584:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777325.342585:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777325.342587:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777325.342590:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777325.342592:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777325.342595:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126131200:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777325.342598:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777325.342600:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777325.342602:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777325.342603:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777325.342606:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310362e00. 02000000:00000001:3.0:1788777325.342607:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777325.342610:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777325.342612:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777325.342615:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347c38. 00000100:00000200:3.0:1788777325.342618:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126131200, portal 10 00000100:00000001:3.0:1788777325.342620:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777325.342621:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:3.0:1788777325.342625:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.342631:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777325.342633:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777325.342744:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347440. 00000100:00000200:3.0:1788777325.342748:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126131200, offset 0 00000400:00000200:3.0:1788777325.342754:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777325.342762:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777325.342766:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777325.342768:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777325.342771:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777325.342773:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777325.342776:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777325.342779:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2524:2524:254:4294967295] 192.168.203.135@tcp LPNI seq info [2519:2519:6:4294967295] 00000400:00000200:3.0:1788777325.342783:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777325.342789:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777325.342793:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777325.342796:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df200. 00000800:00000200:3.0:1788777325.342800:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777325.342804:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777325.342807:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777325.342810:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777325.342813:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 794846 usecs (795 jiffies) 00000400:00000200:3.0:1788777325.342816:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777325.342818:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296476444 00000100:00000001:3.0:1788777325.342820:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296479792 00000100:00000001:3.0:1788777325.342823:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296476444 00000100:00000001:3.0:1788777325.342825:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296479792 00000100:00000001:3.0:1788777325.342827:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777325.342829:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.342832:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.342834:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.342847:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777325.342849:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777325.343000:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777325.343005:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:0.0:1788777325.343012:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777325.343017:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777325.343078:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347660 00000400:00000010:0.0:1788777325.343082:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347660. 00000100:00000001:0.0:1788777325.343087:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777325.343092:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777325.343101:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777325.343104:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777325.343111:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777325.343112:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777325.343125:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777325.343127:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:0.0:1788777325.343129:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777325.343132:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777325.343135:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083472a8 00000400:00000010:0.0:1788777325.343137:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083472a8. 00000100:00000001:0.0:1788777325.343139:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777325.343142:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777325.343148:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777325.343150:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777325.343156:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777325.343157:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777325.356100:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777325.356109:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df200. 00000400:00000200:0.0:1788777325.356119:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777325.356128:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777325.356135:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:0.0:1788777325.356138:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:0.0:1788777325.356143:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777325.356151:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777325.356163:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777325.356166:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777325.356173:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777325.356175:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777325.356872:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.356884:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777325.356888:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.356890:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777325.356897:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.356903:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777325.356909:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.356914:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.356918:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.356922:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c51a00 00000400:00000200:1.0:1788777325.356926:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.356932:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6c81 [1] + 224 00000800:00000001:1.0:1788777325.356939:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.356943:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777325.356945:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777325.356948:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777325.356953:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777325.356958:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777325.356966:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777325.356987:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777325.356994:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.356998:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777325.357000:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.357002:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777325.357005:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357008:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777325.357012:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357015:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357018:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357021:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c51980 00000400:00000200:1.0:1788777325.357034:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357038:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6c71 [1] + 224 00000800:00000001:1.0:1788777325.357042:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.357046:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777325.357048:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777325.357050:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777325.357053:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777325.357057:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777325.357064:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777325.357071:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777325.357075:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.357077:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777325.357079:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.357080:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777325.357083:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357086:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777325.357089:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357092:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357094:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357097:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c51a80 00000400:00000200:1.0:1788777325.357099:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777325.357103:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6c79 [1] + 224 00000800:00000001:1.0:1788777325.357106:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.357160:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777325.357163:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777325.357166:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777325.357170:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777325.357174:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777325.357181:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777325.357187:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777325.357191:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777325.357206:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.358028:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777325.358044:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777325.358051:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777325.358057:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777325.358060:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777325.358065:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347c38 00000400:00000010:3.0:1788777325.358067:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347c38. 00000100:00000001:3.0:1788777325.358070:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777325.358077:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777325.358086:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.358092:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777325.358094:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.358097:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777325.358100:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777325.358102:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777325.358104:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777325.358107:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777325.358116:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=148 v=5 (5 102 102 102) 00000100:00001000:3.0:1788777325.358121:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777325.358123:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777325.358125:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777325.358128:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777325.358131:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.358134:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777325.358137:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967654 gen 2 00000100:00100000:3.0:1788777325.358143:0:2348:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777325.358150:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788777325.358152:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:3.0:1788777325.358154:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777325.358156:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777325.358160:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.358167:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777325.358169:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777325.358171:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777325.358176:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777325.358183:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126131200:192.168.203.135@tcp:400:kworker.0 00000400:00000001:3.0:1788777325.358189:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777325.358190:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777325.358192:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646de70. 00000400:00000200:3.0:1788777325.358194:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347bb0 00000400:00000010:3.0:1788777325.358196:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347bb0. 00000100:00000001:3.0:1788777325.358199:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777325.358202:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777325.358210:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.358218:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777325.358247:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.358250:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777325.358251:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777325.358252:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777325.358254:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777325.358255:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777325.358258:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777325.358262:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1788777325.358263:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777325.358265:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777325.358266:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777325.358268:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.358269:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777325.358273:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.358279:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777325.358280:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777325.358281:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777325.358284:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777325.358291:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126131072:192.168.203.135@tcp:400:kworker.0 00000400:00000001:3.0:1788777325.358295:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777325.358296:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777325.358297:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:3.0:1788777325.358300:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347ee0 00000400:00000010:3.0:1788777325.358301:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347ee0. 00000100:00000001:3.0:1788777325.358303:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777325.358306:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777325.358315:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.358320:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777325.358321:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.358323:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777325.358324:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777325.358325:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777325.358327:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777325.358328:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777325.358332:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=148 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777325.358334:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777325.358336:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777325.358337:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777325.358339:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777325.358341:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.358343:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777325.358344:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777325.358346:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777325.358348:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777325.358351:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.358358:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777325.358359:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777325.358361:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777325.358364:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777325.358371:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126131328:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777325.358375:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.358378:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777325.358381:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126131200/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.358388:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777325.358391:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777325.358394:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362e00. 02000000:00000001:3.0:1788777325.358397:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777325.358399:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777325.358401:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777325.358403:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777325.358406:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99c00. 02000000:00000001:3.0:1788777325.358410:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777325.358412:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777325.358414:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:3.0:1788777325.358418:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777325.358419:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.358421:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777325.358425:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126131072/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.358431:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777325.358432:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777325.358434:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363a00. 02000000:00000001:3.0:1788777325.358436:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777325.358437:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777325.358438:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777325.358440:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777325.358441:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99900. 02000000:00000001:3.0:1788777325.358443:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777325.358444:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777325.358445:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:3.0:1788777325.358448:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777325.358449:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.358450:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777325.358454:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126131328/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777325.358462:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777325.358463:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777325.358464:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363400. 02000000:00000001:3.0:1788777325.358466:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777325.358467:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777325.358468:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777325.358469:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777325.358470:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99100. 02000000:00000001:3.0:1788777325.358472:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777325.358473:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777325.358474:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:3.0:1788777325.358477:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777325.358478:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.358480:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777325.358487:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777325.358488:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777325.358490:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777325.358493:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777325.533573:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777325.533580:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777325.533585:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777325.533586:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777325.537634:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777325.537641:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777325.537646:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777325.853472:0:15900:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1788777325.853479:0:15900:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777326.557868:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777326.557875:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777326.557881:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777326.557882:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777326.557918:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777326.557921:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777326.557924:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777327.581474:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777327.581480:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777327.581486:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777327.581487:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777327.581721:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777327.581724:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777327.581727:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777328.605330:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777328.605338:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777328.605343:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777328.605344:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777328.605512:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777328.605515:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777328.605518:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:2.0:1788777329.346666:0:32690:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777329.346674:0:32690:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b508b8) owner 0000000000000000/ffff9453102c27c0 00020000:00000002:2.0:1788777329.346679:0:32690:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b508b8) owner 0000000000000000/ffff9453102c27c0 00020000:00000001:2.0:1788777329.346681:0:32690:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777329.346689:0:32690:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777329.346692:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87df0 00000080:00200008:2.0:1788777329.346695:0:32690:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9453209aa1c8), flags 100002 00000080:00000001:2.0:1788777329.346699:0:32690:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777329.346701:0:32690:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777329.346702:0:32690:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777329.346704:0:32690:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b508b8) owner 0000000000000000/ffff9453102c27c0 00020000:00000002:2.0:1788777329.346706:0:32690:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b508b8) owner 0000000000000000/ffff9453102c27c0 00020000:00000001:2.0:1788777329.346708:0:32690:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777329.346710:0:32690:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788777329.346719:0:32690:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777329.346723:0:32690:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777329.346730:0:32690:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 2 00010000:00000001:2.0:1788777329.346734:0:32690:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777329.346739:0:32690:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777329.346741:0:32690:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2d:0x0]: 0 00000080:00000001:2.0:1788777329.346744:0:32690:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777329.346746:0:32690:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777329.346750:0:32690:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945319f90800. 00000080:00000001:2.0:1788777329.346752:0:32690:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777329.346758:0:32690:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777329.346762:0:32690:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788777329.346764:0:32690:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2d:0x0] 00000002:00000001:2.0:1788777329.346767:0:32690:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777329.346769:0:32690:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x2d:0x0] file closed with intent: 0 00000100:00000010:2.0:1788777329.346774:0:32690:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777329.346778:0:32690:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777329.346783:0:32690:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777329.346787:0:32690:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777329.346791:0:32690:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777329.346797:0:32690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945319f91c00. 00000100:00000001:2.0:1788777329.346804:0:32690:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777329.346822:0:32690:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777329.346833:0:32690:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777329.346838:0:32690:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777329.346844:0:32690:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777329.346845:0:32690:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777329.346852:0:32690:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123936c0. 00000100:00000001:2.0:1788777329.346853:0:32690:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683241776832 : -118390467774784 : ffff9453123936c0) 00000100:00000001:2.0:1788777329.346856:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777329.346857:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000001:2.0:1788777329.346862:0:32690:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777329.346865:0:32690:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777329.346867:0:32690:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777329.346868:0:32690:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777329.346872:0:32690:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777329.346878:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777329.346880:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777329.346883:0:32690:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777329.346885:0:32690:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777329.346888:0:32690:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777329.346891:0:32690:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32690:1875667126131584:192.168.203.135@tcp:35:multiop.0 00000100:00000001:2.0:1788777329.346894:0:32690:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777329.346898:0:32690:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777329.346900:0:32690:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777329.346903:0:32690:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777329.346907:0:32690:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aac00. 02000000:00000001:2.0:1788777329.346910:0:32690:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777329.346916:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777329.346920:0:32690:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777329.346928:0:32690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1660. 00000100:00000200:2.0:1788777329.346935:0:32690:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126131584, portal 10 00000100:00000001:2.0:1788777329.346937:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777329.346938:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:2.0:1788777329.346944:0:32690:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777345 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777329.346951:0:32690:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777329.346953:0:32690:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777329.346956:0:32690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1220. 00000100:00000200:2.0:1788777329.346958:0:32690:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126131584, offset 0 00000400:00000200:2.0:1788777329.346964:0:32690:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777329.346973:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777329.346980:0:32690:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777329.346985:0:32690:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777329.346989:0:32690:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777329.346993:0:32690:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777329.346996:0:32690:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777329.347000:0:32690:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2525:2525:256:4294967295] 192.168.203.135@tcp LPNI seq info [2520:2520:8:4294967295] 00000400:00000200:2.0:1788777329.347004:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777329.347014:0:32690:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777329.347020:0:32690:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777329.347025:0:32690:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99700. 00000800:00000200:2.0:1788777329.347034:0:32690:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777329.347041:0:32690:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777329.347046:0:32690:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777329.347067:0:32690:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777329.347071:0:32690:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 793851 usecs (794 jiffies) 00000400:00000200:2.0:1788777329.347074:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777329.347077:0:32690:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296480447 00000100:00000001:2.0:1788777329.347085:0:32690:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296479792 00000100:00000001:2.0:1788777329.347090:0:32690:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296480447 00000100:00000001:2.0:1788777329.347093:0:32690:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296479792 00000100:00000001:2.0:1788777329.347096:0:32690:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777329.347099:0:32690:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777329.347101:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777329.347102:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777329.347105:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788777329.347108:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777329.347110:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777329.347349:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777329.347354:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99700. 00000400:00000200:1.0:1788777329.347360:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777329.347366:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777329.347371:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1220 00000400:00000010:1.0:1788777329.347374:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1220. 00000100:00000001:1.0:1788777329.347377:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777329.347382:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777345 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777329.347393:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777329.347397:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777345 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777329.347404:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777329.347406:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788777329.630140:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777329.630146:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777329.630151:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777329.630153:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777329.630170:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777329.630173:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777329.630175:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777330.141346:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296480447, at 4296480448 00000100:00000010:0.0:1788777330.141363:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cae0. 00000100:00000040:1.0:1788777330.143247:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296480447, at 4296480450 00000100:00000010:1.0:1788777330.143262:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6ca80. 00000100:00000040:0.0:1788777330.461793:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777330.461814:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777330.461825:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1500. 00000020:00000040:0.0:1788777330.461830:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777330.461835:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777330.461839:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777330.461844:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777330.461854:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114fb00. 00000100:00000001:0.0:1788777330.461860:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.461872:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777330.461883:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777330.461887:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.461893:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013411a59] to pc [ptlrpcd_00_01+1] req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.461925:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.461928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777330.461931:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777330.461934:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777330.461937:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777330.461939:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777330.461940:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777330.461942:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777330.461945:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114fd00. 00000100:00000001:0.0:1788777330.461949:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.461953:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777330.461960:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777330.461962:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.461965:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aec8b6b] to pc [ptlrpcd_00_00+0] req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.461974:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.461976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777330.461980:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777330.461983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777330.461986:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777330.461989:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2d80. 00000020:00000040:0.0:1788777330.461992:0:38:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:0.0:1788777330.461994:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777330.461995:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777330.461997:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777330.462000:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f300. 00000100:00000001:0.0:1788777330.462003:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.462007:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777330.462014:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777330.462016:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.462019:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd79a6df] to pc [ptlrpcd_00_01+1] req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.462027:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.462030:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1818) 00000100:00000001:0.0:1788777330.462041:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777330.462044:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777330.462046:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777330.462051:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.462057:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777330.462059:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777330.462062:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777330.462065:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777330.462067:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777330.462070:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126131840:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777330.462074:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777330.462078:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777330.462080:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777330.462082:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777330.462086:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945303a01400. 02000000:00000001:0.0:1788777330.462089:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777330.462095:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777330.462099:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777330.462105:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c770. 00000100:00000200:0.0:1788777330.462113:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126131840, portal 10 00000100:00000001:0.0:1788777330.462115:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777330.462117:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:0.0:1788777330.462124:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.462131:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777330.462134:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777330.462137:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c908. 00000100:00000200:0.0:1788777330.462139:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126131840, offset 0 00000400:00000200:0.0:1788777330.462145:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777330.462152:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777330.462159:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777330.462164:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777330.462169:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777330.462172:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777330.462175:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777330.462178:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2526:2526:256:4294967295] 192.168.203.135@tcp LPNI seq info [2521:2521:8:4294967295] 00000400:00000200:0.0:1788777330.462182:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777330.462192:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777330.462198:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777330.462202:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f500. 00000800:00000200:0.0:1788777330.462208:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777330.462214:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777330.462246:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777330.462260:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.462264:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 793851 usecs (794 jiffies) 00000400:00000200:0.0:1788777330.462267:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777330.462270:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296481563 00000100:00000010:0.0:1788777330.462275:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4000. 00000100:00000001:0.0:1788777330.462281:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788777330.462286:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296481563 00000100:00000010:0.0:1788777330.462289:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4780. 00000100:00000001:0.0:1788777330.462292:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788777330.462295:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777330.462298:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777330.462300:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777330.462303:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.462310:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777330.462312:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777330.462314:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777330.462316:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777330.462317:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777330.462320:0:2346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788777330.462321:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.462323:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777330.462325:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.462326:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777330.462327:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777330.462328:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777330.462333:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.462340:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777330.462341:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777330.462343:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777330.462345:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777330.462348:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777330.462351:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126131712:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777330.462354:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777330.462356:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777330.462358:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777330.462360:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777330.462363:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301343400. 02000000:00000001:0.0:1788777330.462366:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777330.462369:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777330.462371:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777330.462375:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cc38. 00000100:00000200:0.0:1788777330.462378:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126131712, portal 25 00000100:00000001:0.0:1788777330.462380:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777330.462381:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082712320 : -118390626839296 : ffff945308be1500) 00000100:00000040:0.0:1788777330.462392:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.462398:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777330.462400:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777330.462403:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c880. 00000100:00000200:0.0:1788777330.462405:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126131712, offset 0 00000400:00000200:0.0:1788777330.462409:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777330.462413:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777330.462417:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000100:00000001:1.0:1788777330.462834:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777330.462837:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777330.462941:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777330.462946:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:1.0:1788777330.462951:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777330.462958:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777330.462981:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777330.462985:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777330.462987:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777330.462989:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777330.462992:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2527:2527:255:4294967295] 192.168.203.135@tcp LPNI seq info [2522:2522:7:4294967295] 00000400:00000200:0.0:1788777330.462997:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777330.463002:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777330.463007:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777330.463011:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f100. 00000800:00000200:0.0:1788777330.463016:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777330.463020:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777330.463024:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777330.463027:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777330.463031:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777330.463033:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296484912 00000100:00000001:0.0:1788777330.463039:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296481563 00000100:00000001:0.0:1788777330.463042:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296484912 00000100:00000001:0.0:1788777330.463045:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296481563 00000100:00000001:0.0:1788777330.463048:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777330.463050:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777330.463053:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777330.463058:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.463064:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777330.463066:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777330.463068:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777330.463070:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777330.463073:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777330.463075:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126131968:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777330.463078:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777330.463082:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777330.463083:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777330.463086:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777330.463090:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530120be00. 02000000:00000001:0.0:1788777330.463092:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777330.463096:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777330.463099:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777330.463102:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777330.463107:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126131968, portal 4 00000100:00000001:0.0:1788777330.463108:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777330.463109:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082718592 : -118390626833024 : ffff945308be2d80) 00000100:00000040:0.0:1788777330.463117:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.463122:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777330.463124:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777330.463127:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ca18. 00000100:00000200:0.0:1788777330.463129:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126131968, offset 0 00000400:00000200:0.0:1788777330.463133:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777330.464232:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c908 00000400:00000010:1.0:1788777330.464237:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c908. 00000100:00000001:1.0:1788777330.464242:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777330.464249:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777330.464260:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777330.464263:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777330.464270:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777330.464272:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777330.464334:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777330.464337:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f100. 00000400:00000200:1.0:1788777330.464340:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777330.464345:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777330.464348:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c880 00000400:00000010:1.0:1788777330.464349:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c880. 00000100:00000001:1.0:1788777330.464352:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777330.464356:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777330.464364:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777330.464367:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777330.464372:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777330.464374:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1788777330.464691:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777330.464699:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777330.464704:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777330.464707:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777330.464711:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777330.464713:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777330.464716:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2528:2528:256:4294967295] 192.168.203.135@tcp LPNI seq info [2523:2523:8:4294967295] 00000400:00000200:0.0:1788777330.464720:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777330.464728:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777330.464734:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777330.464739:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777330.464745:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777330.464751:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777330.464754:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777330.464771:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.464776:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 256827 usecs (257 jiffies) 00000400:00000200:0.0:1788777330.464780:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777330.464782:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296481028 00000100:00000001:0.0:1788777330.464785:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296484912 00000100:00000001:0.0:1788777330.464788:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296481028 00000100:00000001:0.0:1788777330.464790:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296484912 00000100:00000001:0.0:1788777330.464792:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777330.464795:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777330.464808:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777330.464812:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777330.464942:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777330.464945:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:1.0:1788777330.464948:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777330.464952:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777330.464955:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ca18 00000400:00000010:1.0:1788777330.464968:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ca18. 00000100:00000001:1.0:1788777330.464974:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777330.464979:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777330.464987:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777330.464990:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777330.464996:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777330.464998:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777330.467706:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.467722:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777330.467727:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.467729:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777330.467739:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467746:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777330.467755:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467759:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467764:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467768:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c51c80 00000400:00000200:1.0:1788777330.467772:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467778:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6c91 [1] + 224 00000800:00000001:1.0:1788777330.467784:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.467787:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777330.467790:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777330.467794:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777330.467801:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777330.467810:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777330.467827:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777330.467846:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777330.467855:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.467859:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777330.467860:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.467862:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777330.467866:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467869:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777330.467873:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467875:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467878:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467881:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c51d00 00000400:00000200:1.0:1788777330.467885:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467889:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6cb1 [1] + 224 00000800:00000001:1.0:1788777330.467893:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.467896:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777330.467898:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777330.467901:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777330.467904:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777330.467908:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777330.467917:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777330.467924:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777330.467928:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.467931:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777330.467933:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.467935:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777330.467938:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467952:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777330.467956:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467959:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467962:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467964:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c51c00 00000400:00000200:1.0:1788777330.467968:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777330.467971:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ca1 [1] + 224 00000800:00000001:1.0:1788777330.467974:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.468023:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777330.468026:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777330.468029:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777330.468032:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777330.468036:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777330.468043:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777330.468050:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777330.468054:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777330.468056:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.468190:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777330.468195:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777330.468201:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777330.468204:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777330.468207:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:0.0:1788777330.468211:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cc38 00000400:00000010:0.0:1788777330.468213:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cc38. 00000100:00000001:0.0:1788777330.468216:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777330.468257:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777330.468266:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.468273:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777330.468275:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.468277:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777330.468281:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777330.468283:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777330.468285:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777330.468288:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777330.468294:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777330.468298:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=154 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777330.468300:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777330.468302:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777330.468304:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777330.468306:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777330.468309:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.468314:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.468319:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777330.468322:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777330.468324:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777330.468327:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777330.468334:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126131712:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777330.468339:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777330.468341:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777330.468342:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777330.468345:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:0.0:1788777330.468347:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:0.0:1788777330.468349:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777330.468352:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777330.468359:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.468365:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777330.468366:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.468368:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777330.468369:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777330.468370:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777330.468371:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777330.468373:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777330.468378:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=153 v=5 (5 5 5 37) 00000100:00001000:0.0:1788777330.468381:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777330.468383:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777330.468384:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777330.468386:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777330.468388:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777330.468392:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777330.468393:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788777330.468395:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777330.468397:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.468401:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.468406:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777330.468408:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777330.468409:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777330.468412:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777330.468492:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126131968:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777330.468497:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777330.468499:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777330.468500:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:0.0:1788777330.468503:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c770 00000400:00000010:0.0:1788777330.468504:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c770. 00000100:00000001:0.0:1788777330.468507:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777330.468510:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777330.468517:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.468524:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777330.468525:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.468526:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777330.468528:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777330.468529:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777330.468531:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777330.468532:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777330.468536:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=153 v=5 (5 102 102 102) 00000100:00001000:0.0:1788777330.468539:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777330.468542:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777330.468543:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777330.468544:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777330.468546:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777330.468548:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777330.468549:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1788777330.468551:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777330.468552:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777330.468556:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.468562:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777330.468564:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777330.468565:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777330.468568:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777330.468575:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126131840:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777330.468579:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.468581:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777330.468584:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1500 x1875667126131712/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.468590:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777330.468592:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777330.468595:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301343400. 02000000:00000001:0.0:1788777330.468599:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777330.468602:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777330.468604:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777330.468606:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777330.468609:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114fb00. 02000000:00000001:0.0:1788777330.468612:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777330.468614:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777330.468616:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1500. 00000100:00000001:0.0:1788777330.468631:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777330.468633:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.468635:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777330.468638:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2d80 x1875667126131968/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.468643:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777330.468644:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777330.468646:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530120be00. 02000000:00000001:0.0:1788777330.468648:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777330.468649:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777330.468650:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:0.0:1788777330.468652:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777330.468653:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f300. 02000000:00000001:0.0:1788777330.468655:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777330.468656:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777330.468657:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2d80. 00000100:00000001:0.0:1788777330.468660:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777330.468661:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.468662:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777330.468665:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126131840/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777330.468672:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777330.468673:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777330.468674:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945303a01400. 02000000:00000001:0.0:1788777330.468677:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777330.468678:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777330.468679:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777330.468681:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777330.468682:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114fd00. 02000000:00000001:0.0:1788777330.468684:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777330.468685:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777330.468686:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:0.0:1788777330.468689:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777330.468690:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.468692:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777330.468699:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777330.468701:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777330.468703:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777330.468705:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777330.653351:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777330.653361:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777330.653364:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777330.653368:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777330.653373:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777330.653375:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777330.653378:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777330.653381:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777330.653385:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777330.653387:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777330.653519:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777330.653523:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777330.653526:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777331.677329:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777331.677335:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777331.677340:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777331.677341:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777331.677484:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777331.677490:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777331.677494:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777332.703353:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777332.703363:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777332.703371:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777332.703372:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777332.703397:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777332.703400:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777332.703404:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777333.725386:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777333.725397:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777333.725405:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777333.725411:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777333.725414:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777333.725421:0:30452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777333.725424:0:30452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777333.725426:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777333.725430:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777333.725433:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777333.725436:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777333.725438:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777333.725853:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777333.725858:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777333.725862:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777334.749319:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777334.749329:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777334.749335:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777334.749337:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777334.749428:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777334.749432:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777334.749436:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777335.069355:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296484912, at 4296485376 00000100:00000040:0.0:1788777335.069355:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296484912, at 4296485376 00000100:00000010:0.0:1788777335.069376:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4000. 00000100:00000010:1.0:1788777335.069379:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4780. 00000100:00000040:0.0:1788777335.581400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777335.581414:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777335.581427:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777335.581436:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777335.581441:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777335.581444:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777335.581451:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777335.581463:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114fd00. 00000100:00000001:0.0:1788777335.581472:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.581488:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777335.581501:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777335.581506:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.581514:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aec8b6b] to pc [ptlrpcd_00_00+0] req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.581549:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.581552:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777335.581556:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777335.581560:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2d80. 00000020:00000040:0.0:1788777335.581562:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777335.581564:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777335.581565:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777335.581567:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777335.581570:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f300. 00000100:00000001:0.0:1788777335.581574:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.581579:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777335.581599:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777335.581601:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.581605:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd79a6df] to pc [ptlrpcd_00_01+1] req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.581614:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.581616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777335.581630:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777335.581633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777335.581636:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777335.581640:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1500. 00000020:00000040:0.0:1788777335.581643:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:0.0:1788777335.581646:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777335.581647:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777335.581648:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777335.581652:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114fb00. 00000100:00000001:0.0:1788777335.581655:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.581659:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777335.581667:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777335.581668:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.581673:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013411a59] to pc [ptlrpcd_00_00+0] req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.581680:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.581684:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1823) 00000100:00000001:1.0:1788777335.582032:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777335.582038:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777335.582041:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777335.582049:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777335.582058:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777335.582060:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777335.582064:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777335.582067:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777335.582070:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777335.582073:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126132096:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777335.582078:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777335.582086:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777335.582089:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777335.582092:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777335.582098:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301218000. 02000000:00000001:1.0:1788777335.582101:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777335.582110:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777335.582116:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb160. 00000400:00000010:1.0:1788777335.582125:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b124c8. 00000100:00000200:1.0:1788777335.582135:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126132096, portal 25 00000100:00000001:1.0:1788777335.582149:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777335.582151:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:1.0:1788777335.582158:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777335.582167:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777335.582170:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777335.582173:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12660. 00000100:00000200:1.0:1788777335.582177:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126132096, offset 0 00000400:00000200:1.0:1788777335.582186:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777335.582198:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.582208:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777335.582215:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777335.582243:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777335.582249:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777335.582252:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777335.582256:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2529:2529:256:4294967295] 192.168.203.135@tcp LPNI seq info [2524:2524:8:4294967295] 00000400:00000200:1.0:1788777335.582261:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.582273:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777335.582281:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777335.582287:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534400. 00000800:00000200:1.0:1788777335.582296:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777335.582306:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777335.582311:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777335.582323:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777335.582327:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777335.582330:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296490032 00000100:00000010:1.0:1788777335.582337:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb6c0. 00000100:00000001:1.0:1788777335.582346:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777335.582353:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296490032 00000100:00000010:1.0:1788777335.582357:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb600. 00000100:00000001:1.0:1788777335.582361:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777335.582364:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777335.582368:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777335.582371:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777335.582374:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777335.582393:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777335.582395:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777335.582397:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777335.582399:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777335.582401:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777335.582405:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126132352:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777335.582408:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777335.582411:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777335.582412:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777335.582414:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777335.582417:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219400. 02000000:00000001:1.0:1788777335.582419:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777335.582422:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777335.582425:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb4d0. 00000400:00000010:1.0:1788777335.582429:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12990. 00000100:00000200:1.0:1788777335.582433:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126132352, portal 4 00000100:00000001:1.0:1788777335.582435:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777335.582437:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082712320 : -118390626839296 : ffff945308be1500) 00000100:00000040:1.0:1788777335.582444:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777335.582452:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777335.582454:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777335.582457:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12b28. 00000100:00000200:1.0:1788777335.582459:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126132352, offset 0 00000400:00000200:1.0:1788777335.582464:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777335.582468:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.582477:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777335.582481:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777335.582483:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777335.582485:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777335.582488:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777335.582491:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2530:2530:255:4294967295] 192.168.203.135@tcp LPNI seq info [2525:2525:7:4294967295] 00000400:00000200:1.0:1788777335.582496:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.582501:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777335.582506:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777335.582511:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534800. 00000800:00000200:1.0:1788777335.582515:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777335.582519:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777335.582523:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777335.582526:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777335.582530:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 255372 usecs (256 jiffies) 00000400:00000200:1.0:1788777335.582534:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777335.582536:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296486145 00000100:00000001:1.0:1788777335.582539:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296490032 00000100:00000001:1.0:1788777335.582542:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296486145 00000100:00000001:1.0:1788777335.582544:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296490032 00000100:00000001:1.0:1788777335.582548:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777335.582550:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777335.582552:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777335.582555:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777335.582564:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777335.582566:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777335.582568:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777335.582570:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777335.582572:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777335.582575:0:2346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788777335.582576:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777335.582578:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777335.582580:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777335.582581:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777335.582582:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777335.582595:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777335.582600:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777335.582607:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777335.582609:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777335.582612:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777335.582613:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777335.582615:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777335.582618:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126132224:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777335.582622:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777335.582625:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777335.582627:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777335.582628:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777335.582632:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301218400. 02000000:00000001:1.0:1788777335.582634:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777335.582637:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777335.582640:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbf78. 00000400:00000010:1.0:1788777335.582645:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b123b8. 00000100:00000200:1.0:1788777335.582648:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126132224, portal 10 00000100:00000001:1.0:1788777335.582650:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777335.582652:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082718592 : -118390626833024 : ffff945308be2d80) 00000100:00000040:1.0:1788777335.582658:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777335.582664:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777335.582666:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777335.582669:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12dd0. 00000100:00000200:1.0:1788777335.582671:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126132224, offset 0 00000400:00000200:1.0:1788777335.582676:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777335.582680:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.582684:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777335.582687:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1788777335.583210:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777335.583217:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534400. 00000400:00000200:0.0:1788777335.583245:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777335.583253:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777335.584053:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777335.584058:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777335.584062:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777335.584067:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2531:2531:254:4294967295] 192.168.203.135@tcp LPNI seq info [2526:2526:6:4294967295] 00000400:00000200:1.0:1788777335.584074:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.584085:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777335.584093:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777335.584101:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534e00. 00000800:00000200:1.0:1788777335.584108:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777335.584116:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777335.584121:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777335.584126:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777335.584132:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 792842 usecs (793 jiffies) 00000400:00000200:1.0:1788777335.584136:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777335.584138:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296486683 00000100:00000001:1.0:1788777335.584141:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296490032 00000100:00000001:1.0:1788777335.584143:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296486683 00000100:00000001:1.0:1788777335.584145:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296490032 00000100:00000001:1.0:1788777335.584149:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777335.584153:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777335.584158:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777335.584162:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777335.584184:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777335.584188:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777335.584250:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12660 00000400:00000010:0.0:1788777335.584254:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12660. 00000100:00000001:0.0:1788777335.584262:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777335.584271:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.584283:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777335.584286:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.584294:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777335.584295:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777335.584323:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777335.584326:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534800. 00000400:00000200:0.0:1788777335.584329:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777335.584334:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777335.584337:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12b28 00000400:00000010:0.0:1788777335.584339:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12b28. 00000100:00000001:0.0:1788777335.584341:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777335.584344:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.584352:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777335.584354:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.584361:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777335.584362:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777335.584615:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777335.584619:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534e00. 00000400:00000200:0.0:1788777335.584623:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777335.584627:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777335.584631:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12dd0 00000400:00000010:0.0:1788777335.584633:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12dd0. 00000100:00000001:0.0:1788777335.584636:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777335.584641:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.584649:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777335.584651:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.584658:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777335.584660:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777335.590894:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777335.590917:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777335.590921:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777335.590924:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777335.590933:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.590941:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777335.590951:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.590956:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.590961:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.590965:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c51e80 00000400:00000200:1.0:1788777335.590969:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777335.590975:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6cd1 [1] + 224 00000800:00000001:1.0:1788777335.590982:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777335.590994:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777335.590998:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777335.591003:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777335.591011:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777335.591020:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777335.591032:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777335.591056:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777335.591064:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777335.591068:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777335.591136:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777335.591147:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777335.591160:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777335.591163:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777335.591168:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb4d0. 00000400:00000200:0.0:1788777335.591178:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12990 00000400:00000010:0.0:1788777335.591181:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12990. 00000100:00000001:0.0:1788777335.591185:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777335.591197:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777335.591209:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.591259:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777335.591262:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777335.591266:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777335.591270:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777335.591273:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777335.591276:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777335.591279:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777335.591291:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777335.591296:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777335.591299:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777335.591301:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777335.591304:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777335.591311:0:2346:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777335.591317:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777335.591320:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788777335.591321:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777335.591323:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777335.591329:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.591337:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777335.591341:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777335.591343:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777335.591347:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777335.591354:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126132352:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777335.591360:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777335.591363:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777335.591380:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1500 x1875667126132352/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777335.591396:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777335.591399:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777335.591404:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219400. 02000000:00000001:0.0:1788777335.591409:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777335.591413:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777335.591415:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:0.0:1788777335.591418:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777335.591422:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114fb00. 02000000:00000001:0.0:1788777335.591426:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777335.591428:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777335.591430:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1500. 00000100:00000001:0.0:1788777335.591434:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777335.591435:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777335.591439:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777335.591441:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777335.591442:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777335.591444:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777335.591446:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777335.774258:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777335.774264:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777335.774269:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777335.774271:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777335.774296:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777335.774298:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777335.774301:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777336.605603:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777336.605618:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777336.605620:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1788777336.605626:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777336.605628:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777336.605632:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777336.605635:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777336.797396:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777336.797404:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777336.797411:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777336.797412:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777336.801123:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777336.801130:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777336.801135:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777337.821334:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777337.821341:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777337.821346:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777337.821348:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777337.821433:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777337.821436:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777337.821440:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777338.845346:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777338.845352:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777338.845358:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777338.845360:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777338.845497:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777338.845501:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777338.845504:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777339.869330:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777339.869337:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777339.869342:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777339.869343:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777339.869409:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777339.869413:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777339.869417:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777340.189329:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296490032, at 4296490496 00000100:00000040:0.0:1788777340.189333:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296490032, at 4296490496 00000100:00000010:1.0:1788777340.189345:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb600. 00000100:00000010:0.0:1788777340.189348:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb6c0. 00000100:00000040:0.0:1788777340.701323:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777340.701333:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777340.701343:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1500. 00000020:00000040:0.0:1788777340.701348:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777340.701352:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777340.701355:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777340.701359:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777340.701367:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114fb00. 00000100:00000001:0.0:1788777340.701374:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777340.701386:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777340.701397:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777340.701402:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777340.701407:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013411a59] to pc [ptlrpcd_00_01+1] req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777340.701437:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777340.701441:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777340.701444:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777340.701447:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3800. 00000020:00000040:0.0:1788777340.701449:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777340.701452:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777340.701453:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777340.701455:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777340.701457:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f800. 00000100:00000001:0.0:1788777340.701460:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777340.701464:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777340.701471:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777340.701473:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777340.701477:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092403fc1] to pc [ptlrpcd_00_00+0] req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777340.701486:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777340.701488:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777340.701491:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777340.701494:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777340.701497:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788777340.701499:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1788777340.701502:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1788777340.701505:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1880. 00000020:00000040:0.0:1788777340.701508:0:38:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:0.0:1788777340.701510:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777340.701511:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788777340.701514:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777340.701518:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777340.701521:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788777340.701525:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777340.701527:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788777340.701529:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f200. 00000100:00000001:0.0:1788777340.701532:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777340.701534:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625683082713216 : -118390626838400 : ffff945308be1880) 00000100:00000001:1.0:1788777340.701535:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777340.701537:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777340.701537:0:38:0:(import.c:65:import_set_state_nolock()) ffff945311026000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788777340.701540:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9453090ac800: disconnect after 21s idle 02000000:00000001:1.0:1788777340.701542:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788777340.701542:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777340.701544:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777340.701545:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777340.701555:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777340.701555:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe82fdff] to pc [ptlrpcd_rcv+-1] req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777340.701559:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126132480:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777340.701564:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777340.701569:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788777340.701570:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788777340.701571:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777340.701572:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777340.701574:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788777340.701576:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1828) 02000000:00000010:1.0:1788777340.701578:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219a00. 02000000:00000001:1.0:1788777340.701580:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777340.701587:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777340.701591:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb318. 00000400:00000010:1.0:1788777340.701596:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12908. 00000100:00000001:0.0:1788777340.701597:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777340.701599:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777340.701601:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1788777340.701603:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126132480, portal 25 00000100:00000040:0.0:1788777340.701605:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777340.701606:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777340.701607:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082712320 : -118390626839296 : ffff945308be1500) 00000100:00000001:0.0:1788777340.701612:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788777340.701613:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777340.701613:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777340.701616:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777340.701618:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777340.701620:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788777340.701620:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777340.701622:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126132608:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777340.701626:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777340.701628:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777340.701630:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777340.701632:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1788777340.701635:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 02000000:00000010:0.0:1788777340.701636:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310ed2600. 00000400:00000010:1.0:1788777340.701637:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b127f8. 02000000:00000001:0.0:1788777340.701638:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788777340.701640:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126132480, offset 0 00000400:00000200:0.0:1788777340.701642:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777340.701644:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000200:1.0:1788777340.701647:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777340.701655:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777340.701663:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777340.701668:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777340.701672:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777340.701676:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777340.701679:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777340.701683:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2532:2532:256:4294967295] 192.168.203.135@tcp LPNI seq info [2527:2527:8:4294967295] 00000400:00000200:1.0:1788777340.701687:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777340.701697:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777340.701710:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777340.701715:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534200. 00000800:00000200:1.0:1788777340.701722:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000100:00000001:2.0:1788777340.701728:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1788777340.701729:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000100:00000001:2.0:1788777340.701731:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777340.701732:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1788777340.701733:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534200 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1788777340.701737:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777340.701744:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777340.701745:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777340.701746:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777340.701748:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1788777340.701749:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 02000000:00000001:2.0:1788777340.701750:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777340.701752:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777340.701752:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296495151 00000100:00100000:2.0:1788777340.701754:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126132736:192.168.203.135@tcp:9:kworker.0 00000100:00000010:1.0:1788777340.701756:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb600. 00000100:00000001:2.0:1788777340.701757:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777340.701760:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777340.701761:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777340.701763:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777340.701766:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945307f99c00. 00000100:00000001:1.0:1788777340.701767:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1788777340.701768:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777340.701771:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777340.701772:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296495151 00000400:00000010:2.0:1788777340.701774:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464e18. 00000100:00000010:1.0:1788777340.701775:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb780. 00000100:00000001:1.0:1788777340.701778:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777340.701780:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777340.701783:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777340.701786:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777340.701788:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777340.701795:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777340.701797:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777340.701799:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777340.701800:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777340.701802:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777340.701803:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777340.701819:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777340.701823:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777340.701824:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777340.701827:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788777340.701828:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777340.701830:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777340.701916:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777340.701921:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534200. 00000400:00000200:1.0:1788777340.701925:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777340.701930:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000010:0.0:1788777340.705492:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c770. 00000100:00000200:0.0:1788777340.705508:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126132608, portal 10 00000100:00000001:0.0:1788777340.705512:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777340.705514:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00000100:00000040:0.0:1788777340.705531:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777340.705540:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777340.705543:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777340.705546:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777340.705557:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126132608, offset 0 00000400:00000200:0.0:1788777340.705565:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777340.705577:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777340.705585:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777340.705589:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777340.705594:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777340.705597:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777340.705600:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777340.705603:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2533:2533:255:4294967295] 192.168.203.135@tcp LPNI seq info [2528:2528:7:4294967295] 00000400:00000200:0.0:1788777340.705608:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777340.705617:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777340.705623:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777340.705628:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f700. 00000800:00000200:0.0:1788777340.705635:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777340.705643:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777340.705648:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777340.705652:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777340.705657:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 792842 usecs (793 jiffies) 00000400:00000200:0.0:1788777340.705661:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777340.705664:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296491805 00000100:00000001:0.0:1788777340.705667:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296495151 00000100:00000001:0.0:1788777340.705669:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296491805 00000100:00000001:0.0:1788777340.705671:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296495151 00000100:00000001:0.0:1788777340.705673:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777340.705676:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777340.705682:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777340.705685:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777340.705692:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777340.705695:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1788777340.705697:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777340.705699:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777340.705701:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777340.705703:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788777340.705857:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1dd0. 00000100:00000200:2.0:1788777340.705863:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126132736, portal 4 00000100:00000001:2.0:1788777340.705865:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777340.705866:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082713216 : -118390626838400 : ffff945308be1880) 00000100:00000040:2.0:1788777340.705874:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777340.705882:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777340.705884:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777340.705887:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1908. 00000100:00000200:2.0:1788777340.705890:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126132736, offset 0 00000400:00000200:2.0:1788777340.705906:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777340.705910:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777340.705915:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777340.705918:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777340.705921:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777340.705923:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777340.705926:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777340.705929:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2534:2534:254:4294967295] 192.168.203.135@tcp LPNI seq info [2529:2529:6:4294967295] 00000400:00000200:2.0:1788777340.705932:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777340.705939:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777340.705943:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777340.705949:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99700. 00000800:00000200:2.0:1788777340.705953:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777340.705958:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777340.705960:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777340.705964:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777340.705966:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 253957 usecs (254 jiffies) 00000400:00000200:2.0:1788777340.705969:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777340.705971:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296491266 00000100:00000001:2.0:1788777340.705973:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296495151 00000100:00000001:2.0:1788777340.705975:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296491266 00000100:00000001:2.0:1788777340.705976:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296495151 00000100:00000001:2.0:1788777340.705978:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777340.705980:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777340.705982:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777340.705983:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777340.705987:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777340.705988:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788777340.705990:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777340.705991:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777340.705992:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777340.705993:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777340.706315:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b127f8 00000400:00000010:1.0:1788777340.706320:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b127f8. 00000100:00000001:1.0:1788777340.706327:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777340.706334:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777340.706344:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777340.706347:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777340.706353:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777340.706355:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777340.706404:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777340.706408:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f700. 00000400:00000200:1.0:1788777340.706412:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777340.706418:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777340.706421:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:1.0:1788777340.706423:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:1.0:1788777340.706425:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777340.706430:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777340.706437:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777340.706439:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777340.706445:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777340.706447:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777340.706505:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777340.706508:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99700. 00000400:00000200:1.0:1788777340.706512:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777340.706515:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777340.706518:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1908 00000400:00000010:1.0:1788777340.706520:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1908. 00000100:00000001:1.0:1788777340.706523:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777340.706527:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777340.706533:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777340.706537:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777340.706543:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777340.706545:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777340.719501:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777340.719525:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777340.719531:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777340.719533:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777340.719546:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777340.719567:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777340.719578:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777340.719584:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777340.719590:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777340.719595:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c52000 00000400:00000200:1.0:1788777340.719600:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777340.719609:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6d11 [1] + 224 00000800:00000001:1.0:1788777340.719618:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777340.719627:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777340.719631:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777340.719636:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777340.719645:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777340.719657:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777340.719670:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777340.719697:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777340.719709:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777340.719713:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777340.719826:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777340.719832:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777340.719840:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777340.719843:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777340.719847:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464e18. 00000400:00000200:2.0:1788777340.719852:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:2.0:1788777340.719855:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:2.0:1788777340.719858:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777340.719863:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777340.719872:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777340.719878:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777340.719880:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777340.719883:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777340.719888:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777340.719891:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777340.719895:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777340.719898:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777340.719910:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777340.719916:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777340.719930:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777340.719932:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777340.719936:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777340.719940:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777340.719945:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777340.719947:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777340.719950:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777340.719952:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777340.719957:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777340.719963:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777340.719967:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777340.719970:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788777340.719974:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788777340.719982:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311026000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1788777340.719987:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777340.719994:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126132736:192.168.203.135@tcp:9:kworker.0 00000100:00000001:2.0:1788777340.720000:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777340.720003:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777340.720006:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1880 x1875667126132736/t0(0) o9->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777340.720012:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777340.720015:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777340.720019:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945307f99c00. 02000000:00000001:2.0:1788777340.720024:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777340.720027:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777340.720029:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777340.720032:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777340.720036:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f200. 02000000:00000001:2.0:1788777340.720040:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777340.720042:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777340.720044:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1880. 00000100:00000001:2.0:1788777340.720048:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777340.720049:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777340.720051:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777340.720061:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777340.720063:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777340.720065:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777340.720067:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777340.893656:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777340.893670:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777340.893674:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777340.893678:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777340.893686:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777340.893688:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777340.893690:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777340.893693:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777340.893699:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777340.893700:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777340.894200:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777340.894205:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777340.894209:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777341.725347:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777341.725361:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777341.725365:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777341.725373:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788777341.725378:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777341.725383:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777341.918781:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777341.918792:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777341.918799:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777341.918801:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777341.918836:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777341.918840:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777341.918843:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777342.750930:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777342.750943:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777342.750946:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777342.750953:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788777342.750957:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777342.750961:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777342.941914:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777342.941923:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777342.941931:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777342.941933:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777342.942011:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777342.942016:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777342.942020:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777343.773319:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777343.773327:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777343.773328:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777343.773333:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788777343.773336:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777343.773340:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777343.965572:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777343.965579:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777343.965583:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777343.965587:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777343.965589:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777343.965595:0:30452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777343.965597:0:30452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777343.965598:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777343.965601:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777343.965603:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777343.965605:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777343.965607:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777343.965664:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777343.965668:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777343.965670:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777344.797353:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777344.797361:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777344.797363:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777344.797368:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788777344.797372:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777344.797375:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777345.002359:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777345.002366:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777345.002371:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777345.002372:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777345.002529:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777345.002532:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777345.002535:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777345.309712:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296495151, at 4296495616 00000100:00000010:1.0:1788777345.309727:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb780. 00000100:00000040:0.0:1788777345.309902:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296495151, at 4296495616 00000100:00000010:0.0:1788777345.309908:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb600. 00000100:00000040:3.0:1788777345.824118:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777345.824129:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777345.824138:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ed80. 00000020:00000040:3.0:1788777345.824145:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=6 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777345.824149:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777345.824152:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788777345.824153:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 02000000:00000001:3.0:1788777345.824157:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777345.824158:0:32690:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 02000000:00000010:3.0:1788777345.824168:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df200. 00000100:00000400:2.0:1788777345.824174:0:32690:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777329/real 1788777329] req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777345 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777345.824177:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777345.824188:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1788777345.824192:0:32690:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777345.824196:0:32690:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777345.824200:0:32690:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:2.0:1788777345.824208:0:32690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1660 00000100:00000001:3.0:1788777345.824211:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1788777345.824212:0:32690:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1660. 00000100:00000001:3.0:1788777345.824216:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777345.824242:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000908053d5] to pc [ptlrpcd_01_01+1] req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777345.824244:0:32690:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777345.824252:0:32690:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777345 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777345.824264:0:32690:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777345 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777345.824266:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777345.824272:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777345.824280:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777345.824285:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c000. 00000100:00000001:2.0:1788777345.824286:0:32690:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1788777345.824289:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777345.824290:0:32690:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777345.824295:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788777345.824295:0:32690:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1788777345.824297:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788777345.824299:0:32690:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788777345.824300:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777345.824304:0:32690:0:(import.c:429:ptlrpc_fail_import()) Process entered 02000000:00000010:3.0:1788777345.824306:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df300. 00000100:00080000:2.0:1788777345.824308:0:32690:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788777345.824315:0:32690:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9453090ac800: Connection to lustre-MDT0000 (at 192.168.203.135@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788777345.824318:0:32690:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1788777345.824319:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777345.824321:0:32690:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788777345.824325:0:32690:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777345.824328:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308a3c000 x1875667126132992/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777345.824328:0:32690:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788777345.824332:0:32690:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788777345.824340:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777345.824343:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777345.824347:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e9235fb] to pc [ptlrpcd_01_00+0] req@ffff945308a3c000 x1875667126132992/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777345.824349:0:32690:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788777345.824353:0:32690:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777345.824359:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777345.824361:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777345.824362:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777345.824366:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1788777345.824367:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788777345.824372:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788777345.824374:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788777345.824375:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777345.824379:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777345.824379:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777345.824383:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777345.824386:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788777345.824388:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777345.824393:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1833) 00000100:00080000:3.0:1788777345.824400:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788777345.824404:0:27180:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788777345.824407:0:27180:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788777345.824409:0:27180:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788777345.824413:0:27180:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777345.824417:0:27180:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1798 00000100:00000001:2.0:1788777345.824420:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777345.824424:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788777345.824425:0:27180:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777345.824427:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788777345.824433:0:27180:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:2.0:1788777345.824436:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788777345.824440:0:27180:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777345.824447:0:27180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777345.824451:0:27180:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777345.824451:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777345.824454:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777345.824456:0:27180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:2.0:1788777345.824460:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1788777345.824461:0:27180:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777345.824464:0:27180:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 02000000:00000001:2.0:1788777345.824464:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788777345.824468:0:27180:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:2.0:1788777345.824470:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777345.824473:0:27180:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 00000020:00000001:3.0:1788777345.824477:0:27180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00100000:2.0:1788777345.824477:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126132864:192.168.203.135@tcp:400:kworker.0 00000020:00000001:3.0:1788777345.824484:0:27180:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00000001:2.0:1788777345.824485:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1788777345.824490:0:27180:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 02000000:00000001:2.0:1788777345.824492:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788777345.824493:0:27180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1788777345.824496:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777345.824497:0:27180:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777345.824501:0:27180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:3.0:1788777345.824504:0:27180:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 00000100:00080000:3.0:1788777345.824506:0:27180:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: import ffff945311024000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 02000000:00000001:2.0:1788777345.824509:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788777345.824510:0:27180:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777345.824526:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945307f98e00. 02000000:00000001:3.0:1788777345.824528:0:27180:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788777345.824531:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777345.824535:0:27180:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788777345.824540:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 02000000:00000001:3.0:1788777345.824541:0:27180:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788777345.824545:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000100:00000001:3.0:1788777345.824546:0:27180:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777345.824551:0:27180:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000400:00000010:2.0:1788777345.824553:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1660. 00000008:00000001:3.0:1788777345.824556:0:27180:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788777345.824560:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126132864, portal 25 00000100:00000001:3.0:1788777345.824561:0:27180:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777345.824566:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1788777345.824569:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3dc00. 00000100:00000001:2.0:1788777345.824569:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080998272 : -118390628553344 : ffff945308a3ed80) 00000020:00000040:3.0:1788777345.824574:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000040:2.0:1788777345.824579:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788777345.824581:0:27180:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777345.824583:0:27180:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777345.824588:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777345.824591:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777345.824594:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777345.824594:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777345.824600:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 02000000:00000010:3.0:1788777345.824602:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2f400. 00000400:00000010:2.0:1788777345.824604:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1dd0. 00000100:00000001:3.0:1788777345.824607:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788777345.824609:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126132864, offset 0 00000100:00100000:3.0:1788777345.824616:0:27180:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1788777345.824619:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000100:00000001:3.0:1788777345.824628:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1788777345.824629:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777345.824633:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777345.824637:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000100:00000040:3.0:1788777345.824640:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cff69d1] to pc [ptlrpcd_rcv+-1] req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788777345.824644:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777345.824652:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777345.824656:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777345.824673:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000100:00000001:3.0:1788777345.824676:0:27180:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777345.824677:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2535:2535:256:4294967295] 192.168.203.135@tcp LPNI seq info [2530:2530:8:4294967295] 00000100:00000040:3.0:1788777345.824681:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1788777345.824687:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000040:3.0:1788777345.824689:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1788777345.824699:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000100:00000040:3.0:1788777345.824705:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1788777345.824710:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000100:00000040:3.0:1788777345.824712:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788777345.824719:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1833) 00000800:00000010:2.0:1788777345.824719:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99100. 00000800:00000200:2.0:1788777345.824729:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000100:00000001:3.0:1788777345.824731:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777345.824735:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777345.824736:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1788777345.824740:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000100:00000040:3.0:1788777345.824744:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c000 x1875667126132992/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788777345.824746:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777345.824755:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777345.824758:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777345.824759:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777345.824764:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c000 x1875667126132992/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788777345.824767:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777345.824772:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296500274 00000100:00000001:3.0:1788777345.824778:0:2348:0:(client.c:1857:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000010:2.0:1788777345.824780:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b7f00. 00000100:00000001:3.0:1788777345.824781:0:2348:0:(client.c:2105:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1788777345.824787:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777345.824789:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788777345.824790:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777345.824792:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777345.824798:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c000 x1875667126132992/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl Interpret:NQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777345.824799:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296500274 00000100:00000010:2.0:1788777345.824806:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b7ae0. 00000100:00000001:2.0:1788777345.824811:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1788777345.824814:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:0:1875667126132992:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777345.824821:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777345.824823:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777345.824827:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c000 x1875667126132992/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl Complete:NQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777345.824829:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777345.824834:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777345.824839:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777345.824840:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788777345.824843:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777345.824845:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777345.824848:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777345.824851:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1788777345.824852:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788777345.824854:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1788777345.824856:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df300. 00000100:00000001:2.0:1788777345.824858:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777345.824861:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788777345.824863:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1788777345.824863:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777345.824867:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788777345.824868:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777345.824872:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c000. 00000100:00000001:3.0:1788777345.824876:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777345.824878:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777345.824880:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777345.824884:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777345.824886:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777345.824888:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777345.824890:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777345.825057:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777345.825060:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777345.825062:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777345.825068:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777345.825075:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777345.825077:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777345.825079:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777345.825082:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777345.825084:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777345.825087:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126133120:192.168.203.135@tcp:38:kworker.0 00000100:00000001:1.0:1788777345.825090:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777345.825093:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777345.825094:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777345.825097:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777345.825101:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310688800. 02000000:00000001:1.0:1788777345.825103:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777345.825107:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777345.825110:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbc08. 00000400:00000010:1.0:1788777345.825114:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b127f8. 00000100:00000200:1.0:1788777345.825117:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126133120, portal 10 00000100:00000001:1.0:1788777345.825119:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777345.825120:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080993792 : -118390628557824 : ffff945308a3dc00) 00000100:00000040:1.0:1788777345.825128:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777345.825135:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777345.825137:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777345.825139:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12bb0. 00000100:00000200:1.0:1788777345.825141:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667126133120, offset 0 00000400:00000200:1.0:1788777345.825146:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777345.825150:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777345.825154:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777345.825157:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777345.825160:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777345.825162:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777345.825165:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777345.825168:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2536:2536:255:4294967295] 192.168.203.135@tcp LPNI seq info [2531:2531:7:4294967295] 00000400:00000200:1.0:1788777345.825173:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777345.825179:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777345.825183:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777345.825187:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534500. 00000800:00000200:1.0:1788777345.825192:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777345.825197:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777345.825200:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777345.825203:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777345.825206:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 792842 usecs (793 jiffies) 00000400:00000200:1.0:1788777345.825209:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777345.825211:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296496924 00000100:00000001:1.0:1788777345.825214:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296500274 00000100:00000001:1.0:1788777345.825216:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296496924 00000100:00000001:1.0:1788777345.825250:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296500274 00000100:00000001:1.0:1788777345.825254:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777345.825256:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777345.825259:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777345.825261:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777345.825264:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777345.825266:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777345.825268:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777345.825269:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777345.825271:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777345.825272:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777345.825314:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777345.825318:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99100. 00000400:00000200:1.0:1788777345.825323:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777345.825328:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777345.825332:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:1.0:1788777345.825334:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:1.0:1788777345.825338:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777345.825342:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777345.825351:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777345.825354:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777345.825367:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777345.825368:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777345.825574:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777345.825577:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534500. 00000400:00000200:1.0:1788777345.825580:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777345.825584:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777345.825588:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12bb0 00000400:00000010:1.0:1788777345.825589:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12bb0. 00000100:00000001:1.0:1788777345.825592:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777345.825595:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777345.825602:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777345.825605:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777345.825612:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777345.825614:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788777346.013562:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777346.013569:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777346.013574:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777346.013575:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777346.013662:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777346.013665:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777346.013668:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777346.845331:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777346.845342:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777346.845344:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777346.845348:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777346.845350:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777346.845354:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777346.845357:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777346.845430:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777346.845433:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777346.845434:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777346.845437:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788777346.845440:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777346.845442:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777346.845445:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777346.845447:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777346.845449:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777347.037495:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777347.037513:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777347.037520:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777347.037521:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777347.037918:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777347.037922:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777347.037925:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777347.869854:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777347.869875:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777347.869877:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777347.869884:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777347.869886:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777347.869891:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777347.869906:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777347.871148:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777347.871153:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777347.871155:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777347.871161:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788777347.871166:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777347.871170:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777347.871173:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777347.871176:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777347.871179:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777348.061348:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777348.061354:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777348.061359:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777348.061360:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777348.061449:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777348.061452:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777348.061455:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777348.893936:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777348.893947:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777348.893950:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777348.893958:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788777348.893962:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777348.893967:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777348.893970:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777348.893973:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777348.893976:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777348.894110:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777348.894122:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777348.894124:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777348.894129:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777348.894130:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777348.894134:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777348.894137:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777349.085358:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777349.085365:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777349.085371:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777349.085372:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777349.085595:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777349.085599:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777349.085603:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777349.917617:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777349.917629:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777349.917631:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777349.917635:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777349.917637:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777349.917641:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777349.917644:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777349.918599:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777349.918603:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777349.918604:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777349.918609:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788777349.918612:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777349.918616:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777349.918618:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777349.918620:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777349.918623:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777350.109314:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777350.109323:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777350.109325:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777350.109328:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777350.109333:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777350.109335:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777350.109337:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777350.109339:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777350.109343:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777350.109345:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777350.109428:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777350.109431:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777350.109435:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777350.429304:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296500274, at 4296500736 00000100:00000010:0.0:1788777350.429321:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7f00. 00000100:00000040:1.0:1788777350.429398:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296500274, at 4296500736 00000100:00000010:1.0:1788777350.429405:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7ae0. 00000100:00000001:3.0:1788777350.941342:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000040:2.0:1788777350.941342:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777350.941348:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777350.941351:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777350.941351:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1788777350.941354:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777350.941358:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1788777350.941360:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ca80. 00000100:00000001:3.0:1788777350.941362:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777350.941364:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1788777350.941365:0:32800:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=7 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777350.941367:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777350.941369:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777350.941369:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777350.941372:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777350.941376:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777350.941384:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99900. 00000100:00000001:2.0:1788777350.941391:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777350.941402:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777350.941412:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777350.941416:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777350.941423:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d49a1490] to pc [ptlrpcd_01_01+1] req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777350.941453:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788777350.941456:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788777350.941459:0:32800:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1788777350.941462:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777350.941465:0:32800:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788777350.941465:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000040:2.0:1788777350.941467:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777350.941470:0:32800:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788777350.941472:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788777350.941474:0:32800:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1838) 00000100:00000001:1.0:1788777350.941474:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777350.941486:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777350.941488:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777350.941490:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777350.941493:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777350.941545:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777350.941549:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777350.941551:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777350.941557:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777350.941565:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777350.941567:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777350.941571:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777350.941574:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777350.941576:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777350.941580:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126133248:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777350.941584:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777350.941590:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777350.941593:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777350.941595:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777350.941600:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310362200. 02000000:00000001:3.0:1788777350.941602:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777350.941608:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777350.941613:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d790. 00000400:00000010:3.0:1788777350.941620:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347ee0. 00000100:00000200:3.0:1788777350.941628:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126133248, portal 25 00000100:00000001:3.0:1788777350.941631:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777350.941632:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:1.0:1788777350.941636:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000040:3.0:1788777350.941638:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777350.941641:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777350.941642:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777350.941644:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777350.941646:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777350.941647:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788777350.941648:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777350.941650:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000100:00000001:1.0:1788777350.941651:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788777350.941652:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347bb0. 00000100:00000200:3.0:1788777350.941656:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126133248, offset 0 00000400:00000200:3.0:1788777350.941663:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777350.941673:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777350.941681:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777350.941687:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777350.941691:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777350.941694:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777350.941697:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777350.941701:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2537:2537:256:4294967295] 192.168.203.135@tcp LPNI seq info [2532:2532:8:4294967295] 00000400:00000200:3.0:1788777350.941705:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777350.941716:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777350.941723:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777350.941728:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df300. 00000800:00000200:3.0:1788777350.941735:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777350.941742:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777350.941746:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777350.941764:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777350.941768:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777350.941771:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296505391 00000100:00000010:3.0:1788777350.941776:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6cf60. 00000100:00000001:3.0:1788777350.941783:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788777350.941788:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296505391 00000100:00000010:3.0:1788777350.941791:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6c660. 00000100:00000001:3.0:1788777350.941793:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788777350.941797:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777350.941799:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777350.941802:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777350.941804:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777350.941808:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777350.941809:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1788777350.941811:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777350.941812:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777350.941814:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777350.941815:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777350.941823:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777350.941825:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777350.941957:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777350.941962:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:1.0:1788777350.941967:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777350.941972:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777350.941977:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347bb0 00000400:00000010:1.0:1788777350.941979:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347bb0. 00000100:00000001:1.0:1788777350.941982:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777350.941987:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777350.941997:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777350.942000:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777350.942011:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777350.942013:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788777351.133474:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777351.133490:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777351.133495:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777351.133497:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777351.133557:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777351.133560:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777351.133564:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777351.965505:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777351.965512:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777351.965514:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777351.965519:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777351.965522:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777351.965526:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777351.965529:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777351.965531:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777351.965534:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777351.965650:0:2347:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777351.965659:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777351.965660:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777351.965663:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777351.965664:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777351.965667:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777351.965669:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777351.965725:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777351.965728:0:2346:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788777351.965741:0:2346:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777335/real 1788777335] req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788777351.965755:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777351.965757:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777351.965760:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbf78. 00000400:00000200:0.0:1788777351.965767:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b123b8 00000400:00000010:0.0:1788777351.965769:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b123b8. 00000100:00000001:0.0:1788777351.965773:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777351.965777:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777351.965786:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777351.965795:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777351.965797:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.965799:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777351.965801:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777351.965805:0:2346:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777351.965812:0:2346:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788777351.965815:0:2346:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff945311024000 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:0.0:1788777351.965818:0:2346:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788777351.965820:0:2346:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.965822:0:2346:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788777351.965827:0:2346:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777335/real 1788777335] req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788777351.965834:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777351.965836:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777351.965838:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb160. 00000400:00000200:0.0:1788777351.965840:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b124c8 00000400:00000010:0.0:1788777351.965842:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b124c8. 00000100:00000001:0.0:1788777351.965844:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777351.965847:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777351.965855:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777351.965861:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777351.965862:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.965864:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777351.965865:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777351.965869:0:2346:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777351.965886:0:2346:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788777351.965888:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9453093c7000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1788777351.965892:0:2346:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.135@tcp: Connection to MGS (at 192.168.203.135@tcp) was lost; in progress operations using this service will fail 00000100:00000001:2.0:1788777351.967147:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777351.967156:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777351.967158:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.967161:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777351.967162:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777351.967165:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777351.967167:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777351.985202:0:2346:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.135@tcp for MGC192.168.203.135@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1788777351.985207:0:2346:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1788777351.985208:0:2346:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1788777351.985210:0:2346:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1788777351.985319:0:2346:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777351.985342:0:2346:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777351.985364:0:2346:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777351.985387:0:2346:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777351.985393:0:2346:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1788777351.985394:0:2346:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1788777351.985396:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788777351.985399:0:2346:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788777351.985401:0:2346:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1788777351.985403:0:2346:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777351.985405:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788777351.985406:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788777351.985407:0:2346:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1788777351.985408:0:2346:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777351.985410:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788777351.985411:0:2346:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:0.0:1788777351.985430:0:2346:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788777351.985432:0:2346:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.985441:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777351.985443:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.985446:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777351.985448:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777351.985452:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.985454:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777351.985456:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777351.985461:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777351.985480:0:2346:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1788777351.985483:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.985485:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777351.985488:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777351.985492:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777351.985499:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126132224:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777351.985504:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777351.985507:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777351.985513:0:2346:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788777351.985515:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.985516:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777351.985517:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777351.985520:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777351.985528:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126132096:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777351.985531:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777351.985534:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777351.985537:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2d80 x1875667126132224/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777351.985543:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777351.985546:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777351.985550:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301218400. 02000000:00000001:0.0:1788777351.985556:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777351.985558:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777351.985560:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777351.985562:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777351.985565:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f300. 02000000:00000001:0.0:1788777351.985568:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777351.985570:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777351.985572:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2d80. 00000100:00000001:0.0:1788777351.985576:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777351.985577:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.985579:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777351.985582:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126132096/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 1 dl 1788777351 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777351.985588:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777351.985589:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777351.985591:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301218000. 02000000:00000001:0.0:1788777351.985593:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777351.985594:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777351.985595:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=6 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777351.985597:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777351.985598:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114fd00. 02000000:00000001:0.0:1788777351.985600:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777351.985601:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777351.985602:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:0.0:1788777351.985603:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777351.985604:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777351.985607:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777351.986768:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777351.986773:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777351.986780:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777351.986782:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777351.986786:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb318. 00000400:00000200:1.0:1788777351.986793:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12908 00000400:00000010:1.0:1788777351.986795:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12908. 00000100:00000001:1.0:1788777351.986799:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777351.986807:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777356 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777351.986816:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777356 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777351.986822:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777351.986825:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777351.986828:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777356 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777351.986834:0:2347:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788777351.986837:0:2347:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777351.986839:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777351.986840:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777351.986844:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777356 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777351.986851:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126132480:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777351.986856:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777351.986858:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777351.986861:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1500 x1875667126132480/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777356 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777351.986868:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777351.986880:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777351.986883:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219a00. 02000000:00000001:1.0:1788777351.986888:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777351.986890:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777351.986892:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777351.986894:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777351.986897:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114fb00. 02000000:00000001:1.0:1788777351.986899:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777351.986901:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777351.986902:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1500. 00000100:00000001:1.0:1788777351.986905:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777351.986906:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777351.986908:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777351.986913:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777351.986915:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777351.986917:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777351.986919:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777351.986951:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788777351.986955:0:27180:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788777351.986958:0:27180:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788777351.986960:0:27180:0:(import.c:65:import_set_state_nolock()) ffff9453093c7000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788777351.986963:0:27180:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788777351.986967:0:27180:0:(import.c:510:import_select_connection()) MGC192.168.203.135@tcp: connect to NID 192.168.203.135@tcp last attempt 759 00000400:00000200:1.0:1788777351.986973:0:27180:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777351.986978:0:27180:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:1.0:1788777351.986983:0:27180:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777351.986986:0:27180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777351.986988:0:27180:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777351.986990:0:27180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:1.0:1788777351.986992:0:27180:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777351.986994:0:27180:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7cc3 00000020:00000001:1.0:1788777351.986996:0:27180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777351.986999:0:27180:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453093c5800 refcount=3 00000020:00000001:1.0:1788777351.987001:0:27180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683090987008 : -118390618564608 : ffff9453093c5800) 00000020:00000001:1.0:1788777351.987003:0:27180:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683090987008 : -118390618564608 : ffff9453093c5800) 00000100:00000040:1.0:1788777351.987006:0:27180:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777351.987008:0:27180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777351.987010:0:27180:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777351.987024:0:27180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:1.0:1788777351.987027:0:27180:0:(genops.c:879:class_export_put()) PUTting export ffff9453093c5800 : new refcount 2 00000100:00080000:1.0:1788777351.987031:0:27180:0:(import.c:624:import_select_connection()) MGC192.168.203.135@tcp: import ffff9453093c7000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:1.0:1788777351.987034:0:27180:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777351.987036:0:27180:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788777351.987039:0:27180:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777351.987041:0:27180:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777351.987043:0:27180:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1788777351.987045:0:27180:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777351.987053:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906df80. 00000020:00000040:1.0:1788777351.987056:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=6 obd=MGC192.168.203.135@tcp 02000000:00000001:1.0:1788777351.987059:0:27180:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777351.987061:0:27180:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777351.987064:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777351.987066:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777351.987069:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777351.987074:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945310688000. 00000100:00000001:1.0:1788777351.987079:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777351.987085:0:27180:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777351.987093:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777351.987097:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777351.987101:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aaf2c7] to pc [ptlrpcd_rcv+-1] req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777351.987115:0:27180:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777351.987118:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788777351.987121:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1788777351.987125:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777351.987128:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777351.987131:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777351.987133:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777351.987138:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1839) 00000100:00000001:2.0:1788777351.987532:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777351.987536:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777351.987538:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777351.987544:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.987553:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777351.987555:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777351.987558:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777351.987560:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777351.987562:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777351.987565:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2345:1875667126133376:192.168.203.135@tcp:250:kworker.0 00000100:00000001:2.0:1788777351.987569:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777351.987572:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777351.987575:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777351.987577:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777351.987581:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093a9800. 02000000:00000001:2.0:1788777351.987583:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777351.987589:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777351.987592:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464e18. 00000400:00000010:2.0:1788777351.987597:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1088. 00000100:00000200:2.0:1788777351.987603:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126133376, portal 25 00000100:00000001:2.0:1788777351.987605:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777351.987606:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087482752 : -118390622068864 : ffff94530906df80) 00000100:00000040:2.0:1788777351.987612:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.987618:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777351.987621:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777351.987635:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1b28. 00000100:00000200:2.0:1788777351.987640:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875667126133376, offset 0 00000400:00000200:2.0:1788777351.987653:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777351.987660:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777351.987666:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777351.987672:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777351.987675:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777351.987679:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777351.987681:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777351.987685:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2538:2538:256:4294967295] 192.168.203.135@tcp LPNI seq info [2533:2533:8:4294967295] 00000400:00000200:2.0:1788777351.987689:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777351.987698:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777351.987703:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777351.987709:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99c00. 00000800:00000200:2.0:1788777351.987715:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777351.987722:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777351.987726:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788777351.987735:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777351.987738:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777351.987741:0:2345:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296506437 00000100:00000001:2.0:1788777351.987748:0:2345:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296505391 00000100:00000001:2.0:1788777351.987752:0:2345:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296506437 00000100:00000001:2.0:1788777351.987755:0:2345:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296505391 00000100:00000001:2.0:1788777351.987757:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777351.987760:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777351.987763:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777351.987765:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.987770:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777351.987772:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.987774:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777351.987775:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777351.987776:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777351.987778:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777351.987789:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777351.987791:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777351.987795:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777351.987796:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777351.987799:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d790. 00000400:00000200:2.0:1788777351.987803:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347ee0 00000400:00000010:2.0:1788777351.987805:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347ee0. 00000100:00000001:2.0:1788777351.987807:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777351.987811:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777366 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777351.987820:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777366 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.987826:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777351.987827:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777351.987830:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777366 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.987836:0:2349:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788777351.987838:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.987840:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777351.987841:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777351.987844:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777366 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777351.987851:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126133248:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777351.987856:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777351.987857:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777351.987858:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:2.0:1788777351.987861:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1660 00000400:00000010:2.0:1788777351.987863:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1660. 00000100:00000001:2.0:1788777351.987864:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777351.987868:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777361 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777351.987887:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777361 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.987893:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777351.987894:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777351.987898:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777361 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.987904:0:2349:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788777351.987906:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.987908:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777351.987909:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777351.987912:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777361 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777351.987918:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126132864:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777351.987921:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.987923:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777351.987926:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ca80 x1875667126133248/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777366 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.987933:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777351.987934:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777351.987937:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310362200. 02000000:00000001:2.0:1788777351.987940:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777351.987942:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777351.987943:0:2349:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777351.987945:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777351.987947:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99900. 02000000:00000001:2.0:1788777351.987950:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777351.987951:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777351.987952:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ca80. 00000100:00000001:2.0:1788777351.987956:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777351.987957:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.987959:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777351.987962:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ed80 x1875667126132864/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777361 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.987968:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777351.987969:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777351.987971:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945307f98e00. 02000000:00000001:2.0:1788777351.987974:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777351.987975:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777351.987976:0:2349:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777351.987978:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777351.987980:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df200. 02000000:00000001:2.0:1788777351.987982:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777351.987983:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777351.987984:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ed80. 00000100:00000001:2.0:1788777351.987987:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777351.987988:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.987989:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.987993:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777351.987994:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777351.987996:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777351.987998:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777351.989142:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777351.989149:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99c00. 00000400:00000200:1.0:1788777351.989154:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777351.989160:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777351.989166:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1b28 00000400:00000010:1.0:1788777351.989169:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1b28. 00000100:00000001:1.0:1788777351.989172:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777351.989178:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777351.989188:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777351.989191:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777351.989197:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777351.989199:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777351.994466:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777351.994490:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777351.994493:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777351.994495:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777351.994503:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777351.994510:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777351.994518:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777351.994523:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777351.994528:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777351.994532:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 25 MB=0x6a9e8c8c52280 00000400:00000200:1.0:1788777351.994536:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777351.994542:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 416/416 into md 0x6d39 [1] + 0 00000800:00000001:1.0:1788777351.994548:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777351.994553:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777351.994556:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777351.994561:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777351.994568:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777351.994576:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777351.994586:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777351.994607:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777351.994616:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777351.994619:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.994686:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777351.994690:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777351.994696:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777351.994698:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777351.994701:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464e18. 00000400:00000200:2.0:1788777351.994706:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1088 00000400:00000010:2.0:1788777351.994708:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1088. 00000100:00000001:2.0:1788777351.994711:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777351.994715:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777351.994723:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788777361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.994729:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777351.994731:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.994733:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777351.994736:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777351.994738:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777351.994740:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777351.994743:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777351.994749:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777351.994753:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=25 v=5 (1 1 1 1) 00000100:00000001:2.0:1788777351.994755:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777351.994757:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777351.994759:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777351.994762:0:2345:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777351.994764:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777351.994769:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/416 e 0 to 0 dl 1788777361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777351.994775:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777351.994778:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777351.994780:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777351.994782:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788777351.994788:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.135@tcp: connect to target with instance 0 00000020:00000001:2.0:1788777351.994790:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777351.994792:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7cc3 00000020:00000001:2.0:1788777351.994795:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777351.994797:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453093c5800 refcount=3 00000020:00000001:2.0:1788777351.994799:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683090987008 : -118390618564608 : ffff9453093c5800) 00000020:00000001:2.0:1788777351.994802:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683090987008 : -118390618564608 : ffff9453093c5800) 00000100:00001000:2.0:1788777351.994805:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=1788777351 v=0 (0 0 0 0) 00000100:00001000:2.0:1788777351.994807:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff9453093c7418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1788777351.994814:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff9453093c5800 : new refcount 2 00000100:00000001:2.0:1788777351.994816:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788777351.994819:0:2345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1788777351.994821:0:2345:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777351.994822:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:2.0:1788777351.994826:0:2345:0:(import.c:1284:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.203.135@tcp) after server handle changed from 0xa4f015c75ff3a082 to 0xa4f015c75ff3c534 00000100:00080000:2.0:1788777352.006387:0:2345:0:(import.c:65:import_set_state_nolock()) ffff9453093c7000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1788777352.006397:0:2345:0:(import.c:1292:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777352.006402:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788777352.006410:0:2345:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.203.135@tcp; invalidating 00000020:00000040:2.0:1788777352.006414:0:2345:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777352.009202:0:2345:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777352.009234:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777352.009250:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/416 e 0 to 0 dl 1788777361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777352.009271:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2345:1875667126133376:192.168.203.135@tcp:250:kworker.0 00000100:00000001:0.0:1788777352.009278:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777352.009282:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777352.009286:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906df80 x1875667126133376/t0(0) o250->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 520/416 e 0 to 0 dl 1788777361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777352.009292:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777352.009295:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777352.009299:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a9800. 02000000:00000001:0.0:1788777352.009303:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777352.009305:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777352.009307:0:2345:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777352.009310:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777352.009313:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945310688000. 02000000:00000001:0.0:1788777352.009316:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777352.009317:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777352.009320:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906df80. 00000100:00000001:0.0:1788777352.009324:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777352.009325:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777352.009327:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777352.009329:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777352.009331:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777352.009333:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777352.009334:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777352.009463:0:32912:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1788777352.009485:0:32912:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.203.135@tcp to MGS@192.168.203.135@tcp 00000100:00100000:2.0:1788777352.009489:0:32912:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1788777352.009492:0:32912:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788777352.009495:0:32912:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1788777352.009499:0:32912:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788777352.009502:0:32912:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1788777352.009507:0:32912:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8600 count: 3 00010000:00000001:2.0:1788777352.009512:0:32912:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777352.009514:0:32912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777352.009516:0:32912:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777352.009519:0:32912:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945301661200 refcount=3 00000020:00000001:2.0:1788777352.009521:0:32912:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682959503872 : -118390750047744 : ffff945301661200) 00010000:00000001:2.0:1788777352.009524:0:32912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682959503872 : -118390750047744 : ffff945301661200) 00010000:00000001:2.0:1788777352.009528:0:32912:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777352.009532:0:32912:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.135@tcp lock: ffff945301661200/0xe53f2b0cb7af7cca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xa4f015c75ff3a089 expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788777352.009541:0:32912:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788777352.009544:0:32912:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.135@tcp lock: ffff945301661200/0xe53f2b0cb7af7cca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xa4f015c75ff3a089 expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788777352.009551:0:32912:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1788777352.009554:0:32912:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788777352.009555:0:32912:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1788777352.009557:0:32912:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788777352.009559:0:32912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777352.009560:0:32912:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777352.009576:0:32912:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788777352.009578:0:32912:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788777352.009579:0:32912:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff94530930f000) refs 2 10000000:00000001:2.0:1788777352.009582:0:32912:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788777352.009583:0:32912:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777352.009586:0:32912:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788777352.009588:0:32912:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777352.009591:0:32912:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777352.009593:0:32912:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777352.009594:0:32912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777352.009597:0:32912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777352.009600:0:32912:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945301661200 with handle 0xe53f2b0cb7af7cca from hash 00010000:00000001:2.0:1788777352.009602:0:32912:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777352.009605:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777352.009606:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777352.009607:0:32912:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777352.009609:0:32912:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777352.009611:0:32912:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788777352.009613:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777352.009614:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777352.009615:0:32912:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777352.009617:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777352.009619:0:32912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.135@tcp lock: ffff945301661200/0xe53f2b0cb7af7cca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xa4f015c75ff3a089 expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777352.009642:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777352.009643:0:32912:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777352.009644:0:32912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777352.009645:0:32912:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777352.009647:0:32912:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6200 refcount=3 00000020:00000001:2.0:1788777352.009798:0:32912:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216753152 : -118390492798464 : ffff945310bb6200) 00010000:00000001:2.0:1788777352.009801:0:32912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216753152 : -118390492798464 : ffff945310bb6200) 00010000:00000001:2.0:1788777352.009803:0:32912:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777352.009806:0:32912:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.135@tcp lock: ffff945310bb6200/0xe53f2b0cb7af7cd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xa4f015c75ff3a090 expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788777352.009813:0:32912:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788777352.009815:0:32912:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.135@tcp lock: ffff945310bb6200/0xe53f2b0cb7af7cd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xa4f015c75ff3a090 expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788777352.009820:0:32912:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1788777352.009823:0:32912:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788777352.009824:0:32912:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1788777352.009826:0:32912:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788777352.009827:0:32912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777352.009828:0:32912:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777352.009839:0:32912:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788777352.009840:0:32912:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788777352.009842:0:32912:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9453119d8600) refs 2 10000000:00000001:2.0:1788777352.009844:0:32912:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788777352.009846:0:32912:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777352.009848:0:32912:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788777352.009849:0:32912:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777352.009850:0:32912:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777352.009852:0:32912:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777352.009853:0:32912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777352.009854:0:32912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777352.009856:0:32912:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb6200 with handle 0xe53f2b0cb7af7cd1 from hash 00010000:00000001:2.0:1788777352.009858:0:32912:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777352.009860:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777352.009861:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777352.009862:0:32912:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777352.009863:0:32912:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777352.009865:0:32912:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788777352.009866:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777352.009867:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777352.009868:0:32912:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777352.009870:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777352.009881:0:32912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.135@tcp lock: ffff945310bb6200/0xe53f2b0cb7af7cd1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xa4f015c75ff3a090 expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777352.009890:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1788777352.009893:0:32912:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8600 count: 0 00010000:00000040:2.0:1788777352.009899:0:32912:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945302ab3900 count: 2 00010000:00000001:2.0:1788777352.009902:0:32912:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777352.009903:0:32912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777352.009904:0:32912:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777352.009906:0:32912:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152de00 refcount=3 00000020:00000001:2.0:1788777352.009908:0:32912:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958245376 : -118390751306240 : ffff94530152de00) 00010000:00000001:2.0:1788777352.009910:0:32912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958245376 : -118390751306240 : ffff94530152de00) 00010000:00000001:2.0:1788777352.009912:0:32912:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777352.009914:0:32912:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.135@tcp lock: ffff94530152de00/0xe53f2b0cb7af7cfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xa4f015c75ff3a097 expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788777352.009923:0:32912:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788777352.009925:0:32912:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.135@tcp lock: ffff94530152de00/0xe53f2b0cb7af7cfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xa4f015c75ff3a097 expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788777352.009931:0:32912:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1788777352.009933:0:32912:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788777352.009934:0:32912:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1788777352.009936:0:32912:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788777352.009937:0:32912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777352.009938:0:32912:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777352.009940:0:32912:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788777352.009941:0:32912:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788777352.009942:0:32912:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9453119d9200) refs 2 10000000:00000001:2.0:1788777352.009944:0:32912:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788777352.009945:0:32912:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777352.009947:0:32912:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788777352.009948:0:32912:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777352.009950:0:32912:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777352.009951:0:32912:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777352.009952:0:32912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777352.009954:0:32912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777352.009956:0:32912:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152de00 with handle 0xe53f2b0cb7af7cfb from hash 00010000:00000001:2.0:1788777352.009958:0:32912:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777352.009959:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777352.009960:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777352.009961:0:32912:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777352.009962:0:32912:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777352.009963:0:32912:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788777352.009965:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777352.009966:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777352.009967:0:32912:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777352.009968:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777352.009970:0:32912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.135@tcp lock: ffff94530152de00/0xe53f2b0cb7af7cfb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xa4f015c75ff3a097 expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777352.009983:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1788777352.009985:0:32912:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945302ab3900 count: 0 00010000:00000040:2.0:1788777352.009990:0:32912:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:2.0:1788777352.009992:0:32912:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777352.009993:0:32912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777352.009994:0:32912:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777352.009995:0:32912:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945301660400 refcount=3 00000020:00000001:2.0:1788777352.009997:0:32912:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682959500288 : -118390750051328 : ffff945301660400) 00010000:00000001:2.0:1788777352.009999:0:32912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682959500288 : -118390750051328 : ffff945301660400) 00010000:00000001:2.0:1788777352.010001:0:32912:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777352.010003:0:32912:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.135@tcp lock: ffff945301660400/0xe53f2b0cb7af7d02 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xa4f015c75ff3a09e expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788777352.010009:0:32912:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788777352.010079:0:32912:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.135@tcp lock: ffff945301660400/0xe53f2b0cb7af7d02 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xa4f015c75ff3a09e expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788777352.010086:0:32912:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1788777352.010088:0:32912:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788777352.010089:0:32912:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1788777352.010091:0:32912:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788777352.010092:0:32912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777352.010094:0:32912:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777352.010096:0:32912:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788777352.010097:0:32912:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788777352.010098:0:32912:0:(mgc_request.c:123:config_log_put()) log params(ffff9453119d8a00) refs 2 10000000:00000001:2.0:1788777352.010100:0:32912:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788777352.010101:0:32912:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777352.010103:0:32912:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788777352.010104:0:32912:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777352.010106:0:32912:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777352.010107:0:32912:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777352.010108:0:32912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777352.010110:0:32912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777352.010112:0:32912:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945301660400 with handle 0xe53f2b0cb7af7d02 from hash 00010000:00000001:2.0:1788777352.010114:0:32912:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777352.010115:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777352.010116:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777352.010117:0:32912:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777352.010119:0:32912:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777352.010120:0:32912:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788777352.010121:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777352.010122:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777352.010124:0:32912:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777352.010125:0:32912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777352.010127:0:32912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.135@tcp lock: ffff945301660400/0xe53f2b0cb7af7d02 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xa4f015c75ff3a09e expref: -99 pid: 15899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777352.010137:0:32912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1788777352.010139:0:32912:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8300 count: 0 00000001:00000001:2.0:1788777352.010144:0:32912:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777352.010146:0:32912:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788777352.010147:0:32912:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788777352.010148:0:32912:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777352.010150:0:32912:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777352.010152:0:32912:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788777352.010157:0:32912:0:(import.c:65:import_set_state_nolock()) ffff9453093c7000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1788777352.010161:0:32912:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1788777352.010163:0:32912:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1788777352.010165:0:32912:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788777352.010168:0:32912:0:(import.c:65:import_set_state_nolock()) ffff9453093c7000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1788777352.010170:0:32912:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788777352.010171:0:32912:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1788777352.010173:0:32912:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.203.135@tcp: Reactivating import 00000100:00080000:2.0:1788777352.010176:0:32912:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1788777352.010177:0:32912:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777352.010179:0:32912:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788777352.010183:0:32912:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) MGC192.168.203.135@tcp: Connection restored to 192.168.203.135@tcp (at 192.168.203.135@tcp) 00000100:00000001:2.0:1788777352.010186:0:32912:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777352.010189:0:32912:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777352.010190:0:32912:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777352.010192:0:32912:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788777352.010193:0:32912:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788777352.025759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301661200. 00010000:00000010:2.1:1788777352.025777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6200. 00010000:00000010:2.1:1788777352.025781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8600. 00010000:00000010:2.1:1788777352.025786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152de00. 00010000:00000010:2.1:1788777352.025790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945302ab3900. 00010000:00000010:2.1:1788777352.025793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945301660400. 00010000:00000010:2.1:1788777352.025797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8300. 00010000:00000001:1.0:1788777352.157350:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777352.157357:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777352.157606:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777352.157609:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777352.157613:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777352.989373:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777352.989381:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777352.989383:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777352.989388:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777352.989392:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777352.989395:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777352.989398:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777352.989400:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777352.989402:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777352.990376:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777352.990385:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777352.990386:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777352.990390:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777352.990392:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777352.990394:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777352.990398:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.053494:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777353.053506:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777353.053508:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.053512:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777353.053522:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777353.053529:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.053532:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777353.181487:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777353.181495:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777353.181497:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777353.181504:0:30452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777353.181506:0:30452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777353.181507:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777353.181512:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777353.181514:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777353.181517:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777353.181519:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777353.185367:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777353.185373:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777353.185377:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1788777353.629357:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788777353.629364:0:15913:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9453119d9200) refs 2 10000000:00000001:1.0:1788777353.629368:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777353.629370:0:15913:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788777353.629371:0:15913:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1788777353.629373:0:15913:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788777353.629375:0:15913:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1788777353.629376:0:15913:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788777353.629378:0:15913:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9453090ac800 from 6 10000000:00000001:1.0:1788777353.629381:0:15913:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788777353.629382:0:15913:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1788777353.629392:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d880. 00000020:00000040:1.0:1788777353.629397:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777353.629401:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777353.629404:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777353.629409:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777353.629418:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945301343400. 00000100:00000001:1.0:1788777353.629424:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777353.629428:0:15913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777353.629430:0:15913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777353.629437:0:15913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214000. 00010000:00000001:1.0:1788777353.629442:0:15913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777353.629445:0:15913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb6a00. 00000020:00000001:1.0:1788777353.629449:0:15913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777353.629451:0:15913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb6a00 with handle 0xe53f2b0cb7af88af to hash 00000020:00000001:1.0:1788777353.629454:0:15913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777353.629455:0:15913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:1.0:1788777353.629469:0:15913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:1.0:1788777353.629473:0:15913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777353.629476:0:15913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777353.629481:0:15913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777353.629491:0:15913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777353.629503:0:15913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777353.629509:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777353.629520:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777353.629527:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123edcc0. 00000100:00000001:1.0:1788777353.629529:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683242147008 : -118390467404608 : ffff9453123edcc0) 00000100:00000001:1.0:1788777353.629532:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777353.629533:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087480960 : -118390622070656 : ffff94530906d880) 00000100:00000001:1.0:1788777353.629537:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777353.629541:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.629544:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777353.629546:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777353.629555:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.629563:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777353.629566:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777353.629569:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777353.629572:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777353.629575:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777353.629579:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126133504:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788777353.629583:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777353.629588:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777353.629590:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777353.629593:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777353.629597:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068ac00. 02000000:00000001:1.0:1788777353.629599:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777353.629606:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777353.629610:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb318. 00000400:00000010:1.0:1788777353.629616:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12908. 00000100:00000200:1.0:1788777353.629622:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126133504, portal 25 00000100:00000001:1.0:1788777353.629624:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777353.629626:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087480960 : -118390622070656 : ffff94530906d880) 00000100:00000040:1.0:1788777353.629630:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.629649:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777353.629658:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777353.629661:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12bb0. 00000100:00000200:1.0:1788777353.629664:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667126133504, offset 0 00000400:00000200:1.0:1788777353.629670:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777353.629678:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.629685:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777353.629690:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777353.629694:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777353.629697:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777353.629700:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777353.629703:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2539:2539:256:4294967295] 192.168.203.135@tcp LPNI seq info [2534:2534:8:4294967295] 00000400:00000200:1.0:1788777353.629706:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.629715:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777353.629721:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777353.629725:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534500. 00000800:00000200:1.0:1788777353.629732:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777353.629739:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777353.629743:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777353.629768:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777353.629772:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777353.629775:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508079 00000100:00000001:1.0:1788777353.629782:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296506437 00000100:00000001:1.0:1788777353.629786:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508079 00000100:00000001:1.0:1788777353.629789:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296506437 00000100:00000001:1.0:1788777353.629792:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777353.629794:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.629797:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777353.629799:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777353.629801:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123edcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777353.629803:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777353.629806:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777353.630014:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777353.630019:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534500. 00000400:00000200:0.0:1788777353.630023:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777353.630028:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777353.630033:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12bb0 00000400:00000010:0.0:1788777353.630035:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12bb0. 00000100:00000001:0.0:1788777353.630038:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777353.630042:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.630050:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.630053:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.630059:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.630060:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777353.637115:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.637132:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.637136:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.637139:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.637147:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.637155:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.637163:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.637167:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.637173:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.637176:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 344 into portal 25 MB=0x6a9e8c8c52300 00000400:00000200:1.0:1788777353.637181:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.637187:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 344/344 into md 0x6d41 [1] + 224 00000800:00000001:1.0:1788777353.637194:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.637200:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.637203:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.637208:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.640774:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.640786:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.640798:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.641028:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777353.641046:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.641062:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.641070:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777353.641113:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777353.641116:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777353.641119:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb318. 00000400:00000200:0.0:1788777353.641126:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12908 00000400:00000010:0.0:1788777353.641128:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12908. 00000100:00000001:0.0:1788777353.641131:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777353.641136:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777353.641144:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.641150:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777353.641151:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.641154:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777353.641157:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777353.641159:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777353.641161:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.641163:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777353.641170:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777353.641173:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777353.641175:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777353.641177:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.641180:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777353.641182:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.641185:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777353.641189:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.641196:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.641199:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777353.641201:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777353.641204:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777353.641246:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126133504:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.641252:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.641255:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.641257:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777353.641259:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.641263:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.641269:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777353.641272:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123edcc0. 00000100:00000001:0.0:1788777353.641275:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777353.641277:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.641279:0:15913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777353.641281:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777353.641284:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777353.641287:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6a00 refcount=4 00000020:00000001:0.0:1788777353.641290:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:0.0:1788777353.641292:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000040:0.0:1788777353.641299:0:15913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb6a00, remote cookie: 0xa4f015c75ff3c53b, flags: 0x0 00010000:00000001:0.0:1788777353.641302:0:15913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777353.641305:0:15913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777353.641307:0:15913:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777353.641308:0:15913:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777353.641310:0:15913:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777353.641312:0:15913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff945308214000) refcount = 1 00010000:00010000:0.0:1788777353.641317:0:15913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777353.641324:0:15913:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777353.641326:0:15913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777353.641328:0:15913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777353.641331:0:15913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777353.641334:0:15913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777353.641337:0:15913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777353.641343:0:15913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777353.641344:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.641346:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777353.641347:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.641348:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777353.641349:0:15913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.641352:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.641355:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d880 x1875667126133504/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.641361:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777353.641364:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777353.641366:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94531068ac00. 02000000:00000001:0.0:1788777353.641369:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777353.641372:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777353.641373:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777353.641375:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777353.641378:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945301343400. 02000000:00000001:0.0:1788777353.641381:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777353.641383:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777353.641385:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d880. 00000100:00000001:0.0:1788777353.641388:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777353.641389:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788777353.641391:0:15913:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777353.641394:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788777353.641396:0:15913:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9453119d9200) refs 3 10000000:00000001:0.0:1788777353.641398:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.641400:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777353.641401:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777353.641402:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6a00 refcount=3 00000020:00000001:0.0:1788777353.641404:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:0.0:1788777353.641406:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:0.0:1788777353.641408:0:15913:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788777353.641409:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.641410:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777353.641412:0:15913:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777353.641415:0:15913:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1788777353.641422:0:15913:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9453206250e0. 00000100:00000010:0.0:1788777353.641442:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777353.641446:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777353.641449:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777353.641452:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777353.641455:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777353.641472:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616ea00. 00000100:00000001:0.0:1788777353.641479:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.641483:0:15913:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788777353.641488:0:15913:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff945307d20400. 00000100:00000010:0.0:1788777353.641492:0:15913:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff945311048240. 00000020:00000040:0.0:1788777353.641494:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777353.641498:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777353.641500:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777353.641507:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061dff00. 00000100:00000001:0.0:1788777353.641509:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038666496 : -118390670885120 : ffff9453061dff00) 00000100:00000001:0.0:1788777353.641512:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.641513:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000001:0.0:1788777353.641586:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777353.641591:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.641594:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777353.641595:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777353.641600:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.641607:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777353.641609:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.641613:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777353.641616:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777353.641618:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777353.641622:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126133632:192.168.203.135@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.641628:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777353.641633:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777353.641758:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.641763:0:15913:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788777353.641771:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777353.641776:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777353.641786:0:15913:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff945309150e40. 00000100:00000200:0.0:1788777353.641793:0:15913:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9e8c8c52380-0x6a9e8c8c52380, portal 33 00000100:00000001:0.0:1788777353.641797:0:15913:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.641799:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777353.641804:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616fc00. 02000000:00000001:0.0:1788777353.641806:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.642017:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777353.642022:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777353.642026:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cc38. 00000100:00000200:0.0:1788777353.642029:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126133632, portal 25 00000100:00000001:0.0:1788777353.642032:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.642033:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:0.0:1788777353.642038:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.642044:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777353.642046:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777353.642049:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c6e8. 00000100:00000200:0.0:1788777353.642052:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875667126133632, offset 0 00000400:00000200:0.0:1788777353.642059:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777353.642066:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.643263:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777353.643273:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777353.643279:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777353.643282:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777353.643286:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777353.643290:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2540:2540:256:4294967295] 192.168.203.135@tcp LPNI seq info [2535:2535:8:4294967295] 00000400:00000200:0.0:1788777353.643297:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.643306:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777353.643313:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777353.643320:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fd00. 00000800:00000200:0.0:1788777353.643326:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777353.643333:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777353.643338:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fd00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1788777353.643347:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.643352:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777353.643355:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508093 00000100:00000001:0.0:1788777353.643364:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508079 00000100:00000001:0.0:1788777353.643369:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508093 00000100:00000001:0.0:1788777353.643372:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508079 00000100:00000001:0.0:1788777353.643375:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.643377:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.643380:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777353.643382:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777353.643385:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061dff00 going to sleep for 11 seconds 00000100:00000001:0.0:1788777353.643388:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777353.643390:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777353.651164:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777353.651173:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fd00. 00000400:00000200:1.0:1788777353.651180:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.651188:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777353.651195:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c6e8 00000400:00000010:1.0:1788777353.651198:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c6e8. 00000100:00000001:1.0:1788777353.651203:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777353.651209:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.651607:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777353.651613:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.651620:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.651621:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777353.658064:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.658082:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.658087:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.658089:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.658098:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.658106:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.658113:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.658118:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.658124:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.658746:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 240 into portal 25 MB=0x6a9e8c8c52380 00000400:00000200:1.0:1788777353.658752:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.658759:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 240/240 into md 0x6d59 [1] + 224 00000800:00000001:1.0:1788777353.658766:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.658786:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.658790:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.658794:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.658802:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.658811:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.658822:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.658895:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777353.658915:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.658926:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.658929:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777353.661536:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777353.661542:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777353.661545:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:0.0:1788777353.661553:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cc38 00000400:00000010:0.0:1788777353.661555:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cc38. 00000100:00000001:0.0:1788777353.661559:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777353.661569:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777353.661580:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.661593:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777353.661595:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.661598:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777353.661601:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777353.661603:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777353.661605:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.661608:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777353.661614:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777353.661618:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777353.661620:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777353.661624:0:15913:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.661631:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788777353.661634:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788777353.661704:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.661712:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788777353.661715:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1788777353.661718:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777353.661719:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777353.661721:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777353.661724:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945309150e40 00000400:00000010:0.0:1788777353.661726:0:15913:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff945309150e40. 00000100:00000001:0.0:1788777353.661735:0:15913:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788777353.661738:0:15913:0:(events.c:192:client_bulk_callback()) event type 6, status 0, req ffff945308be3480 desc ffff945307d20400 mbits 0 00000100:00000001:0.0:1788777353.661742:0:15913:0:(events.c:217:client_bulk_callback()) Process leaving 00000100:00000001:0.0:1788777353.661743:0:15913:0:(niobuf.c:499:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777353.661748:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 2 fl Interpret:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777353.661756:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126133632:192.168.203.135@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.661763:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.661766:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788777353.661769:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777353.661770:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.662324:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 2 fl Complete:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.662332:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777353.662335:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061dff00. 00000100:00000001:0.0:1788777353.662340:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777353.662342:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1788777353.662346:0:15913:0:(mgc_request.c:1584:mgc_process_recover_log()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788777353.662349:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.662353:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126133632/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777369 ref 1 fl Complete:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.662359:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777353.662362:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777353.662365:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616fc00. 02000000:00000001:0.0:1788777353.662367:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777353.662370:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777353.662372:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777353.662374:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788777353.662375:0:15913:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788777353.662377:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777353.662378:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777353.662380:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788777353.662382:0:15913:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff945311048240. 00000100:00000010:0.0:1788777353.662385:0:15913:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff945307d20400. 00000100:00000001:0.0:1788777353.662388:0:15913:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788777353.662391:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616ea00. 02000000:00000001:0.0:1788777353.662393:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777353.662395:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777353.662397:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:0.0:1788777353.662400:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777353.662401:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1788777353.662421:0:15913:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9453206250e0. 10000000:01000000:0.0:1788777353.662425:0:15913:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.135@tcp: configuration from log 'lustre-cliir' failed (-2). 10000000:00000001:0.0:1788777353.662428:0:15913:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788777353.662431:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777353.662434:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777353.662437:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6a00 refcount=3 00000020:00000001:0.0:1788777353.662440:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:0.0:1788777353.662442:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:0.0:1788777353.662445:0:15913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777353.662449:0:15913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777353.662465:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.662467:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777353.662469:0:15913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777353.662475:0:15913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777353.662476:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.662477:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788777353.662478:0:15913:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000400:0.0:1788777353.662480:0:15913:0:(mgc_request.c:1900:mgc_process_log()) MGC192.168.203.135@tcp: IR log lustre-cliir failed, not fatal: rc = -2 10000000:00000001:0.0:1788777353.673690:0:15913:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777353.673699:0:15913:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788777353.673702:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788777353.673704:0:15913:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9453119d8600) refs 2 10000000:00000001:0.0:1788777353.673707:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777353.673709:0:15913:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788777353.673711:0:15913:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9453119d9200) refs 3 10000000:00000001:0.0:1788777353.673713:0:15913:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788777353.673715:0:15913:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788777353.673717:0:15913:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1788777353.673719:0:15913:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788777353.673721:0:15913:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9453090ac800 from 42 10000000:00000001:0.0:1788777353.673724:0:15913:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788777353.673727:0:15913:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1788777353.673738:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777353.673743:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777353.673747:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777353.673750:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777353.673755:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777353.673763:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616ea00. 00000100:00000001:0.0:1788777353.673769:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.673783:0:15913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777353.673787:0:15913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777353.673794:0:15913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34b00. 00010000:00000001:0.0:1788777353.673798:0:15913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777353.673802:0:15913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8c00. 00000020:00000001:0.0:1788777353.673805:0:15913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777353.673808:0:15913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8c00 with handle 0xe53f2b0cb7af88b6 to hash 00000020:00000001:0.0:1788777353.673810:0:15913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777353.673811:0:15913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061771264 : -118390647780352 : ffff9453077e8c00) 00010000:00000001:0.0:1788777353.673814:0:15913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061771264 : -118390647780352 : ffff9453077e8c00) 00010000:00000001:0.0:1788777353.673818:0:15913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777353.673821:0:15913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777353.673825:0:15913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.135@tcp lock: ffff9453077e8c00/0xe53f2b0cb7af88b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777353.673979:0:15913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.135@tcp lock: ffff9453077e8c00/0xe53f2b0cb7af88b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777353.673991:0:15913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.135@tcp lock: ffff9453077e8c00/0xe53f2b0cb7af88b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777353.673997:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777353.673999:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777353.674006:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945309150e40. 00000100:00000001:0.0:1788777353.674008:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683088412224 : -118390621139392 : ffff945309150e40) 00000100:00000001:0.0:1788777353.674011:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.674013:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000001:0.0:1788777353.674018:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777353.674023:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.674025:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777353.674027:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777353.674038:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.674046:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777353.674048:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.674052:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777353.674055:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777353.674058:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777353.674062:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126133760:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.674067:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777353.674072:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777353.674075:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.674077:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777353.674081:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d20400. 02000000:00000001:0.0:1788777353.674083:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.674089:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777353.674093:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777353.674100:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cc38. 00000100:00000200:0.0:1788777353.674107:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126133760, portal 25 00000100:00000001:0.0:1788777353.674109:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.674110:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:0.0:1788777353.674116:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.674124:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777353.674126:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777353.674129:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ca18. 00000100:00000200:0.0:1788777353.674131:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667126133760, offset 0 00000400:00000200:0.0:1788777353.674138:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777353.674147:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.674649:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777353.674654:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777353.674659:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777353.674663:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777353.674666:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777353.674670:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2541:2541:256:4294967295] 192.168.203.135@tcp LPNI seq info [2536:2536:8:4294967295] 00000400:00000200:0.0:1788777353.674674:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.674684:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777353.674690:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777353.674695:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f300. 00000800:00000200:0.0:1788777353.674702:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777353.674710:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777353.674714:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777353.674733:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.674738:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777353.674740:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508124 00000100:00000001:0.0:1788777353.674748:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508093 00000100:00000001:0.0:1788777353.674753:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508124 00000100:00000001:0.0:1788777353.674756:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508093 00000100:00000001:0.0:1788777353.674759:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.674762:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.674764:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777353.674766:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777353.674769:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309150e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777353.674772:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777353.674783:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777353.675046:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777353.675051:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f300. 00000400:00000200:1.0:1788777353.675056:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.675062:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777353.675067:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ca18 00000400:00000010:1.0:1788777353.675070:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ca18. 00000100:00000001:1.0:1788777353.675073:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777353.675078:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.675087:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777353.675090:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.675096:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.675097:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777353.680413:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.680427:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.680431:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.680433:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.680442:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.680449:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.680465:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.680470:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.680475:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.680479:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 344 into portal 25 MB=0x6a9e8c8c52400 00000400:00000200:1.0:1788777353.680484:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.680489:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 344/344 into md 0x6d69 [1] + 224 00000800:00000001:1.0:1788777353.680496:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.680501:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.680504:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.680509:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.680515:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.680524:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.680534:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.680587:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777353.680602:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.680609:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.680612:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777353.689624:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777353.689629:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777353.689634:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777353.689650:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cc38 00000400:00000010:0.0:1788777353.689653:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cc38. 00000100:00000001:0.0:1788777353.689659:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777353.689670:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777353.689681:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.689689:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777353.689691:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.689695:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777353.689698:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777353.689700:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777353.689702:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.689705:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777353.689722:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777353.689727:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777353.689730:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777353.689731:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.689734:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777353.689737:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.689740:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777353.689745:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.689752:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.689755:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777353.689757:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777353.689762:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777353.689769:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126133760:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.689783:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.689787:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.689790:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777353.689792:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.689796:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.689802:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777353.689805:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945309150e40. 00000100:00000001:0.0:1788777353.689809:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777353.689811:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.689813:0:15913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777353.689816:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777353.689819:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777353.689822:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8c00 refcount=4 00000020:00000001:0.0:1788777353.689824:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771264 : -118390647780352 : ffff9453077e8c00) 00010000:00000001:0.0:1788777353.689836:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771264 : -118390647780352 : ffff9453077e8c00) 00010000:00000040:0.0:1788777353.689842:0:15913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8c00, remote cookie: 0xa4f015c75ff3c542, flags: 0x0 00010000:00000001:0.0:1788777353.689845:0:15913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777353.689848:0:15913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777353.689851:0:15913:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777353.689852:0:15913:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777353.689853:0:15913:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777353.689856:0:15913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff945303e34b00) refcount = 1 00010000:00010000:0.0:1788777353.689861:0:15913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.135@tcp lock: ffff9453077e8c00/0xe53f2b0cb7af88b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c542 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777353.689869:0:15913:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777353.689871:0:15913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777353.689872:0:15913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777353.689875:0:15913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777353.689878:0:15913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777353.689881:0:15913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.135@tcp lock: ffff9453077e8c00/0xe53f2b0cb7af88b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa4f015c75ff3c542 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777353.689886:0:15913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777353.689888:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.689890:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777353.689891:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.689892:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777353.689893:0:15913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.689896:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.689900:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126133760/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.689906:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777353.689908:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777353.689911:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d20400. 02000000:00000001:0.0:1788777353.689914:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777353.689917:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777353.689919:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777353.689920:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777353.689923:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616ea00. 02000000:00000001:0.0:1788777353.689925:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777353.689927:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777353.689928:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:0.0:1788777353.689931:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777353.689932:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788777353.689934:0:15913:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777353.689937:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788777353.689939:0:15913:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9453119d8600) refs 3 10000000:00000001:0.0:1788777353.689941:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.689942:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777353.689944:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777353.689945:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8c00 refcount=3 00000020:00000001:0.0:1788777353.689947:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771264 : -118390647780352 : ffff9453077e8c00) 00010000:00000001:0.0:1788777353.689949:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771264 : -118390647780352 : ffff9453077e8c00) 00010000:00000001:0.0:1788777353.689951:0:15913:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788777353.689952:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.689953:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777353.689954:0:15913:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777353.689956:0:15913:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788777353.689964:0:15913:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff945311048240. 00000020:00000010:0.0:1788777353.689968:0:15913:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94530616ea00. 00000020:00000010:0.0:1788777353.689973:0:15913:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94530616fc00. 00000040:00000010:0.0:1788777353.689976:0:15913:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94530616f200. 00000020:00000010:0.0:1788777353.689981:0:15913:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9453092b2000. 00000020:00000010:0.0:1788777353.689986:0:15913:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94530616e000. 80000000:00000010:0.0:1788777353.689990:0:15913:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff945302fb4cc0. 00040000:00000010:0.0:1788777353.689996:0:15913:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94530616ec00. 20000000:00000010:0.0:1788777353.690000:0:15913:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff94530616e800. 10000000:00000040:0.0:1788777353.690004:0:15913:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff94532121e540 : new refcount 2 00000020:00000001:0.0:1788777353.690007:0:15913:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788777353.690009:0:15913:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1788777353.690011:0:15913:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788777353.690014:0:15913:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94530616f000. 00000040:00000001:0.0:1788777353.690018:0:15913:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788777353.690020:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000010:0.0:1788777353.690024:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777353.690027:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777353.690031:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777353.690033:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777353.690037:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777353.690042:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616e400. 00000100:00000001:0.0:1788777353.690048:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.690052:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777353.690054:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777353.690058:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945309150e40. 00000100:00000001:0.0:1788777353.690060:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683088412224 : -118390621139392 : ffff945309150e40) 00000100:00000001:0.0:1788777353.690062:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.690064:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000001:0.0:1788777353.690067:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777353.690072:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.690074:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777353.690075:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777353.690080:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.690086:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777353.690089:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.690092:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777353.690094:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777353.690097:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777353.690100:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126133888:192.168.203.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.690104:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777353.690107:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777353.690110:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.690112:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777353.690116:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616e600. 02000000:00000001:0.0:1788777353.690117:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.690124:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777353.690127:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777353.690132:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cc38. 00000100:00000200:0.0:1788777353.690137:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126133888, portal 25 00000100:00000001:0.0:1788777353.690139:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.690140:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:0.0:1788777353.690145:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.690588:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777353.690594:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777353.690597:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c880. 00000100:00000200:0.0:1788777353.690601:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875667126133888, offset 0 00000400:00000200:0.0:1788777353.690608:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777353.690618:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.690627:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777353.690631:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777353.690645:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777353.690648:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777353.690652:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777353.690655:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2542:2542:256:4294967295] 192.168.203.135@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:0.0:1788777353.690658:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.690667:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777353.690673:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777353.690678:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fa00. 00000800:00000200:0.0:1788777353.690685:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777353.690694:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777353.690698:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fa00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788777353.691483:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.691490:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777353.691494:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508141 00000100:00000001:0.0:1788777353.691501:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508124 00000100:00000001:0.0:1788777353.691506:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508141 00000100:00000001:0.0:1788777353.691509:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508124 00000100:00000001:0.0:1788777353.691512:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.691514:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.691517:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777353.691518:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777353.691521:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309150e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777353.691523:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777353.691525:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777353.691837:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777353.691842:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fa00. 00000400:00000200:1.0:1788777353.691847:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.691852:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777353.691858:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c880 00000400:00000010:1.0:1788777353.691860:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c880. 00000100:00000001:1.0:1788777353.691864:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777353.691869:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.691879:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777353.691882:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.691888:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.691890:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777353.728090:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.728106:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.728110:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.728113:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.728121:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.728129:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.728138:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.728142:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.728148:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.728162:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 272 into portal 25 MB=0x6a9e8c8c52480 00000400:00000200:1.0:1788777353.728167:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.728173:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 272/272 into md 0x6d79 [1] + 224 00000800:00000001:1.0:1788777353.728182:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.728190:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.728193:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.728198:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.728205:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.728214:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.728269:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.728291:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.728301:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.728305:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.728754:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777353.728762:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777353.728764:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777353.728767:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777353.728772:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cc38 00000400:00000010:0.0:1788777353.728784:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cc38. 00000100:00000001:0.0:1788777353.728787:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777353.728792:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777353.728802:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.728808:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777353.728810:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.728813:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777353.728816:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777353.728818:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777353.728821:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.728824:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777353.728831:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777353.728834:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777353.728837:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777353.728838:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.728841:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777353.728843:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.728846:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777353.728850:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.728858:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.728861:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777353.728863:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777353.728867:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777353.728875:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126133888:192.168.203.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.728880:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.728883:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.728886:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777353.728888:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.728891:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.728898:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777353.728901:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945309150e40. 00000100:00000001:0.0:1788777353.728905:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777353.728907:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788777353.728912:0:15913:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788777353.728916:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777353.728918:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777353.728920:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788777353.728922:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.728925:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126133888/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.728937:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777353.728940:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777353.728943:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616e600. 02000000:00000001:0.0:1788777353.728946:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777353.728947:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777353.728948:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777353.728950:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777353.728953:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616e400. 02000000:00000001:0.0:1788777353.728956:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777353.728958:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777353.728960:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:0.0:1788777353.728963:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777353.728964:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788777353.728967:0:15913:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788777353.728970:0:15913:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788777353.728977:0:15913:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94530670a000. 00000040:00000001:0.0:1788777353.728979:0:15913:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788777353.728981:0:15913:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788777353.728983:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000010:0.0:1788777353.728987:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777353.728989:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777353.728992:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777353.728994:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777353.728998:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777353.729002:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616e400. 00000100:00000001:0.0:1788777353.729007:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.729010:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777353.729011:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777353.729016:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945309150e40. 00000100:00000001:0.0:1788777353.729018:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683088412224 : -118390621139392 : ffff945309150e40) 00000100:00000001:0.0:1788777353.729021:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.729022:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000001:0.0:1788777353.729026:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777353.729031:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.729033:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777353.729034:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777353.729038:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.729046:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777353.729048:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.729051:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777353.729054:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777353.729056:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777353.729059:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134016:192.168.203.135@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.729063:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777353.729067:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777353.729069:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.729072:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777353.729096:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff945310640000. 02000000:00000001:0.0:1788777353.729098:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.729103:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777353.729107:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777353.729114:0:15913:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9453061dff00. 00000100:00000200:0.0:1788777353.729120:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875667126134016, portal 25 00000100:00000001:0.0:1788777353.729122:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.729123:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:0.0:1788777353.729129:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.729135:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777353.729138:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777353.729140:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cc38. 00000100:00000200:0.0:1788777353.729142:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875667126134016, offset 0 00000400:00000200:0.0:1788777353.729148:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777353.729295:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.729302:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777353.729307:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777353.729311:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777353.729314:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777353.729317:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777353.729321:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2543:2543:256:4294967295] 192.168.203.135@tcp LPNI seq info [2538:2538:8:4294967295] 00000400:00000200:0.0:1788777353.729326:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.729334:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777353.729340:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777353.729344:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777353.729351:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777353.729358:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777353.729362:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788777353.729442:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.729447:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777353.729450:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508179 00000100:00000001:0.0:1788777353.729465:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508141 00000100:00000001:0.0:1788777353.729470:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508179 00000100:00000001:0.0:1788777353.729474:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508141 00000100:00000001:0.0:1788777353.729477:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.729480:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.729482:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777353.729484:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777353.729487:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff945309150e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788777353.729489:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777353.729491:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777353.729676:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777353.729680:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:1.0:1788777353.729685:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.729689:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777353.729693:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cc38 00000400:00000010:1.0:1788777353.729694:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cc38. 00000100:00000001:1.0:1788777353.729698:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777353.729702:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.729710:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777353.729713:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.729720:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.729722:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777353.739518:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.739535:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.739540:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.739543:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.739552:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.739560:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.739569:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.739573:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.739578:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.739583:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 8416 into portal 25 MB=0x6a9e8c8c52500 00000400:00000200:1.0:1788777353.739588:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.739593:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 8416/8416 into md 0x6d89 [4] + 224 00000800:00000001:1.0:1788777353.739601:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.739629:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.739634:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.739639:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.739646:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.739654:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.739664:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.739683:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.739692:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.739695:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.741406:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777353.741416:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777353.741418:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777353.741422:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777353.741428:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453061dff00 00000400:00000010:0.0:1788777353.741430:0:15913:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9453061dff00. 00000100:00000001:0.0:1788777353.741434:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777353.741445:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777353.741455:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.741471:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777353.741474:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.741477:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777353.741480:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777353.741482:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777353.741484:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.741487:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777353.741494:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777353.741498:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777353.741500:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777353.741502:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.741504:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777353.741506:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.741509:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777353.741514:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.741522:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.741524:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777353.741526:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777353.741530:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777353.741538:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134016:192.168.203.135@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.741542:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.741545:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.741547:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777353.741550:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.741553:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.741559:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777353.741562:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945309150e40. 00000100:00000001:0.0:1788777353.741566:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777353.741568:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788777353.741576:0:15913:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788777353.741578:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.741581:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126134016/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.741587:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777353.741589:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777353.741592:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff945310640000. 02000000:00000001:0.0:1788777353.741607:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777353.741611:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777353.741612:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777353.741615:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777353.741617:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616e400. 02000000:00000001:0.0:1788777353.741621:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777353.741623:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777353.741625:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:0.0:1788777353.741628:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777353.741630:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777353.741632:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777353.741633:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777353.741635:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1788777353.741637:0:15913:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788777353.741640:0:15913:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788777353.741654:0:15913:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788777353.741661:0:15913:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff945302fb4ba0. 00000040:00001000:0.0:1788777353.741664:0:15913:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:2.0:1788777353.742622:0:32913:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788777353.742629:0:32913:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94530120a400. 00000020:00000010:2.0:1788777353.742636:0:32913:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff945307f98e00. 00000040:00000010:2.0:1788777353.742640:0:32913:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff945304fa0000. 00000020:00000010:2.0:1788777353.742644:0:32913:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94531066e800. 00000020:00000010:2.0:1788777353.742649:0:32913:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9453061af3b8. 00000020:00000010:2.0:1788777353.742713:0:32913:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94530137e200. 80000000:00000010:2.0:1788777353.742718:0:32913:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9453103b7180. 40000000:00000010:2.0:1788777353.742722:0:32913:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9453110b6740. 00100000:00000010:2.0:1788777353.742727:0:32913:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94531066a800. 00040000:00000010:2.0:1788777353.742731:0:32913:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff945303d99900. 00040000:00000010:2.0:1788777353.742734:0:32913:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff94531066b000. 00040000:00000010:2.0:1788777353.742739:0:32913:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff945320644000. 00000004:00000010:2.0:1788777353.742743:0:32913:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff945310669800. 00000004:00000010:2.0:1788777353.742748:0:32913:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff945310272000. 00000004:00000010:2.0:1788777353.742752:0:32913:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff94531066b800. 00002000:00000010:2.0:1788777353.742757:0:32913:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9453093a9c00. 00000004:00000010:2.0:1788777353.742761:0:32913:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9453093a8800. 00000020:00000010:2.0:1788777353.742766:0:32913:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9453110b6f40. 00000040:00000010:2.0:1788777353.742772:0:32913:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94531027c000. 00000040:00080000:2.0:1788777353.743622:0:32913:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:2.0:1788777353.743628:0:32913:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff94531027c000. 00000020:00000010:2.0:1788777353.743635:0:32913:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9453110b6f40. 00000020:00000010:2.0:1788777353.743650:0:32913:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff945307f98e00. 00000040:00000010:2.0:1788777353.743932:0:32913:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff945304fa0000. 00000020:00000010:2.0:1788777353.743937:0:32913:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94531066e800. 00000020:00000010:2.0:1788777353.743941:0:32913:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9453061af3b8. 00000020:00000010:2.0:1788777353.743948:0:32913:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94530137e200. 80000000:00000010:2.0:1788777353.743951:0:32913:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9453103b7180. 40000000:00000010:2.0:1788777353.743955:0:32913:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9453110b6740. 00100000:00000010:2.0:1788777353.743958:0:32913:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94531066a800. 00040000:00000010:2.0:1788777353.743961:0:32913:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff945303d99900. 00040000:00000010:2.0:1788777353.743964:0:32913:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff94531066b000. 00040000:00000010:2.0:1788777353.743967:0:32913:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff945320644000. 00000004:00000010:2.0:1788777353.743970:0:32913:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff945310669800. 00000004:00000010:2.0:1788777353.744100:0:32913:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff945310272000. 00000004:00000010:2.0:1788777353.744105:0:32913:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff94531066b800. 00002000:00000010:2.0:1788777353.744108:0:32913:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9453093a9c00. 00000004:00000010:2.0:1788777353.744111:0:32913:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9453093a8800. 00000020:00000010:2.0:1788777353.744114:0:32913:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94530120a400. 00000040:00000010:1.0:1788777353.744343:0:15913:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff945302fb4ba0. 00000040:00000001:1.0:1788777353.744349:0:15913:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788777353.744353:0:15913:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:1.0:1788777353.744357:0:15913:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94530670a000. 00000040:00000010:1.0:1788777353.744361:0:15913:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94530616f000. 00000020:00000001:1.0:1788777353.744364:0:15913:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777353.744366:0:15913:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788777353.744370:0:15913:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94530616fc00. 00000040:00000010:1.0:1788777353.744372:0:15913:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94530616f200. 00000020:00000010:1.0:1788777353.744374:0:15913:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9453092b2000. 00000020:00000010:1.0:1788777353.744377:0:15913:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94530616e000. 80000000:00000010:1.0:1788777353.744380:0:15913:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff945302fb4cc0. 00040000:00000010:1.0:1788777353.744382:0:15913:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94530616ec00. 20000000:00000010:1.0:1788777353.744385:0:15913:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff94530616e800. 00000020:00000010:1.0:1788777353.744387:0:15913:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94530616ea00. 10000000:00000010:1.0:1788777353.744389:0:15913:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff945311048240. 10000000:01000000:1.0:1788777353.744392:0:15913:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.135@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1788777353.744394:0:15913:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788777353.744397:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777353.744399:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777353.744402:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8c00 refcount=3 00000020:00000001:1.0:1788777353.744404:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771264 : -118390647780352 : ffff9453077e8c00) 00010000:00000001:1.0:1788777353.744407:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771264 : -118390647780352 : ffff9453077e8c00) 00010000:00000001:1.0:1788777353.744409:0:15913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777353.744413:0:15913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.135@tcp lock: ffff9453077e8c00/0xe53f2b0cb7af88b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c542 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777353.744422:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777353.744424:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777353.744426:0:15913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.135@tcp lock: ffff9453077e8c00/0xe53f2b0cb7af88b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c542 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777353.744431:0:15913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777353.744432:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777353.744433:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788777353.744435:0:15913:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777353.744437:0:15913:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777353.744439:0:15913:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788777353.744441:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788777353.744443:0:15913:0:(mgc_request.c:108:config_log_get()) log params (ffff9453119d8a00) refs 2 10000000:00000001:1.0:1788777353.744445:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777353.744446:0:15913:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788777353.744447:0:15913:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9453119d8600) refs 3 10000000:00000001:1.0:1788777353.744449:0:15913:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788777353.744451:0:15913:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788777353.744452:0:15913:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788777353.744453:0:15913:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788777353.744456:0:15913:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9453090ac800 from 7 10000000:00000001:1.0:1788777353.744468:0:15913:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788777353.744470:0:15913:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788777353.744477:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e680. 00000020:00000040:1.0:1788777353.744481:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777353.744485:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777353.744488:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777353.744492:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777353.744499:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073e000. 00000100:00000001:1.0:1788777353.744505:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777353.744509:0:15913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777353.744511:0:15913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777353.744517:0:15913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214100. 00010000:00000001:1.0:1788777353.744520:0:15913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777353.744524:0:15913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7400. 00000020:00000001:1.0:1788777353.744527:0:15913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777353.744529:0:15913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7400 with handle 0xe53f2b0cb7af88bd to hash 00000020:00000001:1.0:1788777353.744531:0:15913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777353.744533:0:15913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777353.744535:0:15913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777353.744538:0:15913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777353.744540:0:15913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777353.744543:0:15913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.135@tcp lock: ffff945310bb7400/0xe53f2b0cb7af88bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777353.744550:0:15913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.135@tcp lock: ffff945310bb7400/0xe53f2b0cb7af88bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777353.744560:0:15913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.135@tcp lock: ffff945310bb7400/0xe53f2b0cb7af88bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777353.744566:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777353.744567:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777353.744572:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123edc00. 00000100:00000001:1.0:1788777353.744574:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683242146816 : -118390467404800 : ffff9453123edc00) 00000100:00000001:1.0:1788777353.744577:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777353.744579:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087484544 : -118390622067072 : ffff94530906e680) 00000100:00000001:1.0:1788777353.744583:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777353.744587:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.744589:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777353.744590:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777353.744600:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.744608:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777353.744610:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777353.744613:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777353.744616:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777353.744618:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777353.744622:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134144:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788777353.744626:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777353.744630:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777353.744633:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777353.744635:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777353.744639:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310688000. 02000000:00000001:1.0:1788777353.744641:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777353.744646:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777353.744650:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb5d8. 00000400:00000010:1.0:1788777353.744719:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b122a8. 00000100:00000200:1.0:1788777353.744726:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126134144, portal 25 00000100:00000001:1.0:1788777353.744728:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777353.744730:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087484544 : -118390622067072 : ffff94530906e680) 00000100:00000040:1.0:1788777353.744735:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.744741:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777353.744744:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777353.744746:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12000. 00000100:00000200:1.0:1788777353.744748:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667126134144, offset 0 00000400:00000200:1.0:1788777353.744754:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777353.744761:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.744767:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777353.744771:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777353.744775:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777353.744779:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777353.744781:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777353.744784:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2544:2544:256:4294967295] 192.168.203.135@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:1.0:1788777353.744788:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.744796:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777353.744801:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777353.744805:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534700. 00000800:00000200:1.0:1788777353.744811:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777353.744818:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777353.744822:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777353.744829:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777353.744832:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777353.744835:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508194 00000100:00000001:1.0:1788777353.744841:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508179 00000100:00000001:1.0:1788777353.744845:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508194 00000100:00000001:1.0:1788777353.744848:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508179 00000100:00000001:1.0:1788777353.744851:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777353.744853:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.744856:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777353.744858:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777353.744860:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123edc00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777353.744862:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777353.744865:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777353.748774:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777353.748784:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534700. 00000400:00000200:0.0:1788777353.748792:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777353.748801:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777353.748809:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12000 00000400:00000010:0.0:1788777353.748812:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12000. 00000100:00000001:0.0:1788777353.748817:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777353.748826:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.748839:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.748844:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.748853:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.748855:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777353.754474:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.754489:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.754493:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.754495:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.754504:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.754513:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.754522:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.754526:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.754532:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.754535:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 344 into portal 25 MB=0x6a9e8c8c52580 00000400:00000200:1.0:1788777353.754540:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.754546:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 344/344 into md 0x6d99 [1] + 224 00000800:00000001:1.0:1788777353.754553:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.754562:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.754565:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.754570:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.754581:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.754589:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.754600:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.754622:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.754630:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.754634:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.754694:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777353.754701:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777353.754703:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777353.754706:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb5d8. 00000400:00000200:0.0:1788777353.754711:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b122a8 00000400:00000010:0.0:1788777353.754713:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b122a8. 00000100:00000001:0.0:1788777353.754716:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777353.754721:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777353.754730:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.754736:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777353.754739:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.754741:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777353.754744:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777353.754746:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777353.754749:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.754752:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777353.754757:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777353.754762:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777353.754764:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777353.754766:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.754768:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777353.754771:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.754773:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777353.754777:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.754785:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.754788:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777353.754789:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777353.754794:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777353.754802:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134144:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.754807:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.754810:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.754813:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777353.754815:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.754818:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.754825:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777353.754828:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123edc00. 00000100:00000001:0.0:1788777353.754842:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777353.754844:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.754847:0:15913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777353.754849:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777353.754851:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777353.754855:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=4 00000020:00000001:0.0:1788777353.754857:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:0.0:1788777353.754860:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000040:0.0:1788777353.754866:0:15913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb7400, remote cookie: 0xa4f015c75ff3c549, flags: 0x0 00010000:00000001:0.0:1788777353.754869:0:15913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777353.754872:0:15913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777353.754874:0:15913:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777353.754875:0:15913:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777353.754876:0:15913:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777353.754879:0:15913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff945308214100) refcount = 1 00010000:00010000:0.0:1788777353.754884:0:15913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.135@tcp lock: ffff945310bb7400/0xe53f2b0cb7af88bd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c549 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777353.754891:0:15913:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777353.754893:0:15913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777353.754894:0:15913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777353.754897:0:15913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777353.754899:0:15913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777353.754902:0:15913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.135@tcp lock: ffff945310bb7400/0xe53f2b0cb7af88bd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa4f015c75ff3c549 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777353.754907:0:15913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777353.754909:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.754911:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777353.754912:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.754913:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777353.755187:0:15913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.755190:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.755195:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906e680 x1875667126134144/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.755202:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777353.755204:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777353.755207:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945310688000. 02000000:00000001:0.0:1788777353.755211:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777353.755213:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777353.755215:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777353.755217:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777353.755542:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073e000. 02000000:00000001:0.0:1788777353.755548:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777353.755550:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777353.755552:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906e680. 00000100:00000001:0.0:1788777353.755555:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777353.755556:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788777353.755559:0:15913:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777353.755562:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788777353.755564:0:15913:0:(mgc_request.c:108:config_log_get()) log params (ffff9453119d8a00) refs 3 10000000:00000001:0.0:1788777353.755566:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.755573:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777353.755574:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777353.755576:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=3 00000020:00000001:0.0:1788777353.755579:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:0.0:1788777353.755581:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:0.0:1788777353.755583:0:15913:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788777353.755585:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777353.755586:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777353.755588:0:15913:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788777353.755591:0:15913:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788777353.755597:0:15913:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff945311048a00. 00000020:00000010:0.0:1788777353.755602:0:15913:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94530616e400. 00000020:00000010:0.0:1788777353.755607:0:15913:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94530616e600. 00000040:00000010:0.0:1788777353.755611:0:15913:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94530616fa00. 00000020:00000010:0.0:1788777353.755616:0:15913:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9453092b4000. 00000020:00000010:0.0:1788777353.755621:0:15913:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94530616f400. 80000000:00000010:0.0:1788777353.755625:0:15913:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff945302fb4780. 00040000:00000010:0.0:1788777353.755631:0:15913:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94530616ea00. 20000000:00000010:0.0:1788777353.755646:0:15913:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff94530616e800. 10000000:00000040:0.0:1788777353.755652:0:15913:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff94532121e540 : new refcount 2 00000020:00000001:0.0:1788777353.755656:0:15913:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788777353.755658:0:15913:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1788777353.755660:0:15913:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788777353.755664:0:15913:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94530616ec00. 00000040:00000001:0.0:1788777353.755668:0:15913:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788777353.755679:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000010:0.0:1788777353.755684:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3480. 00000020:00000040:0.0:1788777353.755687:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777353.755692:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777353.755694:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777353.755698:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777353.755703:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616e000. 00000100:00000001:0.0:1788777353.755710:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.755716:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777353.755718:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777353.755722:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453061dff00. 00000100:00000001:0.0:1788777353.755725:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683038666496 : -118390670885120 : ffff9453061dff00) 00000100:00000001:0.0:1788777353.755728:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.755729:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000001:0.0:1788777353.755733:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777353.755738:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.755739:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777353.755741:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777353.755746:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.755753:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777353.755755:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.755759:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777353.755761:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777353.755764:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777353.755768:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134272:192.168.203.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.755772:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777353.755776:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777353.755778:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.755781:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777353.755785:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616f200. 02000000:00000001:0.0:1788777353.755787:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.755793:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777353.755797:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777353.755802:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c908. 00000100:00000200:0.0:1788777353.755808:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126134272, portal 25 00000100:00000001:0.0:1788777353.755810:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777353.755812:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082720384 : -118390626831232 : ffff945308be3480) 00000100:00000040:0.0:1788777353.755817:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.755825:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777353.755827:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777353.755845:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c990. 00000100:00000200:0.0:1788777353.755849:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875667126134272, offset 0 00000400:00000200:0.0:1788777353.755855:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777353.755862:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.755868:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777353.755873:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777353.755878:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777353.755881:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777353.755884:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777353.755887:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2545:2545:256:4294967295] 192.168.203.135@tcp LPNI seq info [2540:2540:8:4294967295] 00000400:00000200:0.0:1788777353.755892:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777353.755900:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777353.755906:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777353.755911:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114ff00. 00000800:00000200:0.0:1788777353.757607:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777353.757618:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777353.757623:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114ff00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788777353.757646:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777353.757654:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777353.757657:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508207 00000100:00000001:0.0:1788777353.757718:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508194 00000100:00000001:0.0:1788777353.757723:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508207 00000100:00000001:0.0:1788777353.757726:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508194 00000100:00000001:0.0:1788777353.757729:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.757733:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.757735:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777353.757738:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777353.757740:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453061dff00 going to sleep for 11 seconds 00000100:00000001:0.0:1788777353.757743:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777353.757746:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777353.758188:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777353.758193:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114ff00. 00000400:00000200:1.0:1788777353.758199:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.758204:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777353.758210:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c990 00000400:00000010:1.0:1788777353.758212:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c990. 00000100:00000001:1.0:1788777353.758216:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777353.758253:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.758412:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777353.758417:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.758428:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.758430:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777353.765986:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.766001:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.766004:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.766007:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.766016:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.766023:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.766030:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.766035:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.766040:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.766044:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 272 into portal 25 MB=0x6a9e8c8c52600 00000400:00000200:1.0:1788777353.766049:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.766054:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 272/272 into md 0x6da9 [1] + 224 00000800:00000001:1.0:1788777353.766061:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.766067:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.766069:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.766074:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.766080:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.766088:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.766098:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.766120:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.766128:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.766130:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.766189:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777353.766196:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777353.766198:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777353.766201:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:0.0:1788777353.766206:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c908 00000400:00000010:0.0:1788777353.766208:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c908. 00000100:00000001:0.0:1788777353.766210:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777353.766214:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777353.766298:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.766304:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777353.766307:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.766309:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777353.766312:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777353.766315:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777353.766317:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777353.766320:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777353.766326:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777353.766346:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777353.766349:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777353.766351:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777353.766354:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777353.766356:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.766359:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777353.766364:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.766371:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777353.766374:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777353.766376:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777353.766380:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777353.766388:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134272:192.168.203.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788777353.766392:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777353.766395:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.766397:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777353.766399:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.766403:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.766410:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777353.766413:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453061dff00. 00000100:00000001:0.0:1788777353.766417:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777353.766419:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788777353.766424:0:15913:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788777353.769799:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777353.769805:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777353.769810:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777353.769812:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777353.769823:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3480 x1875667126134272/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788777369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.769836:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777353.769839:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777353.769843:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616f200. 02000000:00000001:1.0:1788777353.769848:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777353.769850:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777353.769851:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777353.769852:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777353.769855:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616e000. 02000000:00000001:1.0:1788777353.769858:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777353.769859:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777353.769861:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3480. 00000100:00000001:1.0:1788777353.769864:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777353.769865:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788777353.769868:0:15913:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788777353.769871:0:15913:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788777353.769879:0:15913:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff945320246000. 00000040:00000001:1.0:1788777353.769880:0:15913:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788777353.769882:0:15913:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788777353.769884:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000010:1.0:1788777353.769888:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c380. 00000020:00000040:1.0:1788777353.769891:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777353.769894:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777353.769896:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777353.769900:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777353.769904:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073ec00. 00000100:00000001:1.0:1788777353.769909:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.769913:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777353.769915:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777353.769921:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123edc00. 00000100:00000001:1.0:1788777353.769923:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683242146816 : -118390467404800 : ffff9453123edc00) 00000100:00000001:1.0:1788777353.769925:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777353.769927:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00000100:00000001:1.0:1788777353.769931:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777353.769935:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.769936:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777353.769938:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777353.769942:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.769949:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777353.769951:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777353.769955:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777353.769957:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777353.769960:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777353.769963:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134400:192.168.203.135@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788777353.769966:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777353.769971:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777353.769973:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777353.769975:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777353.769995:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff945310640000. 02000000:00000001:1.0:1788777353.769997:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777353.770003:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777353.770007:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb3c8. 00000400:00000010:1.0:1788777353.770013:0:15913:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9453123edcc0. 00000100:00000200:1.0:1788777353.770020:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875667126134400, portal 25 00000100:00000001:1.0:1788777353.770022:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777353.770023:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00000100:00000040:1.0:1788777353.770028:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.770034:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777353.770037:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777353.770040:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12770. 00000100:00000200:1.0:1788777353.770042:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875667126134400, offset 0 00000400:00000200:1.0:1788777353.770048:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777353.770056:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.770063:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777353.770067:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777353.770070:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777353.770074:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777353.770077:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777353.770080:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2546:2546:256:4294967295] 192.168.203.135@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:1.0:1788777353.770084:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.770092:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777353.770098:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777353.770103:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534700. 00000800:00000200:1.0:1788777353.770109:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777353.770115:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777353.770119:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788777353.770177:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777353.770182:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777353.770184:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508219 00000100:00000001:1.0:1788777353.770191:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508207 00000100:00000001:1.0:1788777353.770195:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508219 00000100:00000001:1.0:1788777353.770198:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508207 00000100:00000001:1.0:1788777353.770201:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777353.770203:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.770205:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777353.770207:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777353.770210:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123edc00 going to sleep for 11 seconds 00000100:00000001:1.0:1788777353.770212:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777353.770215:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777353.772150:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777353.772158:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534700. 00000400:00000200:1.0:1788777353.772164:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.772172:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777353.772179:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12770 00000400:00000010:1.0:1788777353.772181:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12770. 00000100:00000001:1.0:1788777353.772186:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777353.772402:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.772419:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777353.772423:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.772429:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.772431:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777353.775165:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.775179:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.775183:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.775185:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.775193:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.775200:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.775207:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.775211:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.775216:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.775256:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 8416 into portal 25 MB=0x6a9e8c8c52680 00000400:00000200:1.0:1788777353.775261:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.775267:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 8416/8416 into md 0x6db9 [4] + 224 00000800:00000001:1.0:1788777353.775274:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.775284:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.775287:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.775291:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.775297:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.775305:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.775315:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.775337:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.775344:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.775347:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777353.775449:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777353.775467:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777353.775470:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777353.775473:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb3c8. 00000400:00000200:2.0:1788777353.775478:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453123edcc0 00000400:00000010:2.0:1788777353.775480:0:15913:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9453123edcc0. 00000100:00000001:2.0:1788777353.775483:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777353.775488:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777353.775495:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.775501:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777353.775503:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777353.775505:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777353.775508:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777353.775510:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777353.775512:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777353.775514:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777353.775520:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777353.775524:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777353.775526:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777353.775527:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777353.775530:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777353.775533:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777353.775536:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777353.775540:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.775546:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777353.775549:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777353.775551:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777353.775554:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777353.775561:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134400:192.168.203.135@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788777353.775565:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777353.775567:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777353.775570:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777353.775572:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777353.775575:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.775586:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777353.775589:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123edc00. 00000100:00000001:2.0:1788777353.775592:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777353.775593:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788777353.775600:0:15913:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788777353.775602:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777353.775604:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c380 x1875667126134400/t0(0) o503->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788777369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.775610:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777353.775612:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777353.775614:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff945310640000. 02000000:00000001:2.0:1788777353.775629:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777353.775632:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777353.775634:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777353.775645:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777353.775648:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073ec00. 02000000:00000001:2.0:1788777353.775657:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777353.775659:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777353.775661:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c380. 00000100:00000001:2.0:1788777353.775665:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777353.775666:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777353.775668:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777353.775669:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777353.775671:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:2.0:1788777353.775673:0:15913:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788777353.775675:0:15913:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788777353.775679:0:15913:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788777353.775682:0:15913:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9453103b7180. 00000040:00001000:2.0:1788777353.775685:0:15913:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1788777353.776211:0:32914:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788777353.776217:0:32914:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945320644000. 00000020:00000010:2.0:1788777353.776237:0:32914:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff945301343400. 00000040:00000010:2.0:1788777353.776241:0:32914:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94530120a400. 00000020:00000010:2.0:1788777353.776246:0:32914:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94531066b800. 00000020:00000010:2.0:1788777353.776251:0:32914:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9453061af3b8. 00000020:00000010:2.0:1788777353.776255:0:32914:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94530137e200. 80000000:00000010:2.0:1788777353.776259:0:32914:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9453103b74e0. 40000000:00000010:2.0:1788777353.776263:0:32914:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9453110b6740. 00100000:00000010:2.0:1788777353.776267:0:32914:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff945310669800. 00040000:00000010:2.0:1788777353.776272:0:32914:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff945303d99900. 00040000:00000010:2.0:1788777353.776275:0:32914:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff94531066b000. 00040000:00000010:2.0:1788777353.776279:0:32914:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff945304fa0000. 00000004:00000010:2.0:1788777353.776284:0:32914:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff94531066a800. 00000004:00000010:2.0:1788777353.776289:0:32914:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff945310272000. 00000004:00000010:2.0:1788777353.776293:0:32914:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff94531066e800. 00002000:00000010:2.0:1788777353.776297:0:32914:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9453093a8800. 00000004:00000010:2.0:1788777353.776301:0:32914:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9453093a9c00. 00000020:00000010:2.0:1788777353.776305:0:32914:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9453110b6780. 00000040:00000010:2.0:1788777353.776312:0:32914:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94531027c000. 00000040:00080000:2.0:1788777353.777103:0:32914:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788777353.777110:0:32914:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff94531027c000. 00000020:00000010:2.0:1788777353.777117:0:32914:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9453110b6780. 00000020:00000010:2.0:1788777353.777129:0:32914:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff945301343400. 00000040:00000010:2.0:1788777353.777134:0:32914:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94530120a400. 00000020:00000010:2.0:1788777353.777137:0:32914:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94531066b800. 00000020:00000010:2.0:1788777353.777140:0:32914:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9453061af3b8. 00000020:00000010:2.0:1788777353.777145:0:32914:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94530137e200. 80000000:00000010:2.0:1788777353.777148:0:32914:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9453103b74e0. 40000000:00000010:2.0:1788777353.777151:0:32914:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9453110b6740. 00100000:00000010:2.0:1788777353.777154:0:32914:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff945310669800. 00040000:00000010:2.0:1788777353.777157:0:32914:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff945303d99900. 00040000:00000010:2.0:1788777353.777160:0:32914:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff94531066b000. 00040000:00000010:2.0:1788777353.777162:0:32914:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff945304fa0000. 00000004:00000010:2.0:1788777353.777165:0:32914:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff94531066a800. 00000004:00000010:2.0:1788777353.777168:0:32914:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff945310272000. 00000004:00000010:2.0:1788777353.777173:0:32914:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff94531066e800. 00002000:00000010:2.0:1788777353.777175:0:32914:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9453093a8800. 00000004:00000010:2.0:1788777353.777178:0:32914:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9453093a9c00. 00000020:00000010:2.0:1788777353.777180:0:32914:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945320644000. 00000040:00000010:1.0:1788777353.777364:0:15913:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9453103b7180. 00000040:00000001:1.0:1788777353.777369:0:15913:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788777353.777372:0:15913:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788777353.777376:0:15913:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff945320246000. 00000040:00000010:1.0:1788777353.777379:0:15913:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94530616ec00. 00000020:00000001:1.0:1788777353.777382:0:15913:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777353.777384:0:15913:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788777353.777387:0:15913:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94530616e600. 00000040:00000010:1.0:1788777353.777389:0:15913:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94530616fa00. 00000020:00000010:1.0:1788777353.777392:0:15913:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9453092b4000. 00000020:00000010:1.0:1788777353.777396:0:15913:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94530616f400. 80000000:00000010:1.0:1788777353.777398:0:15913:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff945302fb4780. 00040000:00000010:1.0:1788777353.777402:0:15913:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94530616ea00. 20000000:00000010:1.0:1788777353.777405:0:15913:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff94530616e800. 00000020:00000010:1.0:1788777353.777408:0:15913:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94530616e400. 10000000:00000010:1.0:1788777353.777410:0:15913:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff945311048a00. 10000000:01000000:1.0:1788777353.777413:0:15913:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.135@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788777353.777416:0:15913:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788777353.777418:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777353.777420:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777353.777423:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7400 refcount=3 00000020:00000001:1.0:1788777353.777425:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777353.777428:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216757760 : -118390492793856 : ffff945310bb7400) 00010000:00000001:1.0:1788777353.777430:0:15913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777353.777435:0:15913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.135@tcp lock: ffff945310bb7400/0xe53f2b0cb7af88bd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c549 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777353.777443:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777353.777445:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777353.777447:0:15913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.135@tcp lock: ffff945310bb7400/0xe53f2b0cb7af88bd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c549 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777353.777452:0:15913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777353.777453:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777353.777454:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788777353.777456:0:15913:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777353.777467:0:15913:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777353.777470:0:15913:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788777353.777472:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788777353.777473:0:15913:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff94530930f000) refs 2 10000000:00000001:1.0:1788777353.777475:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777353.777477:0:15913:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788777353.777478:0:15913:0:(mgc_request.c:123:config_log_put()) log params(ffff9453119d8a00) refs 3 10000000:00000001:1.0:1788777353.777480:0:15913:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788777353.777482:0:15913:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788777353.777483:0:15913:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1788777353.777485:0:15913:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788777353.777487:0:15913:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff945308bdb370 from 1 10000000:00000001:1.0:1788777353.777489:0:15913:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788777353.777491:0:15913:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1788777353.777498:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f100. 00000020:00000040:1.0:1788777353.777503:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777353.777506:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777353.777509:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777353.777513:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777353.777519:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073e000. 00000100:00000001:1.0:1788777353.777525:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777353.777529:0:15913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777353.777532:0:15913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777353.777537:0:15913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34b00 count: 2 00010000:00000001:1.0:1788777353.777539:0:15913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777353.777542:0:15913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777353.777545:0:15913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7800. 00000020:00000001:1.0:1788777353.777549:0:15913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777353.777551:0:15913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7800 with handle 0xe53f2b0cb7af88c4 to hash 00000020:00000001:1.0:1788777353.777553:0:15913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777353.777554:0:15913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777353.777556:0:15913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:1.0:1788777353.777559:0:15913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777353.777562:0:15913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777353.777564:0:15913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.135@tcp lock: ffff945310bb7800/0xe53f2b0cb7af88c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777353.777571:0:15913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.135@tcp lock: ffff945310bb7800/0xe53f2b0cb7af88c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777353.777581:0:15913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.135@tcp lock: ffff945310bb7800/0xe53f2b0cb7af88c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777353.777585:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777353.777587:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777353.777592:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123eda80. 00000100:00000001:1.0:1788777353.777593:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683242146432 : -118390467405184 : ffff9453123eda80) 00000100:00000001:1.0:1788777353.777596:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777353.777597:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087487232 : -118390622064384 : ffff94530906f100) 00000100:00000001:1.0:1788777353.777601:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777353.777605:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.777606:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777353.777608:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777353.777616:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.777623:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777353.777625:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777353.777628:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777353.777631:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777353.777633:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777353.777743:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134528:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788777353.777747:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777353.777752:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777353.777754:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777353.777756:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777353.777760:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310689000. 02000000:00000001:1.0:1788777353.777762:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777353.777767:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777353.777771:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbcb8. 00000400:00000010:1.0:1788777353.777777:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12770. 00000100:00000200:1.0:1788777353.777782:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126134528, portal 25 00000100:00000001:1.0:1788777353.777784:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777353.777785:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087487232 : -118390622064384 : ffff94530906f100) 00000100:00000040:1.0:1788777353.777790:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.777797:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777353.777799:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777353.777801:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12c38. 00000100:00000200:1.0:1788777353.777804:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667126134528, offset 0 00000400:00000200:1.0:1788777353.777809:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777353.777815:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.777822:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777353.777887:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777353.777891:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777353.777894:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777353.777897:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777353.777900:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2547:2547:256:4294967295] 192.168.203.135@tcp LPNI seq info [2542:2542:8:4294967295] 00000400:00000200:1.0:1788777353.777904:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.777912:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777353.777917:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777353.777922:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534700. 00000800:00000200:1.0:1788777353.777928:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777353.777934:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777353.777939:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788777353.777994:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777353.777999:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777353.778001:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508227 00000100:00000001:1.0:1788777353.778007:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508219 00000100:00000001:1.0:1788777353.778011:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508227 00000100:00000001:1.0:1788777353.778014:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508219 00000100:00000001:1.0:1788777353.778016:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777353.778018:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777353.778020:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777353.778022:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777353.778024:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123eda80 going to sleep for 11 seconds 00000100:00000001:1.0:1788777353.778026:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777353.778029:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777353.778517:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777353.778521:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534700. 00000400:00000200:0.0:1788777353.778526:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777353.778531:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777353.778536:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12c38 00000400:00000010:0.0:1788777353.778538:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12c38. 00000100:00000001:0.0:1788777353.778541:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777353.778546:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.778555:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.778557:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.778563:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.778564:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777353.786420:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.786438:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.786442:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.786445:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.786455:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.786474:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.786484:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.786489:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.786496:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.786500:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 344 into portal 25 MB=0x6a9e8c8c52700 00000400:00000200:1.0:1788777353.786505:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.786511:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 344/344 into md 0x6dc9 [1] + 224 00000800:00000001:1.0:1788777353.786518:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.786528:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.786531:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.786536:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.786543:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.786552:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.786564:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.786587:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.786597:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.786601:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777353.786723:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777353.786731:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777353.786733:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777353.786736:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbcb8. 00000400:00000200:2.0:1788777353.786742:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12770 00000400:00000010:2.0:1788777353.786744:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12770. 00000100:00000001:2.0:1788777353.786747:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777353.786780:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777353.786809:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.786825:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777353.786827:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777353.786830:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777353.786834:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777353.786837:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777353.786838:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777353.786851:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777353.786859:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777353.786863:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777353.786865:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777353.786867:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777353.786870:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777353.786891:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777353.786895:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777353.786900:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.786907:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777353.786909:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777353.786911:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777353.786916:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777353.786924:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134528:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788777353.786929:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777353.786933:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777353.786935:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777353.786937:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777353.786941:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.786948:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777353.786951:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123eda80. 00000100:00000001:2.0:1788777353.786955:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777353.786967:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777353.786971:0:15913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777353.786974:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777353.786976:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777353.786980:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=4 00000020:00000001:2.0:1788777353.786983:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:2.0:1788777353.786986:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000040:2.0:1788777353.787002:0:15913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb7800, remote cookie: 0xa4f015c75ff3c550, flags: 0x0 00010000:00000001:2.0:1788777353.787005:0:15913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777353.787008:0:15913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777353.787010:0:15913:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777353.787012:0:15913:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777353.787013:0:15913:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777353.787015:0:15913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff945303e34b00) refcount = 2 00010000:00000040:2.0:1788777353.787018:0:15913:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777353.787022:0:15913:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.135@tcp lock: ffff9453077e8c00/0xe53f2b0cb7af88b6 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa4f015c75ff3c542 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777353.787043:0:15913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.135@tcp lock: ffff945310bb7800/0xe53f2b0cb7af88c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c550 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777353.787050:0:15913:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777353.787052:0:15913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777353.787053:0:15913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777353.787067:0:15913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777353.787069:0:15913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777353.787073:0:15913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.135@tcp lock: ffff945310bb7800/0xe53f2b0cb7af88c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa4f015c75ff3c550 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777353.787078:0:15913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777353.787079:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777353.787081:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777353.787082:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777353.787083:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777353.787084:0:15913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777353.787096:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777353.787101:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906f100 x1875667126134528/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.787107:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777353.787109:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777353.787112:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945310689000. 02000000:00000001:2.0:1788777353.787116:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777353.787118:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777353.787120:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777353.787122:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777353.787125:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073e000. 02000000:00000001:2.0:1788777353.787127:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777353.787143:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777353.787145:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906f100. 00000100:00000001:2.0:1788777353.787150:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777353.787151:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1788777353.787162:0:15913:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777353.787166:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788777353.787168:0:15913:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff94530930f000) refs 3 10000000:00000001:2.0:1788777353.787171:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777353.787173:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777353.787174:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777353.787175:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:2.0:1788777353.787177:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:2.0:1788777353.787179:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:2.0:1788777353.787182:0:15913:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1788777353.787183:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777353.787194:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777353.787196:0:15913:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777353.787198:0:15913:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1788777353.787205:0:15913:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9453110b6740. 00000020:00000010:2.0:1788777353.787210:0:15913:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945304fa0000. 00000020:00000010:2.0:1788777353.787943:0:15913:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff945320644000. 00000040:00000010:2.0:1788777353.787952:0:15913:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94530137e200. 00000020:00000010:2.0:1788777353.787956:0:15913:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94531066e800. 00000020:00000010:2.0:1788777353.787962:0:15913:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94530120a400. 80000000:00000010:2.0:1788777353.787966:0:15913:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9453103b74e0. 00040000:00000010:2.0:1788777353.787970:0:15913:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff945301343400. 20000000:00000010:2.0:1788777353.787974:0:15913:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff945307f98e00. 10000000:00000040:2.0:1788777353.787979:0:15913:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff94532121e540 : new refcount 2 00000020:00000001:2.0:1788777353.787982:0:15913:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1788777353.787984:0:15913:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1788777353.787987:0:15913:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788777353.787990:0:15913:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94530939fc00. 00000040:00000001:2.0:1788777353.787994:0:15913:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788777353.787996:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000010:2.0:1788777353.788001:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ca80. 00000020:00000040:2.0:1788777353.788014:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000100:00000001:2.0:1788777353.788020:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777353.788022:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777353.788026:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777353.788042:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530939d000. 00000100:00000001:2.0:1788777353.788049:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777353.788056:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777353.788057:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777353.788064:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945312393840. 00000100:00000001:2.0:1788777353.788066:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683241777216 : -118390467774400 : ffff945312393840) 00000100:00000001:2.0:1788777353.788079:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777353.788080:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:2.0:1788777353.788085:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777353.788089:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777353.788090:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777353.788092:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777353.788098:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.788119:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777353.788122:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777353.788125:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777353.788127:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777353.788130:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777353.788134:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134656:192.168.203.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788777353.788147:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777353.788152:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777353.788154:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777353.788157:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777353.788161:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530939d400. 02000000:00000001:2.0:1788777353.788163:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777353.788178:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777353.788182:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464e18. 00000400:00000010:2.0:1788777353.788189:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1088. 00000100:00000200:2.0:1788777353.788197:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126134656, portal 25 00000100:00000001:2.0:1788777353.788208:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777353.788210:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000040:2.0:1788777353.788215:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777353.792943:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777353.792951:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777353.793038:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347c38. 00000100:00000200:3.0:1788777353.793047:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875667126134656, offset 0 00000400:00000200:3.0:1788777353.793055:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777353.793066:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777353.793073:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777353.793077:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777353.793081:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777353.793085:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777353.793088:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777353.793092:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2548:2548:256:4294967295] 192.168.203.135@tcp LPNI seq info [2543:2543:8:4294967295] 00000400:00000200:3.0:1788777353.793096:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777353.793105:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777353.793111:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777353.793116:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df000. 00000800:00000200:3.0:1788777353.793123:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777353.793129:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777353.793134:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1788777353.793144:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777353.793149:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000800:00000200:0.0:1788777353.793279:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777353.793284:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:0.0:1788777353.793288:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777353.793293:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777353.793298:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347c38 00000400:00000010:0.0:1788777353.793300:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347c38. 00000100:00000001:0.0:1788777353.793304:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777353.793310:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.793322:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777353.793325:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777353.793331:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777353.793333:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777353.793420:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296508243 00000100:00000001:3.0:1788777353.793428:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508227 00000100:00000001:3.0:1788777353.793433:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296508243 00000100:00000001:3.0:1788777353.793436:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508227 00000100:00000001:3.0:1788777353.793439:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777353.793443:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777353.793446:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777353.793448:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777353.793451:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff945312393840 going to sleep for 11 seconds 00000100:00000001:3.0:1788777353.793521:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777353.793524:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777353.803061:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.803095:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777353.803099:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.803102:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.803110:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.803117:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777353.803125:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.803130:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.803134:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.803138:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 272 into portal 25 MB=0x6a9e8c8c52780 00000400:00000200:1.0:1788777353.803142:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777353.803147:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 272/272 into md 0x6dd9 [1] + 224 00000800:00000001:1.0:1788777353.803153:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.803159:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777353.803162:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777353.803166:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777353.803172:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777353.803179:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777353.803189:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777353.803209:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777353.803217:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777353.803253:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777353.803437:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777353.803445:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777353.803448:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777353.803451:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464e18. 00000400:00000200:3.0:1788777353.803456:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1088 00000400:00000010:3.0:1788777353.803467:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1088. 00000100:00000001:3.0:1788777353.803471:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777353.803475:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777353.803484:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777353.803489:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777353.803491:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777353.803493:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777353.803496:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777353.803499:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777353.803501:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777353.803503:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777353.803509:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=27 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777353.803513:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777353.803515:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777353.803518:0:15913:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777353.803524:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788777353.803527:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788777353.803531:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777353.803537:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1788777353.803540:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777353.803541:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777353.803544:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777353.803551:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126134656:192.168.203.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788777353.803555:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777353.803558:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788777353.803560:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777353.803562:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777353.803565:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777353.803571:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777353.803574:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945312393840. 00000100:00000001:3.0:1788777353.803577:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777353.803578:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1788777353.803581:0:15913:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1788777353.803585:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777353.803587:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777353.803589:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777353.803590:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777353.803593:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ca80 x1875667126134656/t0(0) o501->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 512/272 e 0 to 0 dl 1788777369 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777353.803598:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777353.803600:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777353.803603:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530939d400. 02000000:00000001:3.0:1788777353.803605:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777353.803606:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777353.803607:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777353.803609:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777353.803611:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530939d000. 02000000:00000001:3.0:1788777353.803614:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777353.803615:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777353.803617:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ca80. 00000100:00000001:3.0:1788777353.803619:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777353.803621:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1788777353.803623:0:15913:0:(llog.c:1559:llog_open()) MGC192.168.203.135@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1788777353.803626:0:15913:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94530939fc00. 00000040:00000001:3.0:1788777353.803629:0:15913:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1788777353.803632:0:15913:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1788777353.803635:0:15913:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1788777353.803640:0:15913:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff945320644000. 00000040:00000010:3.0:1788777353.803644:0:15913:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94530137e200. 00000020:00000010:3.0:1788777353.803648:0:15913:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94531066e800. 00000020:00000010:3.0:1788777353.803653:0:15913:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94530120a400. 80000000:00000010:3.0:1788777353.803657:0:15913:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9453103b74e0. 00040000:00000010:3.0:1788777353.803661:0:15913:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff945301343400. 20000000:00000010:3.0:1788777353.803665:0:15913:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff945307f98e00. 00000020:00000010:3.0:1788777353.803671:0:15913:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945304fa0000. 10000000:00000010:3.0:1788777353.803674:0:15913:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9453110b6740. 10000000:01000000:3.0:1788777353.803676:0:15913:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.135@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:3.0:1788777353.803679:0:15913:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1788777353.803681:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777353.803684:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777353.803687:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7800 refcount=3 00000020:00000001:3.0:1788777353.803689:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:3.0:1788777353.803691:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216758784 : -118390492792832 : ffff945310bb7800) 00010000:00000001:3.0:1788777353.803693:0:15913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777353.803698:0:15913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.135@tcp lock: ffff945310bb7800/0xe53f2b0cb7af88c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c550 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777353.803705:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777353.803707:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777353.803709:0:15913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.135@tcp lock: ffff945310bb7800/0xe53f2b0cb7af88c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c550 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777353.803715:0:15913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777353.803716:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777353.803717:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788777353.803718:0:15913:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777353.803720:0:15913:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1788777353.803722:0:15913:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1788777353.803724:0:15913:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788777353.803725:0:15913:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff94530930f000) refs 3 10000000:00000001:3.0:1788777353.803727:0:15913:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1788777354.013298:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777354.013298:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777354.013306:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777354.013309:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777354.013310:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777354.013313:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788777354.013316:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788777354.013316:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777354.013319:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777354.013322:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777354.013323:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777354.013329:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777354.013329:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777354.013336:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777354.013338:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777354.013341:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777354.077570:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777354.077581:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777354.077583:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777354.077588:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777354.077590:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777354.077607:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777354.077611:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777354.205850:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777354.205857:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777354.205863:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777354.205864:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777354.213749:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777354.213755:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777354.213759:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777355.037335:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777355.037348:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777355.037350:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.037355:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777355.037358:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777355.037360:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.037364:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777355.038359:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777355.038363:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777355.038365:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777355.038370:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777355.038373:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777355.038376:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777355.038379:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777355.038381:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777355.038384:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.101468:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777355.101475:0:2345:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788777355.101488:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777345/real 1788777345] req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777355 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788777355.101506:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777355.101508:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777355.101512:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbc08. 00000400:00000200:0.0:1788777355.101519:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b127f8 00000400:00000010:0.0:1788777355.101521:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b127f8. 00000100:00000001:0.0:1788777355.101526:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777355.101529:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777355 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777355.101538:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777355 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.101558:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777355.101561:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.101565:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777355.101567:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777355.101572:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777355 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.101579:0:2345:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.101587:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777355.101589:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.101591:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777355.101593:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777355.101595:0:2345:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777355.101599:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777355 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.101606:0:2345:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788777355.101609:0:2345:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.101610:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777355.101611:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.101614:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788777355.101616:0:2345:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788777355.101620:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788777355.101646:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.135@tcp failed (-110) 00000100:00000001:0.0:1788777355.101649:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788777355.101654:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777355 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777355.101663:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126133120:192.168.203.135@tcp:38:kworker.0 00000100:00000001:0.0:1788777355.101669:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.101672:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777355.101675:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3dc00 x1875667126133120/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777355 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.101682:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777355.101685:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777355.101689:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945310688800. 02000000:00000001:0.0:1788777355.101694:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777355.101697:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777355.101699:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777355.101701:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777355.101704:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2f400. 02000000:00000001:0.0:1788777355.101708:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777355.101709:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777355.101711:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3dc00. 00000100:00000001:0.0:1788777355.101714:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777355.101716:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.101718:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.101721:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777355.101722:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.101724:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777355.101725:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777355.101852:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777355.101858:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777355.101866:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e300. 00000020:00000040:1.0:1788777355.101870:0:32800:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777355.101873:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777355.101877:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777355.101882:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777355.101890:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534500. 00000100:00000001:1.0:1788777355.101896:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777355.101903:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777355.101912:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777355.101917:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777355.101923:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006644ad16] to pc [ptlrpcd_00_01+1] req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777355.101957:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777355.101960:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788777355.101964:0:32800:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788777355.101967:0:32800:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788777355.101969:0:32800:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788777355.101972:0:32800:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788777355.101976:0:32800:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1828 00000400:00000200:1.0:1788777355.101983:0:32800:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777355.101989:0:32800:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00001000:1.0:1788777355.101994:0:32800:0:(import.c:2149:obd_at_measure()) add 10 to ffff945311024418 time=40 v=5 (1 0 0 0) 10000000:00000001:3.0:1788777355.101997:0:15913:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00001000:1.0:1788777355.101998:0:32800:0:(import.c:2215:obd_at_measure()) AT ffff945311024418 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 10000000:00000001:3.0:1788777355.102003:0:15913:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00080000:1.0:1788777355.102004:0:32800:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1788777355.102009:0:32800:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777355.102013:0:32800:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777355.102016:0:32800:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777355.102018:0:32800:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:1.0:1788777355.102022:0:32800:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777355.102024:0:32800:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 00000020:00000001:1.0:1788777355.102027:0:32800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777355.102030:0:32800:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 00000020:00000001:1.0:1788777355.102033:0:32800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000020:00000001:1.0:1788777355.102035:0:32800:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00000040:1.0:1788777355.102038:0:32800:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777355.102040:0:32800:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777355.102041:0:32800:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777355.102043:0:32800:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:1.0:1788777355.102046:0:32800:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 00000100:00080000:1.0:1788777355.102049:0:32800:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: import ffff945311024000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:1.0:1788777355.102051:0:32800:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777355.102053:0:32800:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788777355.102059:0:32800:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777355.102061:0:32800:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777355.102063:0:32800:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788777355.102067:0:32800:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788777355.102070:0:32800:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777355.102072:0:32800:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777355.102077:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d180. 00000020:00000040:1.0:1788777355.102079:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:1.0:1788777355.102082:0:32800:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777355.102083:0:32800:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777355.102086:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777355.102087:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777355.102088:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777355.102092:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945310689c00. 00000100:00000001:1.0:1788777355.102096:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777355.102103:0:32800:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777355.102110:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777355.102112:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777355.102115:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad6c593] to pc [ptlrpcd_rcv+-1] req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777355.102142:0:32800:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777355.102145:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777355.102149:0:32800:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777355.102152:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788777355.102154:0:32800:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788777355.102158:0:32800:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1843) 00000100:00000001:1.0:1788777355.102171:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777355.102174:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777355.102176:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777355.102179:0:2346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788777355.102180:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777355.102184:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777355.102186:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777355.102188:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777355.102189:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777355.102191:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777355.102196:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777355.102215:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777355.102217:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777355.102244:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777355.102247:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777355.102250:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777355.102253:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126134784:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777355.102257:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777355.102262:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777355.102264:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777355.102266:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777355.102271:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073e000. 02000000:00000001:1.0:1788777355.102273:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777355.102279:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777355.102282:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb000. 00000400:00000010:1.0:1788777355.102288:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12a18. 00000100:00000200:1.0:1788777355.102294:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126134784, portal 25 00000100:00000001:1.0:1788777355.102297:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777355.102299:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087483648 : -118390622067968 : ffff94530906e300) 00000100:00000040:1.0:1788777355.102303:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777355.102310:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777355.102313:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777355.102315:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b126e8. 00000100:00000200:1.0:1788777355.102318:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126134784, offset 0 00000400:00000200:1.0:1788777355.102325:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777355.102332:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777355.102344:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777355.102350:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777355.102354:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777355.102358:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777355.102361:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777355.102365:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2549:2549:256:4294967295] 192.168.203.135@tcp LPNI seq info [2544:2544:8:4294967295] 00000400:00000200:1.0:1788777355.102376:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777355.102385:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777355.102391:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777355.102397:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534e00. 00000800:00000200:1.0:1788777355.102403:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777355.102411:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777355.102415:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777355.102425:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777355.102429:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777355.102432:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296509552 00000100:00000001:1.0:1788777355.102438:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508243 00000100:00000001:1.0:1788777355.102442:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296509552 00000100:00000001:1.0:1788777355.102446:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508243 00000100:00000001:1.0:1788777355.102458:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777355.102461:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777355.102463:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777355.102465:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777355.102525:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777355.102528:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777355.102529:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777355.102534:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777355.102541:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777355.102543:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777355.102545:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777355.102546:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777355.102548:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777355.102551:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126134912:192.168.203.135@tcp:38:kworker.0 00000100:00000001:2.0:1788777355.102554:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777355.102556:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777355.102557:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777355.102559:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777355.102563:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777355.102565:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777355.102569:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777355.102572:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064649f8. 00000400:00000010:2.0:1788777355.102577:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1660. 00000100:00000200:2.0:1788777355.102580:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126134912, portal 10 00000100:00000001:2.0:1788777355.102582:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777355.102583:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087479168 : -118390622072448 : ffff94530906d180) 00000100:00000040:2.0:1788777355.102590:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777355.102596:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777355.102599:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777355.102601:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1198. 00000100:00000200:2.0:1788777355.102604:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667126134912, offset 0 00000400:00000200:2.0:1788777355.102608:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777355.102612:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777355.102615:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777355.102619:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777355.102621:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777355.102623:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777355.102626:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777355.102628:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2550:2550:255:4294967295] 192.168.203.135@tcp LPNI seq info [2545:2545:7:4294967295] 00000400:00000200:2.0:1788777355.102632:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777355.102639:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777355.102643:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777355.102647:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:2.0:1788777355.102651:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777355.102655:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777355.102658:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788777355.102661:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777355.102665:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 792842 usecs (793 jiffies) 00000400:00000200:2.0:1788777355.102668:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777355.102670:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296506202 00000100:00000001:2.0:1788777355.102672:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296509552 00000100:00000001:2.0:1788777355.102675:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296506202 00000100:00000001:2.0:1788777355.102677:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296509552 00000100:00000001:2.0:1788777355.102679:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777355.102681:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777355.102684:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777355.102685:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777355.102689:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777355.102691:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788777355.102693:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777355.102694:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777355.102695:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777355.102697:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.105511:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777355.105518:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777355.105582:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777355.105587:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534e00. 00000400:00000200:0.0:1788777355.105596:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777355.105604:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777355.105611:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b126e8 00000400:00000010:0.0:1788777355.105614:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b126e8. 00000100:00000001:0.0:1788777355.105619:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777355.105627:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.105639:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777355.105642:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.105649:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.105651:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777355.105715:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777355.105718:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:0.0:1788777355.105722:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777355.105727:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777355.105730:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:0.0:1788777355.105733:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:0.0:1788777355.105735:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777355.105740:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.105747:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777355.105750:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.105756:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.105757:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777355.110013:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777355.110031:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777355.110036:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777355.110038:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777355.110047:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777355.110055:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777355.110064:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777355.110069:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777355.110075:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777355.110079:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c52800 00000400:00000200:1.0:1788777355.110084:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777355.110090:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6de1 [1] + 224 00000800:00000001:1.0:1788777355.110096:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777355.110103:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777355.110106:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777355.110111:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777355.110117:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777355.110126:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777355.110137:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777355.110156:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777355.110164:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777355.110167:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.110350:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777355.110354:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777355.110361:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777355.110363:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777355.110366:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb000. 00000400:00000200:0.0:1788777355.110371:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12a18 00000400:00000010:0.0:1788777355.110374:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12a18. 00000100:00000001:0.0:1788777355.110377:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777355.110383:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777355.110393:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.110400:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777355.110401:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.110404:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777355.110408:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777355.110410:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777355.110412:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777355.110415:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777355.110421:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=29 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777355.110425:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777355.110428:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777355.110430:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777355.110433:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777355.110436:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.110439:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777355.110443:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.110463:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777355.110467:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777355.110470:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777355.110475:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777355.110483:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126134784:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777355.110488:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.110491:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777355.110494:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906e300 x1875667126134784/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777355.110500:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777355.110503:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777355.110506:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073e000. 02000000:00000001:0.0:1788777355.110510:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777355.110512:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777355.110514:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777355.110516:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777355.110518:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534500. 02000000:00000001:0.0:1788777355.110522:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777355.110523:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777355.110525:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906e300. 00000100:00000001:0.0:1788777355.110528:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777355.110529:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777355.110532:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.110533:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777355.110534:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777355.110536:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777355.110537:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777355.230055:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777355.230063:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777355.230069:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777355.230070:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777355.230153:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777355.230156:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777355.230159:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777356.061360:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777356.061368:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777356.061370:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777356.061375:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777356.061378:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777356.061381:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777356.061383:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777356.061386:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777356.061388:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777356.128558:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777356.128565:0:2346:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788777356.128579:0:2346:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777340/real 1788777340] req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777356 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788777356.128596:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777356.128598:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777356.128601:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:0.0:1788777356.128607:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c770 00000400:00000010:0.0:1788777356.128621:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c770. 00000100:00000001:0.0:1788777356.128626:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777356.128630:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777356 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777356.128639:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777356 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777356.128645:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777356.128647:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777356.128651:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777356.128653:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788777356.128656:0:2346:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777356 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777356.128664:0:2346:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788777356.128666:0:2346:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff945311024000 already not connected (conn 21, was 19): CONNECTING 00000100:00000001:0.0:1788777356.128670:0:2346:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788777356.128671:0:2346:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777356.128678:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777356.128680:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777356.128682:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777356.128684:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777356.128687:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777356.128689:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777356.128691:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777356.128695:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777356 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777356.128706:0:2346:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1788777356.128709:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777356.128710:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777356.128712:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777356.128716:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777356 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777356.128738:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126132608:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777356.128743:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777356.128745:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777356.128749:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3800 x1875667126132608/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 1 dl 1788777356 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777356.128755:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777356.128758:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777356.128763:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310ed2600. 02000000:00000001:0.0:1788777356.128768:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777356.128771:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777356.128773:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777356.128776:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777356.128779:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f800. 02000000:00000001:0.0:1788777356.128782:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777356.128784:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777356.128785:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3800. 00000100:00000001:0.0:1788777356.128789:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777356.128790:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777356.128792:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777356.128795:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777356.128796:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777356.128798:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777356.128800:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777356.253346:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777356.253353:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777356.253358:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777356.253359:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777356.255524:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777356.255530:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777356.255534:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777357.085356:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777357.085364:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777357.085366:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777357.085372:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777357.085375:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777357.085379:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777357.085382:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777357.085384:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777357.085387:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777357.277340:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777357.277356:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777357.277362:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777357.277363:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777357.277546:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777357.277549:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777357.277552:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777358.111016:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777358.111024:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777358.111027:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777358.111031:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788777358.111035:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777358.111038:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777358.111041:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777358.111043:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777358.111046:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777358.301555:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777358.301563:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777358.301569:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777358.301570:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777358.301833:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777358.301836:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777358.301840:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788777359.136764:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788777359.136771:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777359.136774:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777359.136779:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788777359.136782:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777359.136786:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777359.136789:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777359.136791:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777359.136794:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777359.325448:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777359.325454:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777359.325458:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777359.325459:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777359.325932:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777359.325936:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777359.325940:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777359.645382:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296509552, at 4296509952 00000100:00000010:0.0:1788777359.645397:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cf60. 00000100:00000040:1.0:1788777359.645545:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296509552, at 4296509952 00000100:00000010:1.0:1788777359.645551:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6c660. 00000100:00000001:2.0:1788777360.157708:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777360.157719:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777360.157722:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777360.157726:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777360.157729:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777360.157732:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777360.157734:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777360.158520:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788777360.158526:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788777360.158536:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3800. 00000020:00000040:0.0:1788777360.158542:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:0.0:1788777360.158546:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777360.158548:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777360.158553:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777360.158560:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f800. 00000100:00000001:0.0:1788777360.158567:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777360.158578:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777360.158589:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777360.158593:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777360.158598:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092403fc1] to pc [ptlrpcd_00_00+0] req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777360.158632:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777360.158635:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788777360.158638:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788777360.158641:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777360.158644:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777360.158646:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777360.158649:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777360.158654:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1848) 00000100:00000001:0.0:1788777360.158663:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788777360.158665:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788777360.158667:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777360.158672:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777360.158673:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777360.158675:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777360.158677:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777360.158678:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777360.158683:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777360.158691:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777360.158694:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777360.158697:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777360.158699:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777360.158702:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777360.158705:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126135040:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777360.158709:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777360.158713:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777360.158715:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777360.158717:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777360.158722:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616fc00. 02000000:00000001:0.0:1788777360.158724:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777360.158730:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777360.158734:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777360.158741:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c770. 00000100:00000200:0.0:1788777360.158747:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126135040, portal 25 00000100:00000001:0.0:1788777360.158749:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777360.158750:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00000100:00000040:0.0:1788777360.158756:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777360.158764:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777360.158767:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777360.158770:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c908. 00000100:00000200:0.0:1788777360.158772:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126135040, offset 0 00000400:00000200:0.0:1788777360.158777:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777360.158788:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777360.158795:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777360.158800:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777360.158804:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777360.158808:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777360.158811:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777360.158814:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2551:2551:256:4294967295] 192.168.203.135@tcp LPNI seq info [2546:2546:8:4294967295] 00000400:00000200:0.0:1788777360.158818:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777360.158825:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777360.158831:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777360.158835:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f400. 00000800:00000200:0.0:1788777360.158842:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777360.158848:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777360.158852:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777360.158863:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777360.158867:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777360.158870:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296514608 00000100:00000010:0.0:1788777360.158874:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4000. 00000100:00000001:0.0:1788777360.158879:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788777360.158884:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296514608 00000100:00000010:0.0:1788777360.158887:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945302fb4780. 00000100:00000001:0.0:1788777360.158890:0:2347:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788777360.158892:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777360.158894:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777360.158897:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777360.158899:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777360.158991:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777360.158995:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f400. 00000400:00000200:0.0:1788777360.158999:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777360.159004:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777360.159008:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c908 00000400:00000010:0.0:1788777360.159010:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c908. 00000100:00000001:0.0:1788777360.159013:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777360.159017:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777360.159025:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777360.159028:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777360.159035:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777360.159037:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777360.159111:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777360.159114:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777360.159421:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777360.159424:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777360.159425:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777360.159429:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777360.159431:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777360.159434:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777360.159436:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777360.159438:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777360.159440:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777360.165680:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777360.165700:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777360.165704:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777360.165707:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777360.165716:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777360.165723:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777360.165732:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777360.165737:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777360.165742:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777360.165746:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c52900 00000400:00000200:1.0:1788777360.165751:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777360.165756:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6df9 [1] + 224 00000800:00000001:1.0:1788777360.165762:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777360.165771:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777360.165774:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777360.165778:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777360.165785:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777360.165793:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777360.165804:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777360.165828:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777360.165836:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777360.165839:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777360.168150:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777360.168158:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777360.168182:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777360.168185:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777360.168189:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:0.0:1788777360.168196:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c770 00000400:00000010:0.0:1788777360.168199:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c770. 00000100:00000001:0.0:1788777360.168204:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777360.168214:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777360.168261:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777360.168275:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777360.168277:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777360.168279:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777360.168283:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777360.168285:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777360.168288:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777360.168290:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777360.168296:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777360.168301:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777360.168303:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777360.168305:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777360.168308:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777360.168310:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777360.168313:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777360.168318:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777360.168325:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777360.168327:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777360.168329:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777360.168333:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777360.168341:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126135040:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777360.168346:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777360.168348:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777360.168351:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3800 x1875667126135040/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777360.168357:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777360.168360:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777360.168363:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616fc00. 02000000:00000001:0.0:1788777360.168367:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777360.168370:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777360.168372:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777360.168375:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777360.168377:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f800. 02000000:00000001:0.0:1788777360.168381:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777360.168382:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777360.168384:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3800. 00000100:00000001:0.0:1788777360.168387:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777360.168389:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777360.168391:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777360.168399:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777360.168401:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777360.168403:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777360.168406:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777360.349313:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777360.349320:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777360.349335:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777360.349339:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777360.349342:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777360.349345:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777360.349348:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777360.349350:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777360.349351:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777360.349354:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777360.349542:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777360.349546:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777360.349549:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777361.181363:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777361.181369:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777361.181372:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777361.181377:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777361.181380:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777361.181383:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777361.181386:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777361.181388:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777361.181391:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777361.182280:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777361.182288:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777361.182289:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777361.182292:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777361.182294:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777361.182296:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777361.182299:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777361.373352:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777361.373358:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777361.373363:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777361.373364:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777361.373533:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777361.373536:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777361.373539:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788777361.426595:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777361.426618:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777361.426622:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777361.426625:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777361.426637:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777361.426647:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777361.426657:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777361.426663:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777361.426670:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777361.426674:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d5c300 00000400:00000200:0.0:1788777361.426685:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x6a69 [2] + 328 00000800:00000001:0.0:1788777361.426693:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777361.426702:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777361.426706:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777361.426711:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777361.426721:0:2338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777361.426723:0:2338:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788777361.426730:0:2338:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3800. 00000100:00000040:0.0:1788777361.426734:0:2338:0:(events.c:337:request_in_callback()) incoming req@ffff945308be3800 x1875667144000256 msgsize 328 00000100:00100000:0.0:1788777361.426738:0:2338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:0.0:1788777361.426764:0:2338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777361.426782:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777361.426787:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777361.427049:0:15901:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788777361.427053:0:15901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667144000256 02000000:00000001:1.0:1788777361.427056:0:15901:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788777361.427059:0:15901:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777361.427062:0:15901:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777361.427068:0:15901:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777361.427073:0:15901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667144000256 00000020:00000001:1.0:1788777361.427077:0:15901:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777361.427080:0:15901:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7cc3 00000020:00000001:1.0:1788777361.427083:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777361.427417:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453093c5800 refcount=3 00000020:00000001:1.0:1788777361.427422:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683090987008 : -118390618564608 : ffff9453093c5800) 00000020:00000001:1.0:1788777361.427425:0:15901:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683090987008 : -118390618564608 : ffff9453093c5800) 00000100:00000001:1.0:1788777361.427431:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777361.427438:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9c5c0. 00000100:00000001:1.0:1788777361.427441:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777361.427444:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9c5c0. 00000020:00000010:1.0:1788777361.427454:0:15901:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073ec00. 00000020:00000010:1.0:1788777361.427461:0:15901:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcdc00. 00000020:00000010:1.0:1788777361.427468:0:15901:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945321241640. 00000100:00000040:1.0:1788777361.427478:0:15901:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788777361.427483:0:15901:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777361.427484:0:15901:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777361.427487:0:15901:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777361.427497:0:15901:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777361.427515:0:15901:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777361.427529:0:15901:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777361.427531:0:15901:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777361.427538:0:15901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 60 00000100:00000040:1.0:1788777361.427543:0:15901:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453093c5800 : new rpc_count 1 00000100:00000001:1.0:1788777361.427545:0:15901:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683082721280 : -118390626830336 : ffff945308be3800) 00000100:00000040:1.0:1788777361.427555:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945308be3800 x1875667144000256/t0(0) o104->f83d4188-184f-4f54-a89e-9b18d7ae7ec0@192.168.203.135@tcp:417/0 lens 328/0 e 0 to 0 dl 1788777372 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777361.427566:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777361.427569:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9c5c0. 00000100:00000001:1.0:1788777361.427571:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777361.427573:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9c5c0. 00000100:00100000:1.0:1788777361.427578:0:15901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945308be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f83d4188-184f-4f54-a89e-9b18d7ae7ec0+3:24697:x1875667144000256:12345-192.168.203.135@tcp:104: 00000100:00000200:1.0:1788777361.427582:0:15901:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667144000256 00010000:00000001:1.0:1788777361.427585:0:15901:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777361.427595:0:15901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777361.427598:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777361.427601:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6a00 refcount=2 00000020:00000001:1.0:1788777361.427603:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:1.0:1788777361.427606:0:15901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:1.0:1788777361.427610:0:15901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777361.427614:0:15901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777361.427620:0:15901:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777361.427632:0:15901:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777361.427635:0:15901:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777361.427640:0:15901:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94531068a000. 02000000:00000001:1.0:1788777361.427643:0:15901:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777361.427646:0:15901:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777361.427652:0:15901:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777361.427655:0:15901:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777361.427659:0:15901:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=184 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777361.427665:0:15901:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777361.427668:0:15901:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777361.427670:0:15901:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777361.427673:0:15901:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777361.427675:0:15901:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777361.427679:0:15901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777361.427682:0:15901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777361.427687:0:15901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12a18. 00000100:00000200:1.0:1788777361.427695:0:15901:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667144000256, offset 224 00000400:00000200:1.0:1788777361.427703:0:15901:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777361.427713:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777361.427722:0:15901:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777361.427729:0:15901:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2552:2552:256:4294967295] 192.168.203.135@tcp LPNI seq info [2547:2547:8:4294967295] 00000400:00000200:1.0:1788777361.427734:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777361.427744:0:15901:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777361.427750:0:15901:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777361.427757:0:15901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534800. 00000800:00000200:1.0:1788777361.427764:0:15901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777361.427778:0:15901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777361.427784:0:15901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777361.427800:0:15901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777361.427804:0:15901:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777361.427807:0:15901:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788777361.427812:0:15901:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453123ed9c0. 00010000:00000001:1.0:1788777361.427815:0:15901:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777361.428185:0:15901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788777361.428188:0:15901:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777361.428190:0:15901:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777361.428192:0:15901:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777361.428199:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3800 x1875667144000256/t0(0) o104->f83d4188-184f-4f54-a89e-9b18d7ae7ec0@192.168.203.135@tcp:417/0 lens 328/224 e 0 to 0 dl 1788777372 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777361.428208:0:15901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945308be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f83d4188-184f-4f54-a89e-9b18d7ae7ec0+3:24697:x1875667144000256:12345-192.168.203.135@tcp:104: Request processed in 640us (1471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777361.428216:0:15901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 60 00000100:00000040:1.0:1788777361.428254:0:15901:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453093c5800 : new rpc_count 0 00000100:00000001:1.0:1788777361.428257:0:15901:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777361.428260:0:15901:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777361.428265:0:15901:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcdc00. 00000020:00000010:1.0:1788777361.428270:0:15901:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945321241640. 00000020:00000010:1.0:1788777361.428274:0:15901:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94531073ec00. 00000020:00000040:1.0:1788777361.428281:0:15901:0:(genops.c:879:class_export_put()) PUTting export ffff9453093c5800 : new refcount 2 00000100:00000001:1.0:1788777361.428284:0:15901:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777361.428390:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777361.428395:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534800. 00000400:00000200:1.0:1788777361.428399:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777361.428414:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777361.428422:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12a18 00000400:00000010:1.0:1788777361.428425:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12a18. 00000100:00000001:1.0:1788777361.428430:0:2339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788777361.428432:0:2339:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788777361.434100:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777361.434109:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777361.434116:0:15910:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788777361.434121:0:15910:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788777361.434123:0:15910:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777361.434130:0:15910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777361.434145:0:15910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945310bb6a00 already unused, calling callback (ffffffffc14e0c20) 10000000:00000001:3.0:1788777361.434148:0:15910:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788777361.434151:0:15910:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777361.434159:0:15910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777361.434161:0:15910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777361.434165:0:15910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777361.434167:0:15910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6a00 refcount=3 00000020:00000001:3.0:1788777361.434171:0:15910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:3.0:1788777361.434174:0:15910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216755200 : -118390492796416 : ffff945310bb6a00) 00010000:00000001:3.0:1788777361.434177:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777361.434180:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788777361.434187:0:15910:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788777361.434190:0:15910:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788777361.434197:0:15910:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1788777361.434201:0:15910:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788777361.434203:0:15910:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788777361.434205:0:15910:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788777361.434207:0:15910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777361.434208:0:15910:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777361.434320:0:15910:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788777361.434323:0:15910:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788777361.434324:0:15910:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9453119d9200) refs 2 10000000:00000001:3.0:1788777361.434327:0:15910:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788777361.434329:0:15910:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777361.434332:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777361.434335:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777361.434337:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777361.434340:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777361.434894:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777361.434898:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb6a00 with handle 0xe53f2b0cb7af88af from hash 00010000:00000001:3.0:1788777361.434901:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777361.434903:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777361.434905:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777361.434907:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777361.434909:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777361.434912:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788777361.434916:0:15910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777361.434918:0:15910:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788777361.434934:0:15910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c000. 00000020:00000040:3.0:1788777361.434939:0:15910:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777361.434945:0:15910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777361.434948:0:15910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777361.434954:0:15910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777361.435436:0:15910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310363a00. 00000100:00000001:3.0:1788777361.435449:0:15910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777361.435452:0:15910:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777361.435461:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777361.435469:0:15910:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777361.435470:0:15910:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777361.435477:0:15910:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777361.435483:0:15910:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777361.435498:0:15910:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e9235fb] to pc [ptlrpcd_01_00+0] req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777361.435571:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777361.435577:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777361.435580:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777361.435599:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777361.435608:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777361.435611:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777361.435615:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777361.435618:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777361.435621:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777361.435625:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126135168:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777361.435630:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777361.435637:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777361.435640:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777361.435643:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777361.435652:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530939d000. 02000000:00000001:2.0:1788777361.435653:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777361.435663:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777361.435668:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464000. 00000400:00000010:2.0:1788777361.435677:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1f68. 00000100:00000200:2.0:1788777361.435686:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126135168, portal 18 00000100:00000001:2.0:1788777361.435689:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777361.435691:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080986624 : -118390628564992 : ffff945308a3c000) 00000100:00000040:2.0:1788777361.435697:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777361.435705:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777361.435708:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777361.435711:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1a18. 00000100:00000200:2.0:1788777361.435716:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126135168, offset 0 00000400:00000200:2.0:1788777361.435724:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777361.435735:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777361.435745:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777361.435752:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777361.435757:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777361.435761:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777361.435764:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777361.435768:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2553:2553:256:4294967295] 192.168.203.135@tcp LPNI seq info [2548:2548:8:4294967295] 00000400:00000200:2.0:1788777361.435772:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777361.435794:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777361.435802:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777361.435809:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:2.0:1788777361.435817:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777361.435836:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777361.435842:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777361.435859:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777361.435863:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777361.435866:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296515885 00000100:00000001:2.0:1788777361.435877:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296514608 00000100:00000001:2.0:1788777361.435883:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296515885 00000100:00000001:2.0:1788777361.435886:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296514608 00000100:00000001:2.0:1788777361.435890:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777361.435893:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777361.435897:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777361.435900:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777361.436248:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777361.436254:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:0.0:1788777361.436261:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777361.436267:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777361.436274:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1a18 00000400:00000010:0.0:1788777361.436276:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1a18. 00000100:00000001:0.0:1788777361.436281:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777361.436286:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777361.436298:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777361.436301:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777361.436308:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777361.436310:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1788777361.438071:0:15910:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777361.438084:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777361.438087:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777361.438089:0:15910:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777361.438092:0:15910:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777361.438096:0:15910:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777361.438104:0:15910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777361.438114:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777361.438117:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.135@tcp lock: ffff945310bb6a00/0xe53f2b0cb7af88af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa4f015c75ff3c53b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777361.438126:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945308214000 count: 0 00010000:00000001:3.0:1788777361.438142:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777361.438143:0:15910:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788777361.438148:0:15910:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9453123ed9c0. 00010000:00000001:3.0:1788777361.438153:0:15910:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777361.438158:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777361.438160:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777361.438163:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777361.438166:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777361.438167:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777361.438169:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777361.438172:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777361.438174:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777361.438176:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777361.438216:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777361.438261:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777361.439611:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777361.439618:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777361.439624:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777361.439626:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777361.439631:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777361.439635:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777361.443715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214000. 00010000:00000010:3.1:1788777361.443736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6a00. 00000800:00000001:1.0:1788777361.459327:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777361.459358:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777361.459365:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777361.459368:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777361.459381:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777361.459390:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777361.459415:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777361.459422:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777361.459429:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777361.459435:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c52980 00000400:00000200:1.0:1788777361.459440:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777361.459448:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6e11 [1] + 224 00000800:00000001:1.0:1788777361.459457:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777361.459471:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777361.459476:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777361.459481:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777361.459492:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777361.459503:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777361.459515:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777361.459542:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777361.459554:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777361.459558:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777361.459703:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777361.459708:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777361.459718:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777361.459721:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777361.459725:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464000. 00000400:00000200:2.0:1788777361.459731:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1f68 00000400:00000010:2.0:1788777361.459733:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1f68. 00000100:00000001:2.0:1788777361.459737:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777361.459742:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777361.459751:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777361.459757:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777361.459759:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777361.459762:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777361.459766:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777361.459768:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777361.459771:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777361.459775:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777361.459782:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c74a8 time=629 v=5 (5 5 0 5) 00000100:00001000:2.0:1788777361.459787:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777361.459802:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777361.459804:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777361.459808:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777361.459811:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777361.459814:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777361.459819:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777361.459826:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777361.459830:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777361.459832:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777361.459837:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777361.459845:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126135168:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777361.459851:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777361.459855:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777361.459858:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c000 x1875667126135168/t0(0) o103->MGC192.168.203.135@tcp@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777361.459865:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777361.459869:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777361.459873:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530939d000. 02000000:00000001:2.0:1788777361.459878:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777361.459882:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777361.459884:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777361.459886:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777361.459889:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310363a00. 02000000:00000001:2.0:1788777361.459893:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777361.459895:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777361.459897:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c000. 00000100:00000001:2.0:1788777361.459901:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777361.459902:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777361.459905:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777361.459915:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777361.459917:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777361.459920:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777361.459923:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777362.205744:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777362.205753:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777362.205755:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777362.205762:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777362.205766:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777362.205770:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777362.205773:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777362.205777:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777362.205781:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777362.223755:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777362.223772:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777362.223775:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777362.223781:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777362.223784:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777362.223989:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777362.223994:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777362.397462:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777362.397471:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777362.397478:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777362.397479:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777362.398506:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777362.398512:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777362.398517:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777363.229380:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777363.229389:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777363.229401:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777363.229407:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777363.229411:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777363.229415:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777363.229419:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777363.229422:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777363.229425:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777363.232862:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788777363.232871:0:15913:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9453119d9200) refs 2 10000000:00000001:3.0:1788777363.232875:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788777363.232879:0:15913:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788777363.232881:0:15913:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1788777363.232882:0:15913:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1788777363.232885:0:15913:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1788777363.232887:0:15913:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1788777363.232890:0:15913:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9453090ac800 from 6 10000000:00000001:3.0:1788777363.232893:0:15913:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1788777363.232895:0:15913:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1788777363.232905:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c700. 00000020:00000040:3.0:1788777363.232910:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777363.232916:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777363.232920:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777363.232925:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777363.232934:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310363400. 00000100:00000001:3.0:1788777363.232950:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777363.232957:0:15913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777363.232961:0:15913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777363.232971:0:15913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803f00. 00010000:00000001:3.0:1788777363.232977:0:15913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777363.232981:0:15913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152d400. 00000020:00000001:3.0:1788777363.232986:0:15913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777363.232989:0:15913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152d400 with handle 0xe53f2b0cb7af88cb to hash 00000020:00000001:3.0:1788777363.232992:0:15913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777363.232993:0:15913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777363.232997:0:15913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:3.0:1788777363.233001:0:15913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777363.233005:0:15913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777363.233010:0:15913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.135@tcp lock: ffff94530152d400/0xe53f2b0cb7af88cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777363.233021:0:15913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.135@tcp lock: ffff94530152d400/0xe53f2b0cb7af88cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777363.233034:0:15913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.135@tcp lock: ffff94530152d400/0xe53f2b0cb7af88cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777363.233046:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777363.233048:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777363.233056:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531114a900. 00000100:00000001:3.0:1788777363.233059:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683222604032 : -118390486947584 : ffff94531114a900) 00000100:00000001:3.0:1788777363.233062:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777363.233063:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080988416 : -118390628563200 : ffff945308a3c700) 00000100:00000001:3.0:1788777363.233069:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777363.233075:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777363.233078:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777363.233079:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777363.233093:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777363.233103:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777363.233107:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777363.233111:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777363.233114:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777363.233117:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777363.233122:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126135296:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788777363.233127:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777363.233134:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777363.233138:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777363.233141:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777363.233147:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777363.233149:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777363.233158:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777363.233163:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646de70. 00000400:00000010:3.0:1788777363.233172:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347198. 00000100:00000200:3.0:1788777363.233182:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126135296, portal 25 00000100:00000001:3.0:1788777363.233184:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777363.233185:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080988416 : -118390628563200 : ffff945308a3c700) 00000100:00000040:3.0:1788777363.233191:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777363.233204:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777363.233207:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777363.233210:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347000. 00000100:00000200:3.0:1788777363.233214:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667126135296, offset 0 00000400:00000200:3.0:1788777363.233278:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777363.233290:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777363.233300:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777363.233307:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777363.233312:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777363.233317:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777363.233332:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777363.233336:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2554:2554:256:4294967295] 192.168.203.135@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:3.0:1788777363.233341:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777363.233352:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777363.233360:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777363.233368:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df000. 00000800:00000200:3.0:1788777363.233376:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777363.233385:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777363.233401:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777363.233418:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777363.233423:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777363.233426:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296517682 00000100:00000001:3.0:1788777363.233436:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296515885 00000100:00000001:3.0:1788777363.233442:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296517682 00000100:00000001:3.0:1788777363.233446:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296515885 00000100:00000001:3.0:1788777363.233450:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777363.233453:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777363.233456:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777363.233458:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777363.233462:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531114a900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777363.233465:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777363.233469:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.234716:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777363.234729:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777363.234730:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777363.234736:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777363.234738:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777363.234741:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.234745:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777363.243142:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777363.243156:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df000. 00000400:00000200:0.0:1788777363.243166:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777363.243177:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777363.243187:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347000 00000400:00000010:0.0:1788777363.243190:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347000. 00000100:00000001:0.0:1788777363.243196:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777363.243206:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777363.243233:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777363.243237:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777363.243246:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777363.243248:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777363.256933:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.256960:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777363.256965:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.256968:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777363.256980:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.256990:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777363.257001:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.257006:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.257012:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.257018:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 344 into portal 25 MB=0x6a9e8c8c52a00 00000400:00000200:1.0:1788777363.257023:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.257031:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 344/344 into md 0x6e19 [1] + 224 00000800:00000001:1.0:1788777363.257039:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.257054:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777363.257058:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777363.257068:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777363.257079:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777363.257092:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777363.257104:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777363.257129:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777363.257141:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.257144:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777363.257162:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777363.257171:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777363.257173:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777363.257176:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646de70. 00000400:00000200:1.0:1788777363.257180:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347198 00000400:00000010:1.0:1788777363.257183:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347198. 00000100:00000001:1.0:1788777363.257187:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777363.257191:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777363.257200:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777363.257206:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777363.257209:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777363.257212:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777363.257216:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777363.257234:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777363.257237:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777363.257240:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777363.257250:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=37 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777363.257255:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777363.257258:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777363.257260:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777363.257263:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777363.257266:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.257269:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777363.257274:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777363.257282:0:15913:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777363.257286:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777363.257289:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777363.257294:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777363.257302:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126135296:192.168.203.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788777363.257308:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777363.257311:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.257314:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777363.257317:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777363.257322:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777363.257330:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777363.257334:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531114a900. 00000100:00000001:1.0:1788777363.257338:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777363.257340:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777363.257344:0:15913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777363.257347:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777363.257351:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777363.257355:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=4 00000020:00000001:1.0:1788777363.257358:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:1.0:1788777363.257361:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000040:1.0:1788777363.257368:0:15913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152d400, remote cookie: 0xa4f015c75ff3c6d1, flags: 0x0 00010000:00000001:1.0:1788777363.257372:0:15913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777363.257378:0:15913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777363.257380:0:15913:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777363.257383:0:15913:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777363.257384:0:15913:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777363.257388:0:15913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff945303803f00) refcount = 1 00010000:00010000:1.0:1788777363.257404:0:15913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.135@tcp lock: ffff94530152d400/0xe53f2b0cb7af88cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c6d1 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777363.257413:0:15913:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777363.257415:0:15913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777363.257417:0:15913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777363.257421:0:15913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777363.257423:0:15913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777363.257426:0:15913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.135@tcp lock: ffff94530152d400/0xe53f2b0cb7af88cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa4f015c75ff3c6d1 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777363.257432:0:15913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777363.257435:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777363.257437:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777363.257438:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777363.257439:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777363.257441:0:15913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.257445:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777363.257449:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c700 x1875667126135296/t0(0) o101->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788777379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777363.257456:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777363.257459:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777363.257463:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2cc00. 02000000:00000001:1.0:1788777363.257467:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777363.257470:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777363.257472:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777363.257475:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777363.257478:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310363400. 02000000:00000001:1.0:1788777363.257482:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777363.257484:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777363.257486:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c700. 00000100:00000001:1.0:1788777363.257490:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777363.257491:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788777363.257494:0:15913:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777363.257498:0:15913:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788777363.257500:0:15913:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9453119d9200) refs 3 10000000:00000001:1.0:1788777363.257503:0:15913:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777363.257505:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777363.257506:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777363.257508:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:1.0:1788777363.257509:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:1.0:1788777363.257511:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:1.0:1788777363.257513:0:15913:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788777363.257515:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777363.257516:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777363.257518:0:15913:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788777363.257520:0:15913:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1788777363.257525:0:15913:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff945305512480. 00000100:00000010:1.0:1788777363.257547:0:15913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906dc00. 00000020:00000040:1.0:1788777363.257551:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777363.257555:0:15913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777363.257558:0:15913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777363.257564:0:15913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777363.257572:0:15913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9453014a5600. 00000100:00000001:1.0:1788777363.257580:0:15913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.257585:0:15913:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788777363.257592:0:15913:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94531068bc00. 00000100:00000010:1.0:1788777363.257596:0:15913:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff945311a9c2c0. 00000020:00000040:1.0:1788777363.257598:0:15913:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=5 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777363.257603:0:15913:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777363.257605:0:15913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777363.257612:0:15913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123eda80. 00000100:00000001:1.0:1788777363.257614:0:15913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683242146432 : -118390467405184 : ffff9453123eda80) 00000100:00000001:1.0:1788777363.257618:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777363.257620:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087481856 : -118390622069760 : ffff94530906dc00) 00000100:00000001:1.0:1788777363.257626:0:15913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777363.257631:0:15913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.257633:0:15913:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777363.257635:0:15913:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777363.257639:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777363.257647:0:15913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777363.257650:0:15913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777363.257654:0:15913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777363.257657:0:15913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777363.257660:0:15913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777363.257680:0:15913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126135424:192.168.203.135@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1788777363.257686:0:15913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777363.257693:0:15913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777363.257697:0:15913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.257917:0:15913:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788777363.257925:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777363.257930:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb108. 00000400:00000010:1.0:1788777363.257936:0:15913:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9453123edc00. 00000100:00000200:1.0:1788777363.257944:0:15913:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9e8c8c52a80-0x6a9e8c8c52a80, portal 33 00000100:00000001:1.0:1788777363.257947:0:15913:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777363.257951:0:15913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777363.257955:0:15913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073ec00. 02000000:00000001:1.0:1788777363.257958:0:15913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777363.257960:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777363.257963:0:15913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb0b0. 00000400:00000010:1.0:1788777363.257967:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12a18. 00000100:00000200:1.0:1788777363.257970:0:15913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126135424, portal 25 00000100:00000001:1.0:1788777363.257972:0:15913:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777363.257974:0:15913:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087481856 : -118390622069760 : ffff94530906dc00) 00000100:00000040:1.0:1788777363.257979:0:15913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777363.257986:0:15913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777363.257989:0:15913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777363.257992:0:15913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b126e8. 00000100:00000200:1.0:1788777363.257994:0:15913:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875667126135424, offset 0 00000400:00000200:1.0:1788777363.258001:0:15913:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777363.258008:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.258016:0:15913:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777363.258022:0:15913:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777363.258027:0:15913:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777363.258032:0:15913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777363.258035:0:15913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777363.258039:0:15913:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2555:2555:256:4294967295] 192.168.203.135@tcp LPNI seq info [2550:2550:8:4294967295] 00000400:00000200:1.0:1788777363.258043:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.258052:0:15913:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777363.258059:0:15913:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777363.258064:0:15913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534800. 00000800:00000200:1.0:1788777363.258072:0:15913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777363.258080:0:15913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777363.258086:0:15913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534800 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1788777363.258109:0:15913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777363.258114:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777363.258117:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296517702 00000100:00000001:1.0:1788777363.258127:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296517682 00000100:00000001:1.0:1788777363.258134:0:15913:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296517702 00000100:00000001:1.0:1788777363.258138:0:15913:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296517682 00000100:00000001:1.0:1788777363.258141:0:15913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777363.258144:0:15913:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.258147:0:15913:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777363.258149:0:15913:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777363.258152:0:15913:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123eda80 going to sleep for 11 seconds 00000100:00000001:1.0:1788777363.258154:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777363.258155:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777363.258321:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777363.258326:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534800. 00000400:00000200:1.0:1788777363.258330:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777363.258335:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777363.258338:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b126e8 00000400:00000010:1.0:1788777363.258340:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b126e8. 00000100:00000001:1.0:1788777363.258343:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777363.258347:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777363.258355:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777363.258358:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777363.258364:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777363.258365:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777363.260957:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.260980:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777363.260986:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.260988:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777363.260999:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.261008:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777363.261023:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.261030:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.261036:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.261040:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 132 into portal 33 MB=0x6a9e8c8c52a80 00000400:00000200:1.0:1788777363.261045:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.261052:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.135@tcp of length 132/132 into md 0x6e21 [4] + 0 00000400:00000010:1.0:1788777363.261058:0:2339:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb108. 00000400:00000200:1.0:1788777363.261064:0:2339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9453123edc00 00000800:00000001:1.0:1788777363.261071:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.261080:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777363.261085:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777363.261091:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777363.261099:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453123edc00 00000400:00000010:1.0:1788777363.261102:0:2339:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9453123edc00. 00000100:00000001:1.0:1788777363.261109:0:2339:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788777363.261112:0:2339:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff94530906dc00 desc ffff94531068bc00 mbits 1875667126135424 00000100:00000001:1.0:1788777363.261138:0:2339:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788777363.261149:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777363.261153:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.261159:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777363.261166:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2556:2556:256:4294967295] 192.168.203.135@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:1.0:1788777363.261170:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.261179:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777363.261185:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777363.261191:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff94531073e000. 00000800:00000200:1.0:1788777363.261198:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777363.261206:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777363.261212:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531073e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777363.261339:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777363.261343:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff94531073e000. 00000400:00000200:1.0:1788777363.261346:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777363.261350:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777363.261358:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.261361:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777363.261828:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777363.261835:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777363.267462:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.267486:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777363.267493:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.267495:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777363.267507:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.267516:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777363.267527:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.267533:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.267540:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.267544:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 240 into portal 25 MB=0x6a9e8c8c52a80 00000400:00000200:1.0:1788777363.267550:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777363.267558:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 240/240 into md 0x6e29 [1] + 224 00000800:00000001:1.0:1788777363.267567:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.267577:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777363.267581:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777363.267586:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777363.267597:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777363.267609:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777363.267622:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777363.267682:0:15913:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777363.268140:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777363.268156:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777363.268160:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777363.269217:0:15913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777363.269368:0:15913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777363.269372:0:15913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb0b0. 00000400:00000200:2.0:1788777363.269380:0:15913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12a18 00000400:00000010:2.0:1788777363.269383:0:15913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12a18. 00000100:00000001:2.0:1788777363.269388:0:15913:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777363.269407:0:15913:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777363.269419:0:15913:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777363.269433:0:15913:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777363.269436:0:15913:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777363.269440:0:15913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777363.269444:0:15913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777363.269447:0:15913:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777363.269450:0:15913:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777363.269454:0:15913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777363.269462:0:15913:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777363.269467:0:15913:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777363.269470:0:15913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777363.269472:0:15913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777363.269476:0:15913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777363.269479:0:15913:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777363.269482:0:15913:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777363.269487:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788777363.269497:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777363.269504:0:15913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777363.269507:0:15913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777363.269511:0:15913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777363.269518:0:15913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:15913:1875667126135424:192.168.203.135@tcp:256:ll_cfg_requeue.0 00000100:00000001:2.0:1788777363.269524:0:15913:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777363.269527:0:15913:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777363.269530:0:15913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777363.269532:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777363.269536:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777363.269544:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777363.269548:0:15913:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123eda80. 00000100:00000001:2.0:1788777363.269552:0:15913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777363.269553:0:15913:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1788777363.269561:0:15913:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:2.0:1788777363.269565:0:15913:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1788777363.269575:0:15913:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9453093abc00. 10000000:00000010:2.0:1788777363.269579:0:15913:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff945308b9e000. 10000000:00000200:2.0:1788777363.269587:0:15913:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1788777363.269590:0:15913:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9453090ac800 00010000:00000001:2.0:1788777363.269598:0:15913:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1788777363.269602:0:15913:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:2.0:1788777363.269605:0:15913:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.135@tcp has 192.168.203.135@tcp. 00000100:00000001:2.0:1788777363.269607:0:15913:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777363.269610:0:15913:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1788777363.269612:0:15913:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.135@tcp with 192.168.203.135@tcp 00000100:00000200:2.0:1788777363.269614:0:15913:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.135@tcp' 00000400:00000200:2.0:1788777363.269617:0:15913:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1788777363.269620:0:15913:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:2.0:1788777363.269623:0:15913:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.135@tcp 00000400:00000200:2.0:1788777363.269629:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777363.269635:0:15913:0:(peer.c:1907:lnet_peer_add()) peer 192.168.203.135@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1788777363.269639:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777363.269646:0:15913:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1788777363.269649:0:15913:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.203.135@tcp NID 192.168.203.135@tcp: 0. pending discovery 00000400:00000200:2.0:1788777363.269653:0:15913:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.135@tcp 00000100:00000001:2.0:1788777363.269655:0:15913:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777363.269657:0:15913:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1788777363.269660:0:15913:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0001-osc-ffff9453090ac800 10000000:00000200:2.0:1788777363.271810:0:15913:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1788777363.271817:0:15913:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9453090ac800 00010000:00000001:2.0:1788777363.271877:0:15913:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1788777363.271881:0:15913:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:2.0:1788777363.271891:0:15913:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.135@tcp has 192.168.203.135@tcp. 00000100:00000001:2.0:1788777363.271894:0:15913:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777363.271896:0:15913:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1788777363.271898:0:15913:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.135@tcp with 192.168.203.135@tcp 00000100:00000200:2.0:1788777363.271900:0:15913:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.135@tcp' 00000400:00000200:2.0:1788777363.271904:0:15913:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1788777363.271907:0:15913:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:2.0:1788777363.271910:0:15913:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.135@tcp 00000400:00000200:2.0:1788777363.271917:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777363.271922:0:15913:0:(peer.c:1907:lnet_peer_add()) peer 192.168.203.135@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1788777363.271927:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777363.271933:0:15913:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1788777363.271935:0:15913:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.203.135@tcp NID 192.168.203.135@tcp: 0. pending discovery 00000400:00000200:2.0:1788777363.271938:0:15913:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.135@tcp 00000100:00000001:2.0:1788777363.271940:0:15913:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777363.271942:0:15913:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1788777363.271945:0:15913:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0000-osc-ffff9453090ac800 10000000:00000200:2.0:1788777363.271948:0:15913:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1788777363.271950:0:15913:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777363.271953:0:15913:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1788777363.271954:0:15913:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:2.0:1788777363.271956:0:15913:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.135@tcp has 192.168.203.135@tcp. 00000100:00000001:2.0:1788777363.271958:0:15913:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777363.271959:0:15913:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1788777363.271960:0:15913:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.135@tcp with 192.168.203.135@tcp 00000100:00000200:2.0:1788777363.271962:0:15913:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.135@tcp' 00000400:00000200:2.0:1788777363.271963:0:15913:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1788777363.271965:0:15913:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:2.0:1788777363.271966:0:15913:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.135@tcp 00000400:00000200:2.0:1788777363.271969:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777363.271971:0:15913:0:(peer.c:1907:lnet_peer_add()) peer 192.168.203.135@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1788777363.271974:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777363.271976:0:15913:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1788777363.271978:0:15913:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.203.135@tcp NID 192.168.203.135@tcp: 0. pending discovery 00000400:00000200:2.0:1788777363.271980:0:15913:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.135@tcp 00000100:00000001:2.0:1788777363.271981:0:15913:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777363.271983:0:15913:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1788777363.271986:0:15913:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff9453090ac800 target is obsoleted(1/2), reconnect 00000100:00000001:2.0:1788777363.271990:0:15913:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:2.0:1788777363.271995:0:15913:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff945311024000 already not connected (conn 21, was 0): CONNECTING 00010000:00000001:2.0:1788777363.272000:0:15913:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1788777363.272009:0:15913:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.135@tcp->12345-192.168.203.135@tcp 00000100:00000001:2.0:1788777363.272013:0:15913:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1788777363.272016:0:15913:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777363.272020:0:15913:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.203.135@tcp primary NID 192.168.203.135@tcp rc 0 00000100:00000001:2.0:1788777363.272023:0:15913:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777363.272026:0:15913:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777363.272028:0:15913:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000100:00000001:2.0:1788777363.272031:0:15913:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446625683089271744 : -118390620279872 : 0xffff945309222bc0) 00000100:00000040:2.0:1788777363.272034:0:15913:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000040:2.0:1788777363.272037:0:15913:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.135@tcp -> ffff945309222bc0 00010000:00080000:2.0:1788777363.272040:0:15913:0:(ldlm_lib.c:85:import_set_conn()) imp ffff945311024000@lustre-MDT0000-mdc-ffff9453090ac800: found existing conn 192.168.203.135@tcp, moved to head 00010000:00000001:2.0:1788777363.272042:0:15913:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1788777363.272046:0:15913:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:2.0:1788777363.272048:0:15913:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777363.272050:0:15913:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:2.0:1788777363.272051:0:15913:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff9453090ac800 10000000:00000010:2.0:1788777363.272054:0:15913:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff945308b9e000. 10000000:00000010:2.0:1788777363.272059:0:15913:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9453093abc00. 10000000:00000001:2.0:1788777363.272063:0:15913:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777363.272066:0:15913:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777363.272076:0:15913:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906dc00 x1875667126135424/t0(0) o256->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 304/240 e 0 to 0 dl 1788777379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777363.272084:0:15913:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777363.272088:0:15913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777363.272091:0:15913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073ec00. 02000000:00000001:2.0:1788777363.272094:0:15913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777363.272097:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777363.272099:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777363.272101:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788777363.272104:0:15913:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1788777363.272106:0:15913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777363.272108:0:15913:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777363.272109:0:15913:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1788777363.272112:0:15913:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff945311a9c2c0. 00000100:00000010:2.0:1788777363.272116:0:15913:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94531068bc00. 00000100:00000001:2.0:1788777363.272118:0:15913:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1788777363.272122:0:15913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9453014a5600. 02000000:00000001:2.0:1788777363.272126:0:15913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777363.272128:0:15913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777363.272130:0:15913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906dc00. 00000100:00000001:2.0:1788777363.272133:0:15913:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777363.272135:0:15913:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1788777363.272152:0:15913:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff945305512480. 10000000:01000000:2.0:1788777363.272156:0:15913:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.135@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1788777363.272162:0:15913:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1788777363.272165:0:15913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777363.272168:0:15913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777363.272171:0:15913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d400 refcount=3 00000020:00000001:2.0:1788777363.272174:0:15913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:2.0:1788777363.272177:0:15913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958242816 : -118390751308800 : ffff94530152d400) 00010000:00000001:2.0:1788777363.272179:0:15913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777363.272184:0:15913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.135@tcp lock: ffff94530152d400/0xe53f2b0cb7af88cb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c6d1 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777363.272193:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777363.272195:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777363.272198:0:15913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.135@tcp lock: ffff94530152d400/0xe53f2b0cb7af88cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa4f015c75ff3c6d1 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777363.272203:0:15913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777363.272205:0:15913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777363.272206:0:15913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1788777363.272207:0:15913:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777363.272210:0:15913:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788777363.272212:0:15913:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1788777363.272217:0:15913:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788777363.272251:0:15913:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9453119d9200) refs 3 10000000:00000001:2.0:1788777363.272253:0:15913:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1788777363.422456:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777363.422463:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777363.422466:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777363.422472:0:30452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777363.422475:0:30452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777363.422476:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777363.422481:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777363.422483:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777363.422485:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777363.422487:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777363.422491:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777363.422493:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777363.426893:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777363.426899:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777363.426904:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777364.253342:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777364.253351:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777364.253353:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777364.253360:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777364.253363:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777364.253367:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777364.253370:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777364.253372:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777364.253374:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777364.253747:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777364.253756:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777364.253757:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777364.253760:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777364.253762:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777364.253764:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777364.253767:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777364.445352:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777364.445359:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777364.445366:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777364.445367:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777364.445702:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777364.445706:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777364.445709:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777365.277449:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777365.277452:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777365.277461:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777365.277464:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777365.277471:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788777365.277472:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788777365.277478:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777365.277483:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777365.277485:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2d80. 00000100:00000001:3.0:1788777365.277487:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777365.277493:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777365.277495:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777365.277498:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777365.277503:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777365.277508:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777365.277513:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777365.277523:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f800. 00000100:00000001:0.0:1788777365.277531:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777365.277544:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777365.277555:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777365.277560:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777365.277566:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd79a6df] to pc [ptlrpcd_00_01+1] req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777365.277591:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788777365.277594:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788777365.277597:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788777365.277600:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777365.277603:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777365.277605:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788777365.277608:0:27180:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788777365.277613:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1853) 00000100:00000001:0.0:1788777365.277628:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777365.277631:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777365.277634:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777365.277639:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777365.277647:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777365.277649:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777365.277653:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777365.277657:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777365.277659:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777365.277663:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126135552:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777365.277667:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777365.277672:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777365.277674:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777365.277677:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777365.277681:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301218800. 02000000:00000001:0.0:1788777365.277683:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777365.277691:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777365.277695:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777365.277703:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c770. 00000100:00000200:0.0:1788777365.277709:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126135552, portal 25 00000100:00000001:0.0:1788777365.277712:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777365.277714:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082718592 : -118390626833024 : ffff945308be2d80) 00000100:00000040:0.0:1788777365.277719:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777365.277727:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777365.277730:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777365.277733:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c908. 00000100:00000200:0.0:1788777365.277735:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126135552, offset 0 00000400:00000200:0.0:1788777365.277743:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777365.277752:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777365.277760:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777365.277766:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777365.277769:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777365.277773:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777365.277776:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777365.277780:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2557:2557:256:4294967295] 192.168.203.135@tcp LPNI seq info [2552:2552:8:4294967295] 00000400:00000200:0.0:1788777365.277784:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777365.277793:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777365.277799:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777365.277814:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f400. 00000800:00000200:0.0:1788777365.277822:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777365.277829:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777365.277833:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777365.277844:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777365.277848:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777365.277850:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296519727 00000100:00000001:0.0:1788777365.277857:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296517702 00000100:00000001:0.0:1788777365.277861:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296519727 00000100:00000001:0.0:1788777365.277864:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296517702 00000100:00000001:0.0:1788777365.277867:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777365.277870:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777365.277872:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777365.277875:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777365.277882:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777365.277884:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777365.277886:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777365.277887:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777365.277889:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777365.277891:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777365.277900:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777365.277901:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777365.278002:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777365.278006:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f400. 00000400:00000200:0.0:1788777365.278011:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777365.278016:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777365.278021:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c908 00000400:00000010:0.0:1788777365.278023:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c908. 00000100:00000001:0.0:1788777365.278027:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777365.278031:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777365.278040:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777365.278043:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777365.278050:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777365.278052:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777365.279242:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777365.279251:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777365.279253:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777365.279256:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777365.279258:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777365.279261:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777365.279264:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777365.283689:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777365.283709:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777365.283713:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777365.283716:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777365.283725:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777365.283732:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777365.283744:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777365.283748:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777365.283754:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777365.283758:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c52b00 00000400:00000200:1.0:1788777365.283762:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777365.283768:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6e39 [1] + 224 00000800:00000001:1.0:1788777365.283775:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777365.283785:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777365.283788:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777365.283793:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777365.283799:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777365.283809:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777365.283821:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777365.283848:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777365.283856:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777365.283860:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777365.284683:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777365.284688:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777365.284695:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777365.284698:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777365.284701:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:0.0:1788777365.284707:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c770 00000400:00000010:0.0:1788777365.284709:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c770. 00000100:00000001:0.0:1788777365.284712:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777365.284720:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777365.284730:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777365.284736:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777365.284738:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777365.284740:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777365.284743:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777365.284746:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777365.284748:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777365.284751:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777365.284758:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=39 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777365.284761:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777365.284764:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777365.284766:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777365.284769:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777365.284771:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777365.284774:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777365.284778:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777365.284785:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777365.284788:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777365.284790:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777365.284794:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777365.284802:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126135552:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777365.284807:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777365.284809:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777365.284813:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2d80 x1875667126135552/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777365.284819:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777365.284822:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777365.284826:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301218800. 02000000:00000001:0.0:1788777365.284830:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777365.284833:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777365.284834:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777365.284836:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777365.284839:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f800. 02000000:00000001:0.0:1788777365.284842:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777365.284844:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777365.284845:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2d80. 00000100:00000001:0.0:1788777365.284848:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777365.284849:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777365.284851:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777365.284857:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777365.284859:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777365.284861:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777365.284863:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777365.469344:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777365.469350:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777365.469355:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777365.469356:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777365.469456:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777365.469460:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777365.469463:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777366.301623:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777366.301634:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777366.301636:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777366.301643:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777366.301647:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777366.301652:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777366.301656:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777366.301659:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777366.301661:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777366.303907:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788777366.303930:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777366.303932:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777366.303939:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777366.303943:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777366.303948:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777366.303951:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777366.493673:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777366.493682:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777366.493689:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777366.493690:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777366.493916:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777366.493926:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777366.493930:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788777367.325958:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777367.325968:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777367.325970:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777367.325977:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777367.325981:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777367.325986:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777367.325989:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777367.325992:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777367.325994:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777367.326665:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777367.326675:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777367.326677:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777367.326692:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777367.326694:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777367.326696:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777367.326699:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777367.517430:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777367.517440:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777367.517448:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777367.517449:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777367.518465:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777367.518470:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777367.518476:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777367.837960:0:15901:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1788777367.837966:0:15901:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777368.349513:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777368.349536:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777368.349539:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777368.349545:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777368.349548:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777368.349552:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777368.349555:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777368.349699:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777368.349704:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777368.349706:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777368.349711:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777368.349714:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777368.349718:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777368.349721:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777368.349724:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777368.349726:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777368.547956:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777368.547966:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777368.547974:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777368.547976:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777368.548902:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777368.548907:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777368.548912:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788777369.374862:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777369.374879:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777369.374883:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777369.374889:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777369.374893:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777369.374898:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777369.374901:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777369.375441:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777369.375446:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777369.375448:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777369.375454:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777369.375457:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777369.375462:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777369.375465:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777369.375468:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777369.375471:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777369.565408:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777369.565420:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777369.565429:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777369.565430:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777369.565550:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777369.565554:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777369.565557:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777369.885335:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296519727, at 4296520192 00000100:00000010:0.0:1788777369.885360:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4000. 00000100:00000040:1.0:1788777369.885379:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296519727, at 4296520192 00000100:00000010:1.0:1788777369.885405:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945302fb4780. 00000100:00000001:3.0:1788777370.398017:0:32690:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788777370.398025:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777370.398027:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777370.398042:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777370.398046:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777370.398050:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777370.398053:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777370.398055:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777370.398059:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777370.399792:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777370.399801:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777370.399812:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ca80. 00000020:00000040:2.0:1788777370.399818:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:2.0:1788777370.399822:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777370.399825:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777370.399830:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777370.399840:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99c00. 00000100:00000001:2.0:1788777370.399847:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777370.399860:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777370.399871:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777370.399875:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777370.399882:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d49a1490] to pc [ptlrpcd_01_01+1] req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.399917:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788777370.399920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788777370.399923:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1788777370.399926:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777370.399929:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788777370.399931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777370.399934:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788777370.399939:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1858) 00000100:00000001:2.0:1788777370.399952:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788777370.399956:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788777370.399958:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777370.399965:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777370.399967:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777370.399970:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777370.399971:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777370.399973:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777370.399978:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.399985:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777370.399987:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777370.399990:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777370.399992:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777370.399996:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777370.399999:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126135680:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777370.400003:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777370.400008:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777370.400010:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777370.400012:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777370.400017:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94532121a000. 02000000:00000001:2.0:1788777370.400019:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777370.400026:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777370.400029:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464000. 00000400:00000010:2.0:1788777370.400046:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1f68. 00000100:00000200:2.0:1788777370.400053:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126135680, portal 25 00000100:00000001:2.0:1788777370.400055:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777370.400056:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000040:2.0:1788777370.400062:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.400068:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777370.400071:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777370.400073:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1880. 00000100:00000200:2.0:1788777370.400076:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126135680, offset 0 00000400:00000200:2.0:1788777370.400082:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777370.400091:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777370.400098:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777370.400103:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777370.400107:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777370.400110:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777370.400112:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777370.400116:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2558:2558:256:4294967295] 192.168.203.135@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:2.0:1788777370.400120:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777370.400130:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777370.400137:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777370.400141:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99100. 00000800:00000200:2.0:1788777370.400148:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777370.400154:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777370.400158:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777370.400176:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777370.400180:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777370.400183:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296524849 00000100:00000010:2.0:1788777370.400188:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b78a0. 00000100:00000001:2.0:1788777370.400193:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788777370.400198:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296524849 00000100:00000010:2.0:1788777370.400201:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b70c0. 00000100:00000001:2.0:1788777370.400204:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788777370.400207:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777370.400210:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.400212:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.400215:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777370.401123:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777370.401129:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99100. 00000400:00000200:0.0:1788777370.401135:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777370.401142:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777370.401149:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1880 00000400:00000010:0.0:1788777370.401151:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1880. 00000100:00000001:0.0:1788777370.401156:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777370.401161:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777370.401173:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777370.401176:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777370.401184:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777370.401186:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777370.401357:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777370.401361:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.403745:0:2345:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788777370.403755:0:2345:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788777370.403777:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788777355/real 1788777355] req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777370 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788777370.403803:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777370.403807:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777370.403812:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064649f8. 00000400:00000200:1.0:1788777370.403820:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1660 00000400:00000010:1.0:1788777370.403823:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1660. 00000100:00000001:1.0:1788777370.403828:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777370.403832:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777370 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777370.403842:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777370 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.403851:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777370.403853:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.403856:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777370.403859:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788777370.403863:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777370 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.403871:0:2345:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.403883:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777370.403886:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.403890:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777370.403893:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777370.403896:0:2345:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777370.403901:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777370 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.403910:0:2345:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788777370.403913:0:2345:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.403915:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777370.403916:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.403919:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788777370.403922:0:2345:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788777370.403927:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788777370.403957:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.135@tcp failed (-110) 00000100:00000001:1.0:1788777370.403960:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788777370.403965:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777370 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777370.403974:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126134912:192.168.203.135@tcp:38:kworker.0 00000100:00000001:1.0:1788777370.403979:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.403983:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777370.403987:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d180 x1875667126134912/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788777370 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.403995:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777370.403999:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777370.404006:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a9c00. 02000000:00000001:1.0:1788777370.404012:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777370.404016:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777370.404019:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777370.404022:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 00000800:00000001:0.0:1788777370.404022:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1788777370.404031:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945310689c00. 02000000:00000001:1.0:1788777370.404039:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777370.404042:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777370.404044:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d180. 00000100:00000001:1.0:1788777370.404047:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777370.404049:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.404052:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.404057:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1788777370.404058:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.404061:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777370.404067:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788777370.404068:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777370.404073:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777370.404076:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777370.404087:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.404096:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777370.404107:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.404112:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.404117:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.404120:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c52b80 00000400:00000200:0.0:1788777370.404124:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.404130:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6e49 [1] + 224 00000800:00000001:0.0:1788777370.404136:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.404144:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777370.404147:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777370.404151:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777370.404158:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777370.404166:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777370.404176:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777370.404193:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777370.404201:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.404204:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788777370.404369:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788777370.404374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788777370.404377:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788777370.404380:0:38:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788777370.404383:0:38:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788777370.404387:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 0 00000400:00000200:2.0:1788777370.404392:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777370.404395:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:2.0:1788777370.404399:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777370.404402:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777370.404405:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777370.404407:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:2.0:1788777370.404411:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777370.404413:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 00000020:00000001:2.0:1788777370.404416:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777370.404419:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 00000020:00000001:2.0:1788777370.404421:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000020:00000001:2.0:1788777370.404424:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00000040:2.0:1788777370.404427:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777370.404429:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777370.404431:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777370.404432:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:2.0:1788777370.404436:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 00000100:00080000:2.0:1788777370.404439:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9453090ac800: import ffff945311024000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:2.0:1788777370.404441:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777370.404448:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788777370.404454:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777370.404458:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.404460:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788777370.404465:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788777370.404468:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.404470:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777370.404476:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777370.404479:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777370.404483:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777370.404485:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.404488:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777370.404490:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777370.404494:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777370.404500:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093ab800. 00000100:00000001:2.0:1788777370.404507:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777370.404513:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777370.404523:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777370.404527:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777370.404533:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_rcv+-1] req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.404560:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777370.404563:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777370.404567:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788777370.404570:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788777370.404573:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788777370.404578:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1858) 00000100:00000001:3.0:1788777370.404592:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777370.404597:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777370.404604:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777370.404607:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777370.404610:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464000. 00000400:00000200:3.0:1788777370.404615:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1f68 00000400:00000010:3.0:1788777370.404618:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1f68. 00000100:00000001:3.0:1788777370.404621:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777370.404627:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777370.404636:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777370.404643:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777370.404645:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777370.404647:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777370.404650:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777370.404653:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777370.404655:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777370.404658:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777370.404663:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777370.404667:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777370.404670:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777370.404672:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777370.404674:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777370.404677:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777370.404680:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777370.404684:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777370.404701:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777370.404704:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777370.404706:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777370.404710:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777370.404725:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126135680:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777370.404730:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777370.404733:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777370.404737:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ca80 x1875667126135680/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777370.404743:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777370.404745:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777370.404747:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94532121a000. 02000000:00000001:3.0:1788777370.404751:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777370.404753:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777370.404754:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777370.404756:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777370.404759:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99c00. 02000000:00000001:3.0:1788777370.404763:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777370.404765:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777370.404767:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ca80. 00000100:00000001:3.0:1788777370.404770:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777370.404771:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777370.404774:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777370.404780:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777370.404782:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777370.404784:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777370.404786:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.406165:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777370.406172:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777370.406174:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777370.406186:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.406197:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777370.406199:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777370.406204:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777370.406207:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777370.406209:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777370.406213:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126135808:192.168.203.135@tcp:38:kworker.0 00000100:00000001:1.0:1788777370.406218:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777370.406243:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777370.406246:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777370.406248:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777370.406256:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310689c00. 02000000:00000001:1.0:1788777370.406259:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777370.406264:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777370.406269:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb108. 00000400:00000010:1.0:1788777370.406276:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b126e8. 00000100:00000200:1.0:1788777370.406282:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126135808, portal 10 00000100:00000001:1.0:1788777370.406285:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777370.406286:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:1.0:1788777370.406294:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.406302:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777370.406305:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777370.406308:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b127f8. 00000100:00000200:1.0:1788777370.406311:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667126135808, offset 0 00000400:00000200:1.0:1788777370.406317:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777370.406325:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777370.406331:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777370.406335:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777370.406339:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777370.406357:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777370.406359:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777370.406363:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2559:2559:256:4294967295] 192.168.203.135@tcp LPNI seq info [2554:2554:8:4294967295] 00000400:00000200:1.0:1788777370.406368:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777370.406377:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777370.406382:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777370.406387:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534800. 00000800:00000200:1.0:1788777370.406393:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777370.406400:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777370.406404:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777370.406426:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777370.406431:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 792842 usecs (793 jiffies) 00000400:00000200:1.0:1788777370.406434:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777370.406437:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296521506 00000100:00000001:1.0:1788777370.406439:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296524849 00000100:00000001:1.0:1788777370.406442:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296521506 00000100:00000001:1.0:1788777370.406444:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296524849 00000100:00000001:1.0:1788777370.406446:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777370.406449:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.406452:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.406454:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.406459:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777370.406460:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777370.406462:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777370.406463:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777370.406464:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.406466:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777370.406622:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777370.406627:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534800. 00000400:00000200:0.0:1788777370.406632:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777370.406638:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777370.406642:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b127f8 00000400:00000010:0.0:1788777370.406644:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b127f8. 00000100:00000001:0.0:1788777370.406648:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777370.406652:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777370.406660:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777370.406664:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777370.406670:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777370.406672:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777370.434081:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.434097:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777370.434101:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.434103:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777370.434112:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.434118:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777370.434126:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.434130:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.434148:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.434153:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 10 MB=0x6a9e8c8c52c00 00000400:00000200:0.0:1788777370.434158:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.434164:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 416/416 into md 0x6e51 [1] + 0 00000800:00000001:0.0:1788777370.434171:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.434180:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777370.434183:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777370.434188:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777370.434194:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777370.434203:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777370.434252:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777370.434263:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777370.434270:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.434274:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.435769:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777370.435776:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777370.435785:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777370.435787:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777370.435791:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb108. 00000400:00000200:1.0:1788777370.435799:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b126e8 00000400:00000010:1.0:1788777370.435801:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b126e8. 00000100:00000001:1.0:1788777370.435806:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777370.435816:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777370.435828:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788777380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.435836:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777370.435838:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.435841:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777370.435844:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777370.435847:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777370.435849:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777370.435853:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777370.435862:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=43 v=5 (5 5 102 102) 00000100:00001000:1.0:1788777370.435867:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=55 v=5 (10 0 0 0) 00000100:00000001:1.0:1788777370.435870:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777370.435872:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777370.435874:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788777370.435879:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788777370.435887:0:2345:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.435892:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777370.435894:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788777370.435896:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777370.435898:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777370.435903:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.435910:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777370.435913:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777370.435915:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.435918:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788777370.435924:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9453090ac800: connect to target with instance 2 00000020:00000001:1.0:1788777370.435927:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777370.435929:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d10 00000020:00000001:1.0:1788777370.435932:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777370.435935:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94530528f000 refcount=5 00000020:00000001:1.0:1788777370.435937:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000020:00000001:1.0:1788777370.435940:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683022606336 : -118390686945280 : ffff94530528f000) 00000100:00001000:1.0:1788777370.435943:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=1788777370 v=0 (0 0 0 0) 00000100:00001000:1.0:1788777370.435947:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311024418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788777370.435952:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000020:00000040:1.0:1788777370.435957:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff94530528f000 : new refcount 4 00000100:00000001:1.0:1788777370.435960:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788777370.435963:0:2345:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788777370.435967:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1788777370.435971:0:2345:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788777370.435973:0:2345:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777370.435975:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788777370.435978:0:2345:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788777370.435981:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777370.435984:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777370.435986:0:2345:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777370.435988:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777370.435989:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777370.435991:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777370.435993:0:2345:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.435995:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777370.435998:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:1.0:1788777370.436004:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788777370.436007:0:2345:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1788777370.436009:0:2345:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1788777370.436010:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777370.436012:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 4294967654 gen 2 00000100:00100000:1.0:1788777370.436018:0:2345:0:(client.c:3213:ptlrpc_free_committed()) @@@ free closed open request req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.436027:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777370.436028:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992896 : -118390628558720 : ffff945308a3d880) 00000100:00000001:1.0:1788777370.436031:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777370.436046:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.436056:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777370.436058:0:2345:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=0 replay=0/0 committed=1/1 00000100:00000001:1.0:1788777370.436061:0:2345:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1788777370.436062:0:2345:0:(recover.c:53:ptlrpc_replay_next()) import ffff945311024000 from lustre-MDT0000_UUID committed 4294967654 last 0 00000100:00000001:1.0:1788777370.436066:0:2345:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777370.436069:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:1.0:1788777370.436072:0:2345:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777370.436482:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.436486:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777370.436493:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777370.436500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126135808:192.168.203.135@tcp:38:kworker.0 00000100:00000001:2.0:1788777370.436505:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777370.436507:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777370.436510:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126135808/t0(0) o38->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788777380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.436516:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777370.436519:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777370.436523:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945310689c00. 02000000:00000001:2.0:1788777370.436526:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777370.436528:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777370.436530:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777370.436532:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777370.436535:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777370.436538:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777370.436540:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777370.436543:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777370.436547:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777370.436549:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777370.436551:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777370.436558:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777370.436560:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.436562:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777370.436563:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1788777370.436622:0:32988:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9453090ac800 to lustre-MDT0000_UUID@192.168.203.135@tcp 00010000:00000001:1.0:1788777370.436625:0:32988:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:1.0:1788777370.436627:0:32988:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9453090ac800 (1) 00010000:00000001:1.0:1788777370.436631:0:32988:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:1.0:1788777370.436637:0:32988:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777370.436639:0:32988:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777370.436643:0:32988:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777370.436646:0:32988:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777370.436648:0:32988:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777370.436651:0:32988:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1788777370.436654:0:32988:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777370.436657:0:32988:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777370.436659:0:32988:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777370.436661:0:32988:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null) 00000002:00000001:1.0:1788777370.436665:0:32988:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777370.436667:0:32988:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777370.436672:0:32988:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 2 00010000:00000001:1.0:1788777370.436675:0:32988:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777370.436680:0:32988:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777370.436682:0:32988:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777370.436683:0:32988:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777370.436684:0:32988:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 2 00010000:00000001:1.0:1788777370.436686:0:32988:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777370.436688:0:32988:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777370.436689:0:32988:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777370.436690:0:32988:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777370.436692:0:32988:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 2 00010000:00000001:1.0:1788777370.436693:0:32988:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777370.436695:0:32988:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777370.436697:0:32988:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777370.436698:0:32988:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777370.436699:0:32988:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803200 count: 2 00010000:00000001:1.0:1788777370.436701:0:32988:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777370.436703:0:32988:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777370.436705:0:32988:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777370.436708:0:32988:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777370.436710:0:32988:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777370.436713:0:32988:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777370.436716:0:32988:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777370.436718:0:32988:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788777370.436721:0:32988:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock 00000080:00000001:1.0:1788777370.436724:0:32988:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788777370.436726:0:32988:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788777370.436730:0:32988:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777370.436732:0:32988:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777370.436735:0:32988:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788777370.436737:0:32988:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777370.436738:0:32988:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777370.436740:0:32988:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:1.0:1788777370.436743:0:32988:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777370.436746:0:32988:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788777370.436748:0:32988:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff9453209aa1c8) invalid 00000020:00000001:1.0:1788777370.436752:0:32988:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb821c7c70 00000080:00002000:1.0:1788777370.436754:0:32988:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff945320b60510) parent ffff9453208d0a20 inode ffff9453209aa1c8 refc 1 00000080:00000001:1.0:1788777370.436758:0:32988:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788777370.436760:0:32988:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777370.436762:0:32988:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777370.436765:0:32988:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777370.436767:0:32988:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777370.436769:0:32988:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777370.436770:0:32988:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788777370.436773:0:32988:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152c600 with handle 0xe53f2b0cb7af88a8 from hash 00010000:00000001:1.0:1788777370.436776:0:32988:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777370.436777:0:32988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777370.436779:0:32988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777370.436780:0:32988:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777370.436784:0:32988:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777370.436785:0:32988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777370.436789:0:32988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c600/0xe53f2b0cb7af88a8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xa4f015c75ff3c50a expref: -99 pid: 32690 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788777370.436798:0:32988:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945308bb9b80. 00010000:00000040:1.0:1788777370.436802:0:32988:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803200 count: 0 00010000:00000010:1.0:1788777370.436807:0:32988:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155900. 00010000:00000001:1.0:1788777370.436815:0:32988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777370.436817:0:32988:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777370.436819:0:32988:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9453090ac800 00000001:00000001:1.0:1788777370.436821:0:32988:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777370.436824:0:32988:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788777370.437412:0:32988:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777370.437416:0:32988:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.437418:0:32988:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788777370.437420:0:32988:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:1.0:1788777370.437423:0:32988:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:00000010:1.0:1788777370.437428:0:32988:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d180. 00000020:00000040:1.0:1788777370.437432:0:32988:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777370.437435:0:32988:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777370.437438:0:32988:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777370.437442:0:32988:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777370.437448:0:32988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534400. 00000100:00000001:1.0:1788777370.437452:0:32988:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.437457:0:32988:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777370.437461:0:32988:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777370.437467:0:32988:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad6c593] to pc [ptlrpcd_rcv+-1] req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.437487:0:32988:0:(import.c:1582:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.437490:0:32988:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777370.437492:0:32988:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777370.437493:0:32988:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777370.437495:0:32988:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788777370.437589:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777370.437592:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777370.437594:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777370.437599:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.437617:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777370.437619:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777370.437623:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777370.437626:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777370.437628:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777370.437631:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126135936:192.168.203.135@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1788777370.437636:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777370.437640:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777370.437642:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777370.437645:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777370.437649:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94532121a800. 02000000:00000001:2.0:1788777370.437652:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777370.437659:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777370.437663:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464478. 00000400:00000010:2.0:1788777370.437668:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1770. 00000100:00000200:2.0:1788777370.437675:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126135936, portal 10 00000100:00000001:2.0:1788777370.437677:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777370.437679:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087479168 : -118390622072448 : ffff94530906d180) 00000100:00000040:2.0:1788777370.437685:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.437693:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777370.437695:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777370.437698:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1990. 00000100:00000200:2.0:1788777370.437701:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126135936, offset 0 00000400:00000200:2.0:1788777370.437707:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777370.437714:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777370.437721:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777370.437726:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777370.437730:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777370.437733:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777370.437736:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777370.437740:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2560:2560:256:4294967295] 192.168.203.135@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:2.0:1788777370.437744:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777370.437753:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777370.437758:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777370.437762:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99700. 00000800:00000200:2.0:1788777370.437768:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777370.437775:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777370.437779:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777370.437793:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777370.437798:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 791876 usecs (792 jiffies) 00000400:00000200:2.0:1788777370.437801:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777370.437804:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296521536 00000100:00000001:2.0:1788777370.437806:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296524849 00000100:00000001:2.0:1788777370.437809:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296521536 00000100:00000001:2.0:1788777370.437811:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296524849 00000100:00000001:2.0:1788777370.437813:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777370.437815:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.437818:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.437820:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777370.437824:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777370.437825:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777370.437827:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777370.437829:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777370.437830:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.437832:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777370.438124:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777370.438128:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99700. 00000400:00000200:1.0:1788777370.438133:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777370.438138:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777370.438143:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1990 00000400:00000010:1.0:1788777370.438145:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1990. 00000100:00000001:1.0:1788777370.438148:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777370.438152:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.438162:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777370.438165:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.438178:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.438180:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777370.444270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803200. 00010000:00000010:1.1:1788777370.444287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c600. 00000800:00000001:0.0:1788777370.582101:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.582627:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777370.582632:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.582704:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777370.582714:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.582722:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777370.585645:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.585652:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.585657:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.585664:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c52c80 00000400:00000200:0.0:1788777370.585669:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.586447:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6e61 [1] + 224 00000800:00000001:0.0:1788777370.586461:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.586482:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777370.586485:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777370.586490:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777370.586498:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777370.586507:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777370.586518:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777370.586546:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777370.586556:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.586559:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777370.589429:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777370.589437:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777370.589444:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777370.589446:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777370.589450:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464478. 00000400:00000200:2.0:1788777370.589457:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1770 00000400:00000010:2.0:1788777370.589460:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1770. 00000100:00000001:2.0:1788777370.589464:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777370.589473:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777370.589485:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.589493:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777370.589495:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777370.589498:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777370.589501:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777370.589504:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777370.589506:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777370.589509:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777370.589518:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=43 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777370.589523:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777370.589525:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777370.589527:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777370.589530:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788777370.589534:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788777370.589540:0:2345:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777370.589544:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777370.589546:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777370.589548:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777370.589549:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777370.589554:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.589562:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777370.589564:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777370.589566:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777370.589568:0:2345:0:(import.c:1528:completed_replay_interpret()) Process entered 00000100:00000001:2.0:1788777370.589570:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788777370.589574:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:2.0:1788777370.589577:0:2345:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:2.0:1788777370.589581:0:2345:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788777370.589588:0:2345:0:(client.c:3256:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777370.589594:0:2345:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788777370.589596:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311024000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1788777370.589598:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788777370.589601:0:2345:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788777370.589603:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788777370.589606:0:2345:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1788777370.589608:0:2345:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1788777370.589610:0:2345:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff945311085548 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1788777370.589614:0:2345:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xe53f2b0cb7af7d10 00800000:00000040:2.0:1788777370.589617:0:2345:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9453090ac800=ed919e1b-c269-4c9b-80ca-c90ff924d14b device 3 (ffff945308bd8000) type mdc at LMV idx 0 00800000:00000040:2.0:1788777370.589620:0:2345:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff945308bd8000 already active! 00800000:00000001:2.0:1788777370.589622:0:2345:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777370.589626:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788777370.589628:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777370.589630:0:2345:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777370.589632:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777370.589633:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788777370.589634:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777370.589638:0:2345:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777370.590577:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777370.590582:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777370.590584:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777370.590587:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777370.590591:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777370.590593:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777370.590595:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777370.590597:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777370.590630:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777370.590632:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777370.590635:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1788777370.592657:0:2345:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.592664:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788777370.592672:0:2345:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9453090ac800: Connection restored to 192.168.203.135@tcp (at 192.168.203.135@tcp) 00000100:00080000:1.0:1788777370.592682:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000095561953): req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 1 dl 1788777345 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.592701:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.592704:0:2345:0:(import.c:1546:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777370.592710:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777370.592719:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126135936:192.168.203.135@tcp:400:ldlm_lock_repla.0 00000100:00000001:1.0:1788777370.592724:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.592728:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777370.592732:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d180 x1875667126135936/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777386 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777370.592738:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777370.592741:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777370.592745:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94532121a800. 02000000:00000001:1.0:1788777370.592749:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777370.592752:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777370.592753:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777370.592756:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777370.592759:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534400. 02000000:00000001:1.0:1788777370.592762:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777370.592764:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777370.592766:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d180. 00000100:00000001:1.0:1788777370.592770:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777370.592771:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.592774:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.592781:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777370.592783:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.592785:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777370.592787:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.592804:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777370.592807:0:32690:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.592809:0:32690:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777370.592811:0:32690:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777370.592815:0:32690:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777370.592818:0:32690:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777370.592821:0:32690:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.592824:0:32690:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788777370.592829:0:32690:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875667126131584 new x1875667126136064 02000000:00000001:1.0:1788777370.592832:0:32690:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777370.592834:0:32690:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777370.592841:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777370.592848:0:32690:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb108. 00000400:00000010:1.0:1788777370.592855:0:32690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b126e8. 00000100:00000200:1.0:1788777370.592862:0:32690:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126131584, portal 10 00000100:00000001:1.0:1788777370.592865:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777370.592866:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:1.0:1788777370.592874:0:32690:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777386 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.592880:0:32690:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777370.592884:0:32690:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777370.592889:0:32690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12770. 00000100:00000200:1.0:1788777370.592892:0:32690:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126131584, offset 0 00000400:00000200:1.0:1788777370.592898:0:32690:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777370.592906:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777370.592913:0:32690:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777370.592918:0:32690:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777370.592922:0:32690:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777370.592925:0:32690:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777370.592928:0:32690:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777370.592931:0:32690:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2561:2561:256:4294967295] 192.168.203.135@tcp LPNI seq info [2556:2556:8:4294967295] 00000400:00000200:1.0:1788777370.592935:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777370.592943:0:32690:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777370.592948:0:32690:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777370.592952:0:32690:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534400. 00000800:00000200:1.0:1788777370.592958:0:32690:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777370.592965:0:32690:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777370.592968:0:32690:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777370.592980:0:32690:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777370.592984:0:32690:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 791105 usecs (792 jiffies) 00000400:00000200:1.0:1788777370.592987:0:32690:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777370.592990:0:32690:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296521691 00000100:00000001:1.0:1788777370.592992:0:32690:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296524849 00000100:00000001:1.0:1788777370.592994:0:32690:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296521691 00000100:00000001:1.0:1788777370.592996:0:32690:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296524849 00000100:00000001:1.0:1788777370.592998:0:32690:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777370.593001:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.593003:0:32690:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777370.593004:0:32690:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777370.593006:0:32690:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123936c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777370.593008:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777370.593010:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777370.593106:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777370.593110:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534400. 00000400:00000200:1.0:1788777370.593114:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777370.593118:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777370.593123:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12770 00000400:00000010:1.0:1788777370.593125:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12770. 00000100:00000001:1.0:1788777370.593128:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777370.593132:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777386 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.593141:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777370.593144:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777386 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.593150:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777370.593152:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:2.0:1788777370.595456:0:32994:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1788777370.595462:0:32994:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1788777370.595465:0:32994:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777370.595469:0:32994:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777370.595471:0:32994:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777370.595475:0:32994:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:2.0:1788777370.595477:0:32994:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777370.751008:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.751028:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777370.751032:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.751035:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777370.751044:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.751052:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777370.751063:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.751068:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.751073:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.751076:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c52d00 00000400:00000200:0.0:1788777370.751081:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777370.751087:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6e69 [1] + 224 00000800:00000001:0.0:1788777370.751094:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.751106:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777370.751110:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777370.751115:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777370.751124:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777370.751133:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777386 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777370.751144:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777386 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777370.751156:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777370.751163:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777370.751167:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.751321:0:32690:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777370.751329:0:32690:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777370.751331:0:32690:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777370.751335:0:32690:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb108. 00000400:00000200:1.0:1788777370.751350:0:32690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b126e8 00000400:00000010:1.0:1788777370.751353:0:32690:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b126e8. 00000100:00000001:1.0:1788777370.751356:0:32690:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777370.751362:0:32690:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777386 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777370.751371:0:32690:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777386 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.751376:0:32690:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777370.751378:0:32690:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.751381:0:32690:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777370.751384:0:32690:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777370.751387:0:32690:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777370.751389:0:32690:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777370.751392:0:32690:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777370.751400:0:32690:0:(import.c:2149:obd_at_measure()) add 10 to ffff9453110244a8 time=193 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777370.751404:0:32690:0:(import.c:2215:obd_at_measure()) AT ffff9453110244a8 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:1.0:1788777370.751408:0:32690:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9453090ac800 ptl 23 has changed from 5 to 10 00000100:00001000:1.0:1788777370.751411:0:32690:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777370.751413:0:32690:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788777370.751417:0:32690:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777386 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.751424:0:32690:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1788777370.751428:0:32690:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777370.751430:0:32690:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788777370.751432:0:32690:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777370.751434:0:32690:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:1.0:1788777370.751438:0:32690:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777386 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.751444:0:32690:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:1.0:1788777370.751447:0:32690:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777370.751449:0:32690:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777370.751453:0:32690:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777386 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777370.751460:0:32690:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:32690:1875667126131584:192.168.203.135@tcp:35:multiop.0 00000100:00000001:1.0:1788777370.751465:0:32690:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.751468:0:32690:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1788777370.751471:0:32690:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777370.751473:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777370.751477:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777386 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.751484:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777370.751486:0:32690:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123936c0. 00000100:00000001:1.0:1788777370.751490:0:32690:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777370.751492:0:32690:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:1.0:1788777370.751498:0:32690:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777386 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.751505:0:32690:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777370.751507:0:32690:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000002:00000001:1.0:1788777370.751509:0:32690:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777370.751512:0:32690:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777370.751516:0:32690:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945319f90800. 00000080:00000001:1.0:1788777370.751519:0:32690:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777370.751522:0:32690:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788777370.751526:0:32690:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777370.751530:0:32690:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.751549:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777370.751553:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d880 x1875667126130944/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777339 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.751559:0:32690:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777370.751562:0:32690:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777370.751564:0:32690:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777370.751566:0:32690:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777370.751570:0:32690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2d000. 02000000:00000001:1.0:1788777370.751574:0:32690:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777370.751575:0:32690:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777370.751577:0:32690:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d880. 00000100:00000001:1.0:1788777370.751581:0:32690:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777370.751582:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777370.751583:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777370.751587:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777386 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.751593:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777370.751595:0:32690:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945310690d00. 00000002:00000001:1.0:1788777370.751597:0:32690:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777370.751599:0:32690:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777370.751601:0:32690:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb9200. 00000100:00000001:1.0:1788777370.751603:0:32690:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777370.751607:0:32690:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126131584/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777386 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777370.751612:0:32690:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777370.751614:0:32690:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777370.751616:0:32690:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aac00. 02000000:00000001:1.0:1788777370.751619:0:32690:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777370.751620:0:32690:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777370.751621:0:32690:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777370.751623:0:32690:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777370.751624:0:32690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945319f91c00. 02000000:00000001:1.0:1788777370.751627:0:32690:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777370.751628:0:32690:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777370.751629:0:32690:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:1.0:1788777370.751631:0:32690:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777370.751632:0:32690:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777370.751635:0:32690:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777370.751638:0:32690:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945308801180. 00000080:00000001:1.0:1788777370.751642:0:32690:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777370.751647:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87df0 00000080:00000008:1.0:1788777370.751650:0:32690:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9453209aa1c8), flags 100002, rc = 0 00000080:00000001:1.0:1788777370.751653:0:32690:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777370.751658:0:32690:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777370.751660:0:32690:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81f87e00 00000080:00002000:1.0:1788777370.751662:0:32690:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff945320b60510, parent ffff9453208d0a20, inode ffff9453209aa1c8) hashed, 00000080:00000001:1.0:1788777370.751665:0:32690:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777370.751674:0:32690:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788777370.751679:0:32690:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788777370.771271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453106902a0. 00000080:00000001:3.0:1788777371.179501:0:32995:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777371.586180:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fd08 00000080:00200008:1.0:1788777371.586189:0:33015:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777371.586197:0:33015:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777371.586198:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fc80 00000080:00200000:1.0:1788777371.586200:0:33015:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777371.586206:0:33015:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530616fc00. 00800000:00000002:1.0:1788777371.586344:0:33015:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777371.586350:0:33015:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777371.586356:0:33015:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777371.586358:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fba0 00800000:00000002:1.0:1788777371.586361:0:33015:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777371.586364:0:33015:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777371.586369:0:33015:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777371.586374:0:33015:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777371.586376:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fa70 00000002:00010000:1.0:1788777371.586378:0:33015:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777371.586381:0:33015:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777371.586383:0:33015:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777371.586386:0:33015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777371.586391:0:33015:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777371.586394:0:33015:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777371.586396:0:33015:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777371.586398:0:33015:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777371.586399:0:33015:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777371.586405:0:33015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d180. 00000020:00000040:1.0:1788777371.586409:0:33015:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777371.586414:0:33015:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777371.586420:0:33015:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777371.586423:0:33015:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.586426:0:33015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777371.586429:0:33015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777371.586631:0:33015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777371.586639:0:33015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94531068a400. 00000100:00000001:1.0:1788777371.586646:0:33015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777371.586650:0:33015:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777371.586652:0:33015:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777371.586654:0:33015:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777371.586655:0:33015:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777371.586656:0:33015:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777371.586662:0:33015:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683087479168 : -118390622072448 : ffff94530906d180) 00010000:00000001:1.0:1788777371.586666:0:33015:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777371.586668:0:33015:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777371.586673:0:33015:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214300. 00010000:00000010:1.0:1788777371.586678:0:33015:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcd280. 00010000:00000001:1.0:1788777371.586684:0:33015:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777371.586687:0:33015:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7a00. 00000020:00000001:1.0:1788777371.586691:0:33015:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777371.586693:0:33015:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7a00 with handle 0xe53f2b0cb7af88d2 to hash 00000020:00000001:1.0:1788777371.586696:0:33015:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777371.586697:0:33015:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777371.586700:0:33015:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777371.586704:0:33015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777371.586706:0:33015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777371.586711:0:33015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33015 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777371.586720:0:33015:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33015 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777371.586729:0:33015:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33015 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777371.586735:0:33015:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777371.586736:0:33015:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777371.586743:0:33015:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123edd80. 00000100:00000001:1.0:1788777371.586745:0:33015:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683242147200 : -118390467404416 : ffff9453123edd80) 00000100:00000001:1.0:1788777371.586747:0:33015:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777371.586749:0:33015:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087479168 : -118390622072448 : ffff94530906d180) 00000100:00000001:1.0:1788777371.586753:0:33015:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777371.586757:0:33015:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.586759:0:33015:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777371.586760:0:33015:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777371.586770:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777371.586777:0:33015:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777371.586779:0:33015:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777371.586782:0:33015:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777371.586785:0:33015:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777371.586788:0:33015:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777371.586792:0:33015:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33015:1875667126136192:192.168.203.135@tcp:101:lfs.0 00000100:00000001:1.0:1788777371.586796:0:33015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777371.586801:0:33015:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777371.586804:0:33015:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777371.586807:0:33015:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777371.586811:0:33015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945304dac000. 02000000:00000001:1.0:1788777371.586814:0:33015:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777371.586821:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777371.586824:0:33015:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb108. 00000400:00000010:1.0:1788777371.586831:0:33015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b126e8. 00000100:00000200:1.0:1788777371.586837:0:33015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126136192, portal 10 00000100:00000001:1.0:1788777371.586839:0:33015:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777371.586840:0:33015:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087479168 : -118390622072448 : ffff94530906d180) 00000100:00000040:1.0:1788777371.586846:0:33015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777387 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777371.586854:0:33015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777371.586857:0:33015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777371.586859:0:33015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12770. 00000100:00000200:1.0:1788777371.586862:0:33015:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126136192, offset 0 00000400:00000200:1.0:1788777371.586869:0:33015:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777371.586877:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.586885:0:33015:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777371.586890:0:33015:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777371.586894:0:33015:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777371.586897:0:33015:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777371.586899:0:33015:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777371.586903:0:33015:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2562:2562:256:4294967295] 192.168.203.135@tcp LPNI seq info [2557:2557:8:4294967295] 00000400:00000200:1.0:1788777371.586907:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.586917:0:33015:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777371.586923:0:33015:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777371.586928:0:33015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534400. 00000800:00000200:1.0:1788777371.586935:0:33015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777371.586943:0:33015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777371.586947:0:33015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777371.586972:0:33015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777371.586977:0:33015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 856277 usecs (857 jiffies) 00000400:00000200:1.0:1788777371.587080:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777371.587083:0:33015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296522750 00000100:00000001:1.0:1788777371.587087:0:33015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296524849 00000100:00000001:1.0:1788777371.587088:0:33015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296522750 00000100:00000001:1.0:1788777371.587090:0:33015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296524849 00000100:00000001:1.0:1788777371.587093:0:33015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777371.587095:0:33015:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.587098:0:33015:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777371.587099:0:33015:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777371.587102:0:33015:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123edd80 going to sleep for 11 seconds 00000100:00000001:1.0:1788777371.587105:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777371.587107:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777371.587117:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777371.587122:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534400. 00000400:00000200:0.0:1788777371.587128:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777371.587133:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777371.587139:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12770 00000400:00000010:0.0:1788777371.587141:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12770. 00000100:00000001:0.0:1788777371.587145:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777371.587149:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777387 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777371.587159:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777371.587163:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777387 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777371.587168:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777371.587169:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777371.604436:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777371.604454:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777371.604458:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777371.604461:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777371.604472:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777371.604481:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777371.604562:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.604568:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.604574:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.604578:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c52d80 00000400:00000200:1.0:1788777371.604583:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.604590:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6e79 [1] + 224 00000800:00000001:1.0:1788777371.604599:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.604611:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.604615:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.604619:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777371.604627:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777371.604635:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777387 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777371.604646:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777371.604671:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777371.604680:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.604683:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777371.604825:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777371.604844:0:33015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777371.604846:0:33015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777371.604849:0:33015:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb108. 00000400:00000200:2.0:1788777371.604854:0:33015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b126e8 00000400:00000010:2.0:1788777371.604856:0:33015:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b126e8. 00000100:00000001:2.0:1788777371.604859:0:33015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777371.604864:0:33015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777371.604873:0:33015:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777371.604878:0:33015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777371.604880:0:33015:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777371.604882:0:33015:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777371.604885:0:33015:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777371.604888:0:33015:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777371.604890:0:33015:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777371.604893:0:33015:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777371.604901:0:33015:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=44 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777371.604905:0:33015:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777371.604907:0:33015:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777371.604909:0:33015:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.604911:0:33015:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777371.604915:0:33015:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777371.604919:0:33015:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777371.604920:0:33015:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777371.604922:0:33015:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777371.604924:0:33015:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777371.604929:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777371.604942:0:33015:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777371.604944:0:33015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777371.604947:0:33015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777371.604950:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777387 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777371.604957:0:33015:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33015:1875667126136192:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777371.604963:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777371.604965:0:33015:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777371.604967:0:33015:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777371.604969:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777371.604973:0:33015:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777387 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777371.604991:0:33015:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777371.604995:0:33015:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123edd80. 00000100:00000001:2.0:1788777371.604999:0:33015:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777371.605000:0:33015:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.605003:0:33015:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777371.605007:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.605010:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.605013:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=4 00000020:00000001:2.0:1788777371.605015:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605018:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000040:2.0:1788777371.605024:0:33015:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb7a00, remote cookie: 0xa4f015c75ff3c939, flags: 0x1001 00010000:00010000:2.0:1788777371.605029:0:33015:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777371.605040:0:33015:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777371.605051:0:33015:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777371.605055:0:33015:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777371.605057:0:33015:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777371.605058:0:33015:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777371.605060:0:33015:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777371.605062:0:33015:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945308214300) refcount = 1 00010000:00010000:2.0:1788777371.605066:0:33015:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777371.605072:0:33015:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777371.605076:0:33015:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777371.605077:0:33015:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777371.605081:0:33015:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777371.605083:0:33015:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777371.605086:0:33015:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777371.605092:0:33015:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777371.605094:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.605096:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.605097:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.605099:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.605100:0:33015:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777371.605104:0:33015:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777371.605106:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.605107:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.605108:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.605110:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605112:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605114:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.605115:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.605116:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=4 00000020:00000001:2.0:1788777371.605118:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605120:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605123:0:33015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777371.605125:0:33015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777371.605128:0:33015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777371.605134:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.605135:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.605137:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.605138:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.605139:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=5 00000020:00000001:2.0:1788777371.605141:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605143:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605145:0:33015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777371.605147:0:33015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777371.605153:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.605154:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777371.605156:0:33015:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777371.605162:0:33015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777371.605163:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.605164:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.605166:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.605166:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777371.605171:0:33015:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777387 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777371.605180:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.605182:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.605183:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.605185:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605188:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605190:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.605191:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777371.605192:0:33015:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777371.605194:0:33015:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777371.605197:0:33015:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777371.605199:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.605200:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.605201:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.605203:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.605205:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00000002:00010000:2.0:1788777371.605209:0:33015:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777371.607385:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.607389:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.607391:0:33015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777371.607393:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.607395:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.607398:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.607401:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.607405:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000040:2.0:1788777371.607411:0:33015:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:2.0:1788777371.607414:0:33015:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777371.607418:0:33015:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777371.607421:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.607422:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777371.607423:0:33015:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777371.607427:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7f9f8 00000002:00002000:2.0:1788777371.607429:0:33015:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777371.607491:0:33015:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777371.607496:0:33015:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777371.607499:0:33015:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777371.607503:0:33015:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777371.607506:0:33015:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777371.607509:0:33015:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777371.607514:0:33015:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616fc00. 00000080:00000001:2.0:1788777371.607520:0:33015:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777371.607523:0:33015:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777371.607528:0:33015:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777371.607533:0:33015:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777371.607541:0:33015:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6680. 00800000:00000001:2.0:1788777371.607544:0:33015:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221997184 : -118390487554432 : ffff9453110b6680) 00800000:00000001:2.0:1788777371.607547:0:33015:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777371.607549:0:33015:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777371.607551:0:33015:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777371.607553:0:33015:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777371.607556:0:33015:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777371.607558:0:33015:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777371.607560:0:33015:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777371.607564:0:33015:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777371.607567:0:33015:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788777371.607570:0:33015:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777315 to 1788777323 00000080:00200000:2.0:1788777371.607574:0:33015:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777371.607576:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.607578:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.607579:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.607581:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.607583:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.607585:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.607586:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777371.607588:0:33015:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777371.607590:0:33015:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777371.607591:0:33015:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6680 1 00800000:00000010:2.0:1788777371.607593:0:33015:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6680. 00800000:00000001:2.0:1788777371.607596:0:33015:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777371.607599:0:33015:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:2.0:1788777371.607602:0:33015:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777371.607605:0:33015:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777371.607606:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.607607:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.607608:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.607611:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.607613:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.607615:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.607617:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777371.607618:0:33015:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777371.607620:0:33015:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777371.607622:0:33015:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777371.607624:0:33015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777371.607627:0:33015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80d7fcb8 00010000:00000001:2.0:1788777371.607629:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.607630:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.607631:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.607633:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.607635:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.607638:0:33015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777371.607641:0:33015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777371.607649:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.607650:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.607652:0:33015:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777371.607655:0:33015:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777371.607657:0:33015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777371.607667:0:33015:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777371.607671:0:33015:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777371.607672:0:33015:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777371.607676:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.607677:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.607679:0:33015:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.607682:0:33015:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777371.607684:0:33015:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.607685:0:33015:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.607687:0:33015:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.607689:0:33015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777371.607690:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.607692:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777371.607694:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777371.607705:0:33015:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d180 x1875667126136192/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777387 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777371.607712:0:33015:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777371.607715:0:33015:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777371.607719:0:33015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945304dac000. 02000000:00000001:2.0:1788777371.607723:0:33015:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777371.607725:0:33015:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777371.607727:0:33015:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777371.607729:0:33015:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777371.607732:0:33015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94531068a400. 02000000:00000001:2.0:1788777371.607735:0:33015:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777371.607737:0:33015:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777371.607739:0:33015:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d180. 00000100:00000001:2.0:1788777371.607743:0:33015:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777371.607745:0:33015:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777371.607748:0:33015:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777371.607753:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fd08 00000080:00000008:2.0:1788777371.607756:0:33015:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777371.609700:0:33015:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777371.609741:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fd08 00000080:00200008:2.0:1788777371.609745:0:33015:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788777371.609751:0:33015:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777371.609753:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fc80 00000080:00200000:2.0:1788777371.609754:0:33015:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777371.609760:0:33015:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945307511c00. 00800000:00000002:2.0:1788777371.609766:0:33015:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777371.609770:0:33015:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777371.609775:0:33015:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777371.609776:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fba0 00800000:00000002:2.0:1788777371.609779:0:33015:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777371.609783:0:33015:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777371.609787:0:33015:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777371.609791:0:33015:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777371.609793:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fa70 00000002:00010000:2.0:1788777371.609795:0:33015:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777371.609798:0:33015:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777371.609800:0:33015:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777371.609802:0:33015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777371.609808:0:33015:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:2.0:1788777371.609811:0:33015:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777371.609814:0:33015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777371.609818:0:33015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777371.609822:0:33015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777371.609833:0:33015:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777371.609838:0:33015:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777371.609841:0:33015:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777371.609848:0:33015:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777371.609850:0:33015:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777371.609853:0:33015:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777371.609854:0:33015:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777371.609856:0:33015:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777371.609858:0:33015:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777371.609861:0:33015:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777371.609863:0:33015:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777371.609866:0:33015:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945307511c00. 00000080:00000001:2.0:1788777371.609870:0:33015:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777371.609872:0:33015:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777371.609875:0:33015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777371.609879:0:33015:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:2.0:1788777371.609881:0:33015:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777371.609884:0:33015:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777371.609885:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.609887:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.609890:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.609892:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.609894:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.609897:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.609898:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777371.609899:0:33015:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777371.609901:0:33015:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777371.609903:0:33015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80d7fcb8 00010000:00000001:2.0:1788777371.609905:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.609906:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.609907:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.609909:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.609911:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.609912:0:33015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777371.609914:0:33015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777371.609921:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.609921:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.609923:0:33015:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777371.609924:0:33015:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777371.609926:0:33015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777371.609933:0:33015:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777371.609937:0:33015:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777371.609939:0:33015:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777371.609943:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.609944:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.609946:0:33015:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.609949:0:33015:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777371.609951:0:33015:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.609953:0:33015:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.609956:0:33015:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.609958:0:33015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777371.609959:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.609960:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777371.609963:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777371.609964:0:33015:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777371.609967:0:33015:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777371.609970:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fd08 00000080:00000008:2.0:1788777371.609972:0:33015:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788777371.610081:0:33015:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777371.610084:0:33015:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777371.610085:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fb78 00000080:00200000:2.0:1788777371.610087:0:33015:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777371.610091:0:33015:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945307511c00. 00800000:00000002:2.0:1788777371.610094:0:33015:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777371.610096:0:33015:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777371.610098:0:33015:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777371.610099:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fa98 00800000:00000002:2.0:1788777371.610101:0:33015:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777371.610104:0:33015:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777371.610106:0:33015:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777371.610109:0:33015:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777371.610110:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7f968 00000002:00010000:2.0:1788777371.610112:0:33015:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777371.610115:0:33015:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777371.610116:0:33015:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777371.610117:0:33015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777371.610120:0:33015:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:2.0:1788777371.610122:0:33015:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777371.610125:0:33015:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777371.610127:0:33015:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777371.610130:0:33015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777371.610137:0:33015:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777371.610140:0:33015:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777371.610142:0:33015:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777371.610148:0:33015:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777371.610149:0:33015:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777371.610151:0:33015:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777371.610152:0:33015:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777371.610154:0:33015:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777371.610155:0:33015:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777371.610157:0:33015:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777371.610159:0:33015:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777371.610161:0:33015:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945307511c00. 00000080:00000001:2.0:1788777371.610164:0:33015:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777371.610165:0:33015:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777371.610167:0:33015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777371.610169:0:33015:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:2.0:1788777371.610171:0:33015:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777371.610173:0:33015:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777371.610174:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.610175:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.610177:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.610179:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.610181:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.610183:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.610184:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777371.610185:0:33015:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777371.610187:0:33015:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777371.610189:0:33015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80d7fbb0 00010000:00000001:2.0:1788777371.610191:0:33015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777371.610192:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777371.610193:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:2.0:1788777371.610195:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.610196:0:33015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:2.0:1788777371.610198:0:33015:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777371.610200:0:33015:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777371.610205:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.610206:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.610207:0:33015:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777371.610209:0:33015:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777371.610211:0:33015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777371.610217:0:33015:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777371.613070:0:33015:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777371.613076:0:33015:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777371.613082:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.613084:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777371.613086:0:33015:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.613090:0:33015:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777371.613092:0:33015:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.613095:0:33015:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.613098:0:33015:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777371.613101:0:33015:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777371.613103:0:33015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777371.613104:0:33015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777371.613109:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777371.613111:0:33015:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777371.613115:0:33015:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:2.0:1788777371.613122:0:33015:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777371.613128:0:33015:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777371.613131:0:33015:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777371.613134:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fb78 00000080:00200008:2.0:1788777371.613137:0:33015:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000 00010000:00000001:1.0:1788777371.613504:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777371.613507:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777371.613509:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777371.613510:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777371.614562:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777371.614567:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777371.614571:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:3.0:1788777371.618098:0:33015:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945308801cc0. 00000080:00000001:3.0:1788777371.618112:0:33015:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.618115:0:33015:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.618298:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.618301:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.618308:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.618311:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.618317:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.618321:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.618323:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.618327:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.618329:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.618344:0:33015:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1788777371.618347:0:33015:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: age 1773, max_age 1853 00000002:00000001:3.0:1788777371.618351:0:33015:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788777371.618354:0:33015:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000010:3.0:1788777371.618360:0:33015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f800. 00000020:00000040:3.0:1788777371.618364:0:33015:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777371.618368:0:33015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777371.618371:0:33015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777371.618375:0:33015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777371.618382:0:33015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df200. 00000100:00000001:3.0:1788777371.618388:0:33015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.618391:0:33015:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777371.618393:0:33015:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777371.618399:0:33015:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531114a9c0. 00000100:00000001:3.0:1788777371.618401:0:33015:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683222604224 : -118390486947392 : ffff94531114a9c0) 00000100:00000001:3.0:1788777371.618404:0:33015:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777371.618405:0:33015:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000960 : -118390628550656 : ffff945308a3f800) 00000100:00000001:3.0:1788777371.618410:0:33015:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777371.618413:0:33015:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.618415:0:33015:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777371.618417:0:33015:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777371.618426:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.618443:0:33015:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777371.618445:0:33015:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.618449:0:33015:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777371.618451:0:33015:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777371.618454:0:33015:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777371.618457:0:33015:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3f800 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33015:1875667126136320:192.168.203.135@tcp:41:lfs.0 00000100:00000001:3.0:1788777371.618461:0:33015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777371.618465:0:33015:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777371.618467:0:33015:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.618469:0:33015:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777371.618474:0:33015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777371.618475:0:33015:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777371.618482:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777371.618487:0:33015:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777371.618494:0:33015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777371.618500:0:33015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126136320, portal 10 00000100:00000001:3.0:1788777371.618502:0:33015:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777371.618503:0:33015:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000960 : -118390628550656 : ffff945308a3f800) 00000100:00000040:3.0:1788777371.618509:0:33015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.618524:0:33015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777371.618527:0:33015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777371.618535:0:33015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347cc0. 00000100:00000200:3.0:1788777371.618539:0:33015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126136320, offset 0 00000400:00000200:3.0:1788777371.618546:0:33015:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777371.618554:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777371.618560:0:33015:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777371.618564:0:33015:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777371.618568:0:33015:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777371.618572:0:33015:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777371.618575:0:33015:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777371.618579:0:33015:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2563:2563:256:4294967295] 192.168.203.135@tcp LPNI seq info [2558:2558:8:4294967295] 00000400:00000200:3.0:1788777371.618584:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777371.618594:0:33015:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777371.618600:0:33015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777371.618604:0:33015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df300. 00000800:00000200:3.0:1788777371.618610:0:33015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777371.618617:0:33015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777371.618621:0:33015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777371.618629:0:33015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.618632:0:33015:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 855212 usecs (856 jiffies) 00000400:00000200:3.0:1788777371.618643:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777371.618646:0:33015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296522780 00000100:00000001:3.0:1788777371.618649:0:33015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296524849 00000100:00000001:3.0:1788777371.618652:0:33015:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296522780 00000100:00000001:3.0:1788777371.618655:0:33015:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296524849 00000100:00000001:3.0:1788777371.618657:0:33015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777371.618659:0:33015:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.618662:0:33015:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777371.618663:0:33015:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777371.618666:0:33015:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531114a9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788777371.618668:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777371.618670:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777371.620017:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777371.620024:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df300. 00000400:00000200:1.0:1788777371.620038:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.620046:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777371.620052:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347cc0 00000400:00000010:1.0:1788777371.620055:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347cc0. 00000100:00000001:1.0:1788777371.620059:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777371.620066:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.620078:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777371.620082:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.620089:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.620091:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777371.627390:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.627408:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777371.627412:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.627414:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.627422:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.627430:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777371.627451:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.627456:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.627462:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.627466:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 10 MB=0x6a9e8c8c52e00 00000400:00000200:1.0:1788777371.627470:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.627476:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 368/368 into md 0x6e89 [1] + 224 00000800:00000001:1.0:1788777371.627483:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.627492:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.627495:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.627499:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777371.627506:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777371.627526:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777371.627543:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.627555:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777371.627562:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.627565:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.628485:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777371.628494:0:33015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777371.628496:0:33015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777371.628499:0:33015:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777371.628504:0:33015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:3.0:1788777371.628507:0:33015:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:3.0:1788777371.628521:0:33015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777371.628528:0:33015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777371.628547:0:33015:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.628554:0:33015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777371.628557:0:33015:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.628559:0:33015:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777371.628563:0:33015:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777371.628565:0:33015:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777371.628568:0:33015:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.628571:0:33015:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777371.628579:0:33015:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=44 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777371.628584:0:33015:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777371.628586:0:33015:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777371.628588:0:33015:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777371.628592:0:33015:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777371.628595:0:33015:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.628599:0:33015:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777371.628602:0:33015:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788777371.628604:0:33015:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777371.628605:0:33015:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.628609:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.628616:0:33015:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777371.628618:0:33015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777371.628620:0:33015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777371.628624:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777371.628630:0:33015:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f800 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33015:1875667126136320:192.168.203.135@tcp:41:lfs.0 00000100:00000001:3.0:1788777371.628646:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.628648:0:33015:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.628651:0:33015:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777371.628652:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777371.628655:0:33015:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.628662:0:33015:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777371.628665:0:33015:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531114a9c0. 00000100:00000001:3.0:1788777371.628669:0:33015:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777371.628670:0:33015:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777371.628676:0:33015:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1788777371.628677:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777371.628680:0:33015:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f800 x1875667126136320/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.628686:0:33015:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777371.628689:0:33015:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777371.628692:0:33015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777371.628694:0:33015:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777371.628697:0:33015:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777371.628699:0:33015:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777371.628701:0:33015:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777371.628705:0:33015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df200. 02000000:00000001:3.0:1788777371.628708:0:33015:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777371.628710:0:33015:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777371.628712:0:33015:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f800. 00000100:00000001:3.0:1788777371.628715:0:33015:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777371.628716:0:33015:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777371.628718:0:33015:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777371.628719:0:33015:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777371.628720:0:33015:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:3.0:1788777371.628741:0:33015:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: update ffff945308bd8450 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:3.0:1788777371.628746:0:33015:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777371.628751:0:33015:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.628754:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777371.628757:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.628760:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.628763:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.628823:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.628825:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.628832:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.628834:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.628839:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.628843:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.628845:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.628847:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.628849:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.628853:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628855:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628857:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.628860:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.628862:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628864:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628868:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.628870:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.628872:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.628874:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.628877:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.628879:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.628881:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.628882:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.628883:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.628886:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628888:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628889:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.628891:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.628894:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628895:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628898:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.628900:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.628903:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.628904:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.628906:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.628908:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.628910:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.628911:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.628913:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.628915:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628917:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628919:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.628921:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.628922:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628924:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628927:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.628928:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.628930:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.628931:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.628933:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.628935:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.628937:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.628938:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.628939:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.628942:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628944:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628945:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.628947:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.628949:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628950:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628953:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.628954:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.628957:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.628958:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.628960:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.628962:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.628964:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.628965:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.628966:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.628969:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628970:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628972:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.628974:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.628976:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628978:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628980:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.628981:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.628984:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.628985:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.628987:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.628989:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.628990:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.628991:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.628992:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.628994:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628997:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.628999:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629001:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629003:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629005:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629007:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629008:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629011:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629012:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629014:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629016:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629017:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629018:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629019:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629022:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629023:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629025:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629037:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629040:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629042:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629045:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629047:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629049:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629050:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629052:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629054:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629056:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629057:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629058:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629061:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629063:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629064:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629066:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629069:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629071:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629074:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629075:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629077:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629078:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629080:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629082:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629084:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629085:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629086:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629088:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629089:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629091:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629093:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629095:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629097:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629100:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629101:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629104:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629105:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629107:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629110:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629111:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629112:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629113:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629116:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629118:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629119:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629121:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629123:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629125:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629128:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629129:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629131:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629132:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629134:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629136:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629137:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629139:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629140:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629142:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629144:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629145:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629147:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629149:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629151:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629153:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629154:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629157:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629158:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629159:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629162:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629163:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629164:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629165:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629168:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629169:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629171:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629173:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629176:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629177:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629180:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629181:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629183:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629184:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629187:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629189:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629190:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629191:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629192:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629195:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629196:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629198:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629200:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629202:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629204:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629207:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629208:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629210:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629211:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629213:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629215:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629217:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629261:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629263:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629266:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629268:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629270:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629272:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629274:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629276:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629280:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629282:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629285:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629286:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629289:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629291:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629293:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629295:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629296:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629298:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629300:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629302:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629304:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629306:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629307:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629311:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629312:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629314:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629316:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629317:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629320:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629321:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629322:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629323:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629325:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629327:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629329:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629331:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629344:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629346:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629350:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629351:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629354:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629355:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629357:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629360:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629361:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629362:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629364:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629366:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629368:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629370:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629372:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629374:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629375:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629378:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629379:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629381:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629382:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629384:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629386:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629388:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629389:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629390:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629392:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629394:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629395:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629397:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629399:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629401:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629405:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629406:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629409:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629410:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629412:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629414:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629415:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629416:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629417:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629420:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629421:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629423:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629425:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629427:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629429:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629432:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629433:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629436:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629437:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629439:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629441:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629442:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629443:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629444:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629447:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629449:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629450:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629453:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629455:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629457:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629460:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629461:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629463:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629464:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629467:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629469:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629470:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629472:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629473:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629475:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629476:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629478:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629480:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629483:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629484:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629488:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629490:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629492:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629493:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629495:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629498:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629500:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629501:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629502:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629504:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629506:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629508:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629510:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629512:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629513:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629516:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629518:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629520:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629521:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629523:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629525:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629527:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629528:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629529:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629531:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629533:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629534:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629536:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629539:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629540:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629544:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629545:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629548:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629549:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629552:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629554:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629555:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629556:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629557:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629560:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629561:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629563:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629565:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629567:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629568:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629571:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629572:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629574:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629575:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629577:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629578:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629580:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629581:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629582:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629585:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629586:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629588:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629590:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629591:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629593:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629595:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629597:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629598:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629599:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629601:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629603:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629604:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629606:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629607:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629610:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629611:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629613:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629615:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629617:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629618:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629621:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629622:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629624:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629625:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629627:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629629:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629631:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629632:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629633:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629635:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629637:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629638:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629640:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629641:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629643:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629646:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629647:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629649:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629650:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629652:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629654:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629655:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629656:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629658:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629660:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629663:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629664:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629667:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629668:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629670:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629673:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629674:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629676:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629677:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629679:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629681:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629683:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629684:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629685:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629687:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629689:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629691:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629692:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629694:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629696:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629698:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629699:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629702:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629703:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629705:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629707:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629709:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629710:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629711:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629713:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629715:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629717:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629718:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629720:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629722:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629725:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629726:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629729:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629730:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629732:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629734:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629735:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629736:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629738:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629741:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629742:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629744:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629746:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629748:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629749:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629752:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629754:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629756:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629758:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629760:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629762:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629763:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629764:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629765:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629767:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629768:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629770:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629772:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629774:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629776:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629778:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629780:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629782:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629784:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629786:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629787:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629789:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629790:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629791:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629794:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629795:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629797:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629799:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629801:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629802:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629805:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629806:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629808:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629809:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629811:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629813:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629815:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629815:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629817:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629819:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629820:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629822:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629824:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629825:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629827:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629829:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629831:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629833:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629834:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629836:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629838:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629839:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629840:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629842:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629844:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629845:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629847:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629849:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629851:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629853:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629856:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629857:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629860:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629861:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629863:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629865:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629866:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629867:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629869:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629871:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629873:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629875:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629877:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629879:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629880:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629883:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629884:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629886:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629887:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629889:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629891:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629893:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629894:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629895:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629897:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629899:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629901:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629903:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629904:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629906:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629908:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629910:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629912:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629913:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629914:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629916:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629918:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629919:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629920:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629922:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629924:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629926:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629928:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629930:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629931:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629934:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629935:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629937:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629938:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629940:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629942:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629944:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629945:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629946:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629948:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629950:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629952:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629954:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629956:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629957:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629960:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629961:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629963:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629964:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629966:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629968:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629970:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629971:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629972:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.629975:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629976:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629978:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.629980:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.629982:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629984:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.629986:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.629987:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.629989:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.629991:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.629992:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.629995:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.629996:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.629997:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.629998:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630001:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630002:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630004:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630006:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630008:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630010:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630012:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630013:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630015:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630016:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630018:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630020:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630022:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630023:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630024:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630026:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630028:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630029:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630031:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630033:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630035:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630037:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630039:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630041:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630042:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630044:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630046:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630047:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630048:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630049:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630052:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630054:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630055:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630057:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630059:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630060:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630063:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630065:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630067:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630068:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630070:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630072:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630074:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630075:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630076:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630078:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630080:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630081:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630083:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630085:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630087:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630089:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630091:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630093:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630094:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630095:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630097:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630098:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630099:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630100:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630102:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630104:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630105:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630107:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630108:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630110:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630112:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630113:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630115:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630116:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630118:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630119:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630121:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630122:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630123:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630125:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630126:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630127:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630129:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630130:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630132:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630134:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630135:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630137:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630138:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630140:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630141:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630142:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630143:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630144:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630146:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630147:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630149:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630150:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630152:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630154:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630156:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630157:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630159:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630160:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630161:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630163:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630165:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630166:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630167:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630170:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630172:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630174:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630175:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630177:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630178:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630180:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630181:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630184:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630185:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630187:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630188:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630190:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630191:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630192:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630194:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630196:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630197:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630199:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630201:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630202:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630205:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630206:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630208:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630209:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630211:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630213:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630215:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630216:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630217:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630241:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630244:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630245:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630247:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630250:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630251:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630255:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630256:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630259:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630260:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630263:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630265:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630267:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630268:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630269:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630271:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630272:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630274:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630276:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630277:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630279:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630282:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630283:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630285:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630286:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630287:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630289:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630291:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630292:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630293:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630295:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630297:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630298:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630300:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630302:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630304:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630307:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630308:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630311:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630311:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630313:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630315:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630316:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630317:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630318:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630320:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630322:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630323:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630325:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630326:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630328:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630331:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630343:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630346:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630347:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630350:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630352:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630354:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630355:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630356:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630358:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630360:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630362:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630363:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630365:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630367:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630370:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630372:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630374:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630375:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630377:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630379:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630381:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630382:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630383:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630386:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630388:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630389:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630391:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630393:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630395:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630398:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630400:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630402:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630403:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630405:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630407:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630409:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630409:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630411:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630414:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630415:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630417:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630418:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630420:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630422:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630425:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630427:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630432:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630432:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630435:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630437:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630439:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630439:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630440:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630443:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630444:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630446:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630447:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630449:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630451:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630453:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630454:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630457:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630457:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630459:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630461:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630462:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630463:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630464:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630466:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630468:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630470:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630471:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630473:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630475:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630477:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630478:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630481:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630482:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630484:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630486:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630487:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630489:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630490:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630492:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630494:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630495:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630497:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630499:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630501:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630503:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630505:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630507:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630508:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630510:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630512:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630513:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630513:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630515:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630516:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630518:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630520:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630522:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630524:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630525:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630527:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630529:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630531:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630532:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630534:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630535:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630537:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630538:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630539:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630541:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630544:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630545:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630547:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630549:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630550:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630553:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630555:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630557:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630558:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630560:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630562:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630564:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630565:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630566:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630569:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630570:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630572:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630574:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630576:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630577:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630579:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630580:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630583:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630584:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630585:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630587:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630588:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630589:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630590:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630592:0:33015:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630594:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630595:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777371.630597:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630599:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630600:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777371.630603:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630604:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630606:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630607:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630609:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630611:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630612:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777371.630613:0:33015:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777371.630614:0:33015:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00800000:00000001:3.0:1788777371.630616:0:33015:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777371.630618:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777371.630620:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788777371.630622:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.630624:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777371.630626:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777371.630629:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.630630:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.630633:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.630634:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.630636:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.630637:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.630639:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777371.630642:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777371.630644:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00020000:00000001:3.0:1788777371.630650:0:33015:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788777371.630651:0:33015:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9453090ac800: age 1166, max_age 1853 00000008:00000001:3.0:1788777371.630655:0:33015:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788777371.630658:0:33015:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000010:3.0:1788777371.630664:0:33015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f800. 00000020:00000040:3.0:1788777371.630666:0:33015:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777371.630670:0:33015:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788777371.630674:0:33015:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777371.630679:0:33015:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1771 00000400:00000200:3.0:1788777371.630686:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777371.630692:0:33015:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:3.0:1788777371.630696:0:33015:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777371.630699:0:33015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777371.630701:0:33015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777371.630703:0:33015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:3.0:1788777371.630705:0:33015:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777371.630707:0:33015:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:3.0:1788777371.630709:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777371.630712:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:3.0:1788777371.630714:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:3.0:1788777371.630716:0:33015:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000040:3.0:1788777371.630718:0:33015:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777371.630720:0:33015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777371.630721:0:33015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777371.630723:0:33015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:3.0:1788777371.630726:0:33015:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00080000:3.0:1788777371.630729:0:33015:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: import ffff945311022800 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:3.0:1788777371.630732:0:33015:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.630735:0:33015:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788777371.630740:0:33015:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777371.630742:0:33015:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.630744:0:33015:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777371.630747:0:33015:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788777371.630749:0:33015:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.630751:0:33015:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777371.630753:0:33015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ea00. 00000020:00000040:3.0:1788777371.630756:0:33015:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=5 obd=lustre-OST0000-osc-ffff9453090ac800 02000000:00000001:3.0:1788777371.630759:0:33015:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777371.630761:0:33015:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.630764:0:33015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777371.630766:0:33015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777371.630770:0:33015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777371.630775:0:33015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2f400. 00000100:00000001:3.0:1788777371.630782:0:33015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777371.630791:0:33015:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777371.630799:0:33015:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777371.630803:0:33015:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.630807:0:33015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4349f4a] to pc [ptlrpcd_rcv+-1] req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.630820:0:33015:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.630823:0:33015:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788777371.630824:0:33015:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1788777371.630827:0:33015:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777371.630828:0:33015:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777371.630830:0:33015:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777371.630831:0:33015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777371.630833:0:33015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777371.630834:0:33015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777371.630838:0:33015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df200. 00000100:00000001:3.0:1788777371.630840:0:33015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.630843:0:33015:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777371.630845:0:33015:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777371.630850:0:33015:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531114a9c0. 00000100:00000001:3.0:1788777371.630852:0:33015:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683222604224 : -118390486947392 : ffff94531114a9c0) 00000100:00000001:3.0:1788777371.630854:0:33015:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777371.630855:0:33015:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000960 : -118390628550656 : ffff945308a3f800) 00000100:00000001:3.0:1788777371.630858:0:33015:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777371.630860:0:33015:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.630861:0:33015:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777371.630863:0:33015:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777371.630867:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.630875:0:33015:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777371.630877:0:33015:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788777371.630880:0:33015:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.630888:0:33015:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.630890:0:33015:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777371.630892:0:33015:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777371.630894:0:33015:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531114a9c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777371.630896:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777371.630898:0:33015:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.630900:0:33015:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777371.630901:0:33015:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.630904:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.632270:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777371.632276:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777371.632279:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777371.632290:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.632299:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777371.632301:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777371.632305:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777371.632308:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777371.632311:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777371.632315:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126136448:192.168.203.135@tcp:8:lfs.0 00000100:00000001:1.0:1788777371.632319:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777371.632323:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777371.632325:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777371.632328:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777371.632344:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310688000. 02000000:00000001:1.0:1788777371.632346:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777371.632353:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777371.632357:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbe18. 00000400:00000010:1.0:1788777371.632364:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12c38. 00000100:00000200:1.0:1788777371.632371:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126136448, portal 4 00000100:00000001:1.0:1788777371.632373:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777371.632375:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000040:1.0:1788777371.632383:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.632390:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777371.632392:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777371.632394:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b122a8. 00000100:00000200:1.0:1788777371.632417:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126136448, offset 0 00000400:00000200:1.0:1788777371.632424:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777371.632442:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.632449:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777371.632454:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777371.632458:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777371.632462:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777371.632465:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777371.632468:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2564:2564:256:4294967295] 192.168.203.135@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:1.0:1788777371.632472:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.632481:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777371.632487:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777371.632493:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534400. 00000800:00000200:1.0:1788777371.632500:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777371.632507:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777371.632521:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788777371.632562:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777371.632566:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23580 usecs (24 jiffies) 00000400:00000200:1.0:1788777371.632570:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777371.632573:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296521962 00000100:00000001:1.0:1788777371.632576:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296524849 00000100:00000001:1.0:1788777371.632580:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296521962 00000100:00000001:1.0:1788777371.632583:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296524849 00000100:00000001:1.0:1788777371.632585:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777371.632588:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.632591:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.632593:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777371.632601:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777371.632602:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777371.632605:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777371.632606:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777371.632607:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.632609:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777371.632710:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777371.632713:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534400. 00000400:00000200:1.0:1788777371.632717:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.632722:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777371.632727:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b122a8 00000400:00000010:1.0:1788777371.632729:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b122a8. 00000100:00000001:1.0:1788777371.632733:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777371.632737:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.632746:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777371.632749:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.632756:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.632757:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777371.640947:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.640960:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777371.640963:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.640965:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.640974:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.640992:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777371.641002:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.641006:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.641011:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.641015:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c52e80 00000400:00000200:1.0:1788777371.641019:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.641025:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x6e91 [1] + 0 00000800:00000001:1.0:1788777371.641039:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.641047:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.641050:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.641054:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777371.641061:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777371.641070:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777371.641081:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.641104:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777371.641115:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.641120:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.641812:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777371.641818:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777371.641824:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777371.641826:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777371.641829:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbe18. 00000400:00000200:3.0:1788777371.641844:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12c38 00000400:00000010:3.0:1788777371.641847:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12c38. 00000100:00000001:3.0:1788777371.641850:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777371.641856:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777371.641865:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.641871:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777371.641874:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.641876:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777371.641880:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777371.641882:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777371.641884:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.641887:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777371.641897:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=194 v=5 (5 5 5 37) 00000100:00001000:3.0:1788777371.641902:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777371.641904:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777371.641906:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777371.641908:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777371.641912:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.641916:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777371.641917:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967341 gen 17 00000100:00000040:3.0:1788777371.641920:0:2345:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788777371.641923:0:2345:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777371.641925:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.641930:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.641937:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777371.641940:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777371.641942:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.641945:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788777371.641955:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:3.0:1788777371.641960:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777371.641962:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:3.0:1788777371.641964:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777371.641967:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:3.0:1788777371.641970:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:3.0:1788777371.641973:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00001000:3.0:1788777371.641976:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=1788777371 v=0 (0 0 0 0) 00000100:00001000:3.0:1788777371.641990:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311022c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788777371.641995:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000100:00080000:3.0:1788777371.642000:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9453090ac800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1788777371.642004:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:3.0:1788777371.642006:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777371.642009:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788777371.642013:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1788777371.642015:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777371.642020:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788777371.642024:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777371.642034:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777371.642037:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777371.642039:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777371.642040:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.642042:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777371.642044:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788777371.642046:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1788777371.642049:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777371.642050:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788777371.642051:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777371.642052:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788777371.642054:0:2345:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788777371.642056:0:2345:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1788777371.642060:0:2345:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1788777371.642062:0:2345:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777371.642064:0:2345:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.642066:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777371.642068:0:2345:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788777371.642070:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788777371.642072:0:2345:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788777371.642073:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777371.642075:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777371.642077:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.642079:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.642081:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777371.642082:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777371.642083:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.642085:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788777371.642087:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788777371.642090:0:2345:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788777371.642092:0:2345:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.642094:0:2345:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.642096:0:2345:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.642098:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777371.642099:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777371.642100:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777371.642102:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.642103:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788777371.642105:0:2345:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777371.642108:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788777371.642114:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009e6a4b82): req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.642136:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.642140:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.642144:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777371.642151:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126136448:192.168.203.135@tcp:8:lfs.0 00000100:00000001:3.0:1788777371.642155:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.642158:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777371.642161:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ea00 x1875667126136448/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.642166:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777371.642168:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777371.642171:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945310688000. 02000000:00000001:3.0:1788777371.642175:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777371.642176:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777371.642178:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777371.642180:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777371.642182:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777371.642185:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777371.642187:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777371.642189:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ea00. 00000100:00000001:3.0:1788777371.642192:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777371.642194:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.642195:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.642202:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777371.642204:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.642206:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777371.642207:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.642793:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777371.642797:0:33015:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777371.642800:0:33015:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777371.642802:0:33015:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777371.642805:0:33015:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777371.642808:0:33015:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777371.642811:0:33015:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.642813:0:33015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777371.642819:0:33015:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777371.642821:0:33015:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777371.642824:0:33015:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777371.642831:0:33015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310689c00. 02000000:00000001:1.0:1788777371.642834:0:33015:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777371.642841:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777371.642845:0:33015:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbdc0. 00000400:00000010:1.0:1788777371.642851:0:33015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b122a8. 00000100:00000200:1.0:1788777371.642856:0:33015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126136576, portal 4 00000100:00000001:1.0:1788777371.642859:0:33015:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777371.642861:0:33015:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000960 : -118390628550656 : ffff945308a3f800) 00000100:00000040:1.0:1788777371.642869:0:33015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.642877:0:33015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777371.642880:0:33015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777371.642883:0:33015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12000. 00000100:00000200:1.0:1788777371.642885:0:33015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667126136576, offset 0 00000400:00000200:1.0:1788777371.642890:0:33015:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777371.642898:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.642904:0:33015:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777371.642908:0:33015:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777371.642912:0:33015:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777371.642915:0:33015:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777371.642918:0:33015:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777371.642921:0:33015:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2565:2565:256:4294967295] 192.168.203.135@tcp LPNI seq info [2560:2560:8:4294967295] 00000400:00000200:1.0:1788777371.642925:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.642933:0:33015:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777371.642938:0:33015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777371.642943:0:33015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534400. 00000800:00000200:1.0:1788777371.642949:0:33015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777371.642955:0:33015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777371.642959:0:33015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777371.642971:0:33015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777371.642975:0:33015:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23536 usecs (24 jiffies) 00000400:00000200:1.0:1788777371.642977:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777371.642992:0:33015:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296521973 00000800:00000200:1.0:1788777371.643087:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777371.643091:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534400. 00000400:00000200:1.0:1788777371.643095:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.643100:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777371.643105:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12000 00000400:00000010:1.0:1788777371.643107:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12000. 00000100:00000001:1.0:1788777371.643110:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777371.643114:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.643123:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777371.643127:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.643133:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.643135:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777371.643183:0:33015:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296524849 00000100:00000001:1.0:1788777371.643187:0:33015:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296521973 00000100:00000001:1.0:1788777371.643190:0:33015:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296524849 00000100:00000001:1.0:1788777371.643192:0:33015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777371.643195:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777371.643208:0:33015:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777371.643210:0:33015:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777371.643212:0:33015:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531114a9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777371.643215:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777371.643216:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777371.654048:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.654064:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777371.654069:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.654071:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.654079:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.654088:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777371.654096:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.654101:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.654106:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.654110:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 4 MB=0x6a9e8c8c52f00 00000400:00000200:1.0:1788777371.654114:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.654119:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 368/368 into md 0x6ea1 [1] + 224 00000800:00000001:1.0:1788777371.654125:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.654132:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.654136:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.654140:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777371.654148:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777371.654156:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777371.654167:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.654189:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777371.654198:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.654202:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.654374:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777371.654381:0:33015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777371.654383:0:33015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777371.654386:0:33015:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbdc0. 00000400:00000200:3.0:1788777371.654391:0:33015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b122a8 00000400:00000010:3.0:1788777371.654393:0:33015:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b122a8. 00000100:00000001:3.0:1788777371.654397:0:33015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777371.654402:0:33015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777371.654411:0:33015:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.654416:0:33015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777371.654418:0:33015:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.654421:0:33015:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777371.654424:0:33015:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777371.654426:0:33015:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777371.654428:0:33015:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.654441:0:33015:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777371.654451:0:33015:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022cf0 time=792 v=5 (5 0 5 0) 00000100:00001000:3.0:1788777371.654455:0:33015:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777371.654458:0:33015:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777371.654459:0:33015:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777371.654462:0:33015:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777371.654465:0:33015:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.654469:0:33015:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777371.654470:0:33015:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788777371.654472:0:33015:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777371.654474:0:33015:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.654479:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.654485:0:33015:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777371.654488:0:33015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777371.654490:0:33015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777371.654494:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777371.654508:0:33015:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f800 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33015:1875667126136576:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777371.654513:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.654516:0:33015:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.654518:0:33015:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777371.654520:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777371.654523:0:33015:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.654530:0:33015:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777371.654540:0:33015:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531114a9c0. 00000100:00000001:3.0:1788777371.654544:0:33015:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777371.654545:0:33015:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777371.654551:0:33015:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788777371.654552:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777371.654556:0:33015:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f800 x1875667126136576/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.654562:0:33015:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777371.654565:0:33015:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777371.654568:0:33015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945310689c00. 02000000:00000001:3.0:1788777371.654570:0:33015:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777371.654573:0:33015:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777371.654575:0:33015:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777371.654577:0:33015:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777371.654580:0:33015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df200. 02000000:00000001:3.0:1788777371.654583:0:33015:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777371.654585:0:33015:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777371.654587:0:33015:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f800. 00000100:00000001:3.0:1788777371.654590:0:33015:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777371.654591:0:33015:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788777371.654595:0:33015:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9453090ac800: update ffff945308bdd178 cache blocks 3679/3683 objects 117792/118200 00020000:00000001:3.0:1788777371.654599:0:33015:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777371.654604:0:33015:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.654607:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777371.654610:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:3.0:1788777371.654613:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.654616:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.654686:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777371.654689:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:3.0:1788777371.654696:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777371.654699:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777371.654704:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e000. 00000020:00000001:3.0:1788777371.654708:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.654710:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777371.654713:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777371.654715:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e000 uarg=0000000000000000 00020000:00000001:3.0:1788777371.654721:0:33015:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788777371.654723:0:33015:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9453090ac800: age 1280, max_age 1853 00000008:00000001:3.0:1788777371.654726:0:33015:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788777371.654729:0:33015:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000010:3.0:1788777371.654733:0:33015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f800. 00000020:00000040:3.0:1788777371.654736:0:33015:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=4 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777371.654739:0:33015:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788777371.654742:0:33015:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788777371.654745:0:33015:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1772 00000400:00000200:3.0:1788777371.654750:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777371.654754:0:33015:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:3.0:1788777371.654758:0:33015:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777371.654761:0:33015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777371.654763:0:33015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777371.654766:0:33015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:3.0:1788777371.654768:0:33015:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777371.654770:0:33015:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:3.0:1788777371.654772:0:33015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777371.654775:0:33015:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:3.0:1788777371.654777:0:33015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:3.0:1788777371.654779:0:33015:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000040:3.0:1788777371.654781:0:33015:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777371.654783:0:33015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788777371.654785:0:33015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:3.0:1788777371.654787:0:33015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:3.0:1788777371.654789:0:33015:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00080000:3.0:1788777371.654791:0:33015:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9453090ac800: import ffff945311026000 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:3.0:1788777371.654794:0:33015:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.654796:0:33015:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788777371.654802:0:33015:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777371.654804:0:33015:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.654806:0:33015:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788777371.654809:0:33015:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788777371.654812:0:33015:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.654814:0:33015:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777371.654817:0:33015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ea00. 00000020:00000040:3.0:1788777371.654819:0:33015:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=5 obd=lustre-OST0001-osc-ffff9453090ac800 02000000:00000001:3.0:1788777371.654822:0:33015:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777371.654825:0:33015:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.654828:0:33015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777371.654830:0:33015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777371.654834:0:33015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777371.654839:0:33015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2f400. 00000100:00000001:3.0:1788777371.654845:0:33015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777371.654852:0:33015:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777371.654860:0:33015:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777371.654864:0:33015:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.654869:0:33015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4349f4a] to pc [ptlrpcd_rcv+-1] req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.654886:0:33015:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.654889:0:33015:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788777371.654890:0:33015:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1788777371.654893:0:33015:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777371.654895:0:33015:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=4 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777371.654897:0:33015:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777371.654898:0:33015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777371.654899:0:33015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777371.654901:0:33015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.654910:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777371.654913:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777371.654914:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777371.654920:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.654926:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777371.654928:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.654930:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777371.654933:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777371.654935:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777371.654939:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126136704:192.168.203.135@tcp:8:lfs.0 00000100:00000001:3.0:1788777371.654942:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777371.654946:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777371.654948:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.654950:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777371.654954:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777371.654956:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777371.654960:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777371.654963:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777371.654968:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777371.654974:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126136704, portal 4 00000100:00000001:3.0:1788777371.654976:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777371.654977:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000040:3.0:1788777371.654984:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.654991:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777371.654993:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777371.654996:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000100:00000200:3.0:1788777371.654999:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126136704, offset 0 00000400:00000200:3.0:1788777371.655006:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777371.655011:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777371.655016:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777371.655021:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777371.655024:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777371.655028:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777371.655031:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777371.655034:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2566:2566:256:4294967295] 192.168.203.135@tcp LPNI seq info [2561:2561:8:4294967295] 00000400:00000200:3.0:1788777371.655038:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777371.655047:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777371.655053:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777371.655058:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453207df200. 00000800:00000200:3.0:1788777371.655064:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777371.655071:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777371.655075:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453207df200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788777371.655083:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.655087:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 252621 usecs (253 jiffies) 00000400:00000200:3.0:1788777371.655091:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777371.655093:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296522214 00000100:00000001:3.0:1788777371.655096:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296524849 00000100:00000001:3.0:1788777371.655098:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296522214 00000100:00000001:3.0:1788777371.655100:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296524849 00000100:00000001:3.0:1788777371.655103:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777371.655105:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.655108:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.655110:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.655117:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777371.655120:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788777371.655121:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777371.655122:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777371.655124:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.655126:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777371.655140:0:33015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df300. 00000100:00000001:3.0:1788777371.655144:0:33015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.655146:0:33015:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777371.655148:0:33015:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777371.655152:0:33015:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531114a9c0. 00000100:00000001:3.0:1788777371.655154:0:33015:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683222604224 : -118390486947392 : ffff94531114a9c0) 00000100:00000001:3.0:1788777371.655156:0:33015:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777371.655157:0:33015:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000960 : -118390628550656 : ffff945308a3f800) 00000100:00000001:3.0:1788777371.655161:0:33015:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777371.655162:0:33015:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.655164:0:33015:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777371.655165:0:33015:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777371.655169:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.655175:0:33015:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777371.655176:0:33015:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788777371.655179:0:33015:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.655185:0:33015:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.655187:0:33015:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777371.655188:0:33015:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777371.655190:0:33015:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531114a9c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788777371.655191:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777371.655193:0:33015:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.655194:0:33015:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777371.655195:0:33015:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.655197:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777371.655810:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777371.655815:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453207df200. 00000400:00000200:1.0:1788777371.655819:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.655824:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777371.655828:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:1.0:1788777371.655830:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:1.0:1788777371.655833:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777371.655837:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.655846:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777371.655849:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.655855:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.655857:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777371.659374:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.659390:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777371.659394:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.659396:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.659405:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.659412:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777371.659421:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.659426:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.659442:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.659446:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c52f80 00000400:00000200:1.0:1788777371.659451:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.659457:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x6eb1 [1] + 0 00000800:00000001:1.0:1788777371.659464:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.659472:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.659476:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.659479:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777371.659486:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777371.659494:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777371.659505:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.659525:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777371.659671:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777371.659675:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777371.659682:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777371.659684:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777371.659687:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777371.659692:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:3.0:1788777371.659695:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:3.0:1788777371.659698:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777371.659703:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777371.659712:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.659719:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777371.659721:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.659723:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777371.659727:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777371.659729:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777371.659731:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777371.659734:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777371.659743:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777371.659747:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777371.659750:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777371.659751:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777371.659754:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777371.659759:0:2345:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.659762:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777371.659764:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: committing for last_committed 4294967312 gen 16 00000100:00000040:3.0:1788777371.659767:0:2345:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788777371.659770:0:2345:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777371.659772:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.659776:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.659783:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777371.659786:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777371.659788:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.659791:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788777371.659797:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:3.0:1788777371.659800:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788777371.659802:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:3.0:1788777371.659805:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777371.659808:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:3.0:1788777371.659811:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:3.0:1788777371.659813:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00001000:3.0:1788777371.659816:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=1788777371 v=0 (0 0 0 0) 00000100:00001000:3.0:1788777371.659819:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311026418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788777371.659824:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000100:00080000:3.0:1788777371.659829:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9453090ac800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1788777371.659833:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000001:3.0:1788777371.659835:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777371.659838:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788777371.659841:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1788777371.659844:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777371.659848:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788777371.659851:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777371.659854:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777371.659856:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777371.659858:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777371.659860:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.659862:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777371.659864:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788777371.659867:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311026000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1788777371.659870:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777371.659871:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788777371.659872:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777371.659873:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788777371.659875:0:2345:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788777371.659877:0:2345:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1788777371.659882:0:2345:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1788777371.659883:0:2345:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1788777371.659886:0:2345:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777371.659888:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777371.659890:0:2345:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788777371.659892:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788777371.659894:0:2345:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788777371.659896:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777371.659899:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777371.659901:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.659902:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.659904:0:2345:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777371.659905:0:2345:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777371.659906:0:2345:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.659908:0:2345:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788777371.659909:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788777371.659913:0:2345:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788777371.659915:0:2345:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.659916:0:2345:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.659918:0:2345:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777371.659919:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777371.659921:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777371.659922:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777371.659924:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.659925:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788777371.659927:0:2345:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777371.659929:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788777371.659935:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009e6a4b82): req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.659960:0:2345:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.659964:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777371.659968:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777371.659976:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126136704:192.168.203.135@tcp:8:lfs.0 00000100:00000001:3.0:1788777371.659981:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.659984:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777371.659988:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ea00 x1875667126136704/t0(0) o8->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777371.659995:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777371.659997:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777371.660001:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777371.660004:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777371.660006:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777371.660008:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777371.660010:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777371.660013:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777371.660016:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777371.660017:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777371.660019:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ea00. 00000100:00000001:3.0:1788777371.660023:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777371.660024:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.660026:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777371.660044:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777371.660046:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777371.660048:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777371.660049:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777371.660302:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777371.660305:0:33015:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777371.660308:0:33015:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777371.660310:0:33015:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777371.660313:0:33015:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777371.660316:0:33015:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777371.660319:0:33015:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777371.660321:0:33015:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777371.660327:0:33015:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777371.660329:0:33015:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777371.660340:0:33015:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777371.660346:0:33015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d22800. 02000000:00000001:0.0:1788777371.660348:0:33015:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777371.660353:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777371.660356:0:33015:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777371.660362:0:33015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c770. 00000100:00000200:0.0:1788777371.660369:0:33015:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126136832, portal 4 00000100:00000001:0.0:1788777371.660371:0:33015:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777371.660372:0:33015:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000960 : -118390628550656 : ffff945308a3f800) 00000100:00000040:0.0:1788777371.660379:0:33015:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777371.660387:0:33015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777371.660389:0:33015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777371.660392:0:33015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c908. 00000100:00000200:0.0:1788777371.660395:0:33015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667126136832, offset 0 00000400:00000200:0.0:1788777371.660401:0:33015:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000800:00000001:1.0:1788777371.660459:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.660465:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777371.663500:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777371.663514:0:33015:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777371.663520:0:33015:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777371.663524:0:33015:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777371.663527:0:33015:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777371.663603:0:33015:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777371.663607:0:33015:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2567:2567:256:4294967295] 192.168.203.135@tcp LPNI seq info [2562:2562:8:4294967295] 00000400:00000200:0.0:1788777371.663613:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777371.663623:0:33015:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777371.663629:0:33015:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777371.663703:0:33015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f800. 00000800:00000200:0.0:1788777371.663711:0:33015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777371.663720:0:33015:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777371.663725:0:33015:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777371.663789:0:33015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777371.663796:0:33015:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 251205 usecs (252 jiffies) 00000400:00000200:0.0:1788777371.663801:0:33015:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777371.663803:0:33015:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296522222 00000100:00000001:0.0:1788777371.663806:0:33015:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296524849 00000100:00000001:0.0:1788777371.663807:0:33015:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296522222 00000100:00000001:0.0:1788777371.663810:0:33015:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296524849 00000100:00000001:0.0:1788777371.663812:0:33015:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777371.663817:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777371.663820:0:33015:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777371.663822:0:33015:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777371.663825:0:33015:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531114a9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777371.663827:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777371.663829:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777371.665269:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777371.665276:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f800. 00000400:00000200:1.0:1788777371.665283:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.665290:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777371.665296:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c908 00000400:00000010:1.0:1788777371.665299:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c908. 00000100:00000001:1.0:1788777371.665303:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777371.665311:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.665323:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777371.665326:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777371.665341:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777371.665343:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777371.671597:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.671614:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777371.671620:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.671622:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.671630:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.671702:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777371.671711:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.671716:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.671722:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.671726:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 4 MB=0x6a9e8c8c53000 00000400:00000200:1.0:1788777371.671731:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777371.671736:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 368/368 into md 0x6eb9 [1] + 224 00000800:00000001:1.0:1788777371.671743:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.671751:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777371.671754:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777371.671758:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777371.671766:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777371.671774:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777371.671785:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777371.671857:0:33015:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777371.671876:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777371.671885:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777371.671888:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777371.678962:0:33015:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777371.678969:0:33015:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777371.678973:0:33015:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:0.0:1788777371.678991:0:33015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c770 00000400:00000010:0.0:1788777371.678994:0:33015:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c770. 00000100:00000001:0.0:1788777371.679000:0:33015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777371.679012:0:33015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777371.679023:0:33015:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777371.679032:0:33015:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777371.679035:0:33015:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777371.679038:0:33015:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777371.679041:0:33015:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777371.679043:0:33015:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777371.679045:0:33015:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777371.679048:0:33015:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777371.679057:0:33015:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110264a8 time=642 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777371.679061:0:33015:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777371.679064:0:33015:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777371.679066:0:33015:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777371.679068:0:33015:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777371.679073:0:33015:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777371.679079:0:33015:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777371.679081:0:33015:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788777371.679083:0:33015:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777371.679084:0:33015:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777371.679089:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777371.679095:0:33015:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777371.679098:0:33015:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777371.679100:0:33015:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777371.679105:0:33015:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777371.679118:0:33015:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f800 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33015:1875667126136832:192.168.203.135@tcp:13:lfs.0 00000100:00000001:0.0:1788777371.679123:0:33015:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777371.679126:0:33015:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777371.679129:0:33015:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777371.679131:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777371.679135:0:33015:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777371.679142:0:33015:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777371.679145:0:33015:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531114a9c0. 00000100:00000001:0.0:1788777371.679149:0:33015:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777371.679151:0:33015:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777371.679157:0:33015:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788777371.679158:0:33015:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777371.679161:0:33015:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f800 x1875667126136832/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777371.679167:0:33015:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777371.679169:0:33015:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777371.679172:0:33015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d22800. 02000000:00000001:0.0:1788777371.679175:0:33015:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777371.679177:0:33015:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777371.679179:0:33015:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:0.0:1788777371.679182:0:33015:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777371.679185:0:33015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df300. 02000000:00000001:0.0:1788777371.679188:0:33015:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777371.679190:0:33015:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777371.679192:0:33015:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f800. 00000100:00000001:0.0:1788777371.679195:0:33015:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777371.679196:0:33015:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788777371.679199:0:33015:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9453090ac800: update ffff945308bd9e08 cache blocks 3679/3683 objects 117792/118200 00020000:00000001:0.0:1788777371.679203:0:33015:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777371.679210:0:33015:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.679212:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777371.679215:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e000. 00000080:00000001:0.0:1788777371.679236:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.679240:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.679290:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.679293:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.679300:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.679302:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.679913:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.679919:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.679922:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.679925:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.679927:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.679931:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.679933:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.679934:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.679937:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.679940:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.679942:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.679949:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.679951:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.679966:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.679967:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.679970:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.679973:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.679975:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.679976:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.679977:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.679980:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.679982:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.679983:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.679985:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.679988:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.679989:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.679993:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.679994:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.679997:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.679998:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680000:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680002:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680003:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680004:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680006:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680008:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680010:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680011:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680013:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680015:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680017:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680020:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680021:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680023:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680024:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680026:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680028:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680030:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680031:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680032:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680035:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680036:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680038:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680040:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680042:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680044:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680046:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680048:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680050:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680051:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680053:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680055:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680057:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680058:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680059:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680061:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680063:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680064:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680066:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680069:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680070:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680074:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680075:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680078:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680079:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680081:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680083:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680084:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680085:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680087:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680089:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680091:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680092:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680095:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680096:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680098:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680101:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680102:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680104:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680105:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680108:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680110:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680111:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680113:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680114:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680117:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680118:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680120:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680122:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680123:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680125:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680127:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680129:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680131:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680132:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680134:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680136:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680138:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680139:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680140:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680142:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680144:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680145:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680147:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680149:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680151:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680154:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680155:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680158:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680159:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680161:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680163:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680164:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680165:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680167:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680169:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680171:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680173:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680175:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680177:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680178:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680181:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680182:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680185:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680186:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680188:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680190:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680192:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680193:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680194:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680196:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680198:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680200:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680202:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680204:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680206:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680209:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680210:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680212:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680213:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680215:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680217:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680248:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680250:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680251:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680254:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680256:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680257:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680260:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680262:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680264:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680268:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680269:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680271:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680273:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680275:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.680277:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.680279:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.680279:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.680280:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.680283:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680284:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680286:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.680288:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.680290:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680292:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.680295:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777371.680296:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:0.0:1788777371.680298:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777371.680299:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777371.680301:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777371.681879:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777371.681889:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788777371.681892:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788777371.681895:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00020000:00000001:0.0:1788777371.681900:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.681902:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.681904:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777371.681907:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:0.0:1788777371.681912:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777371.681914:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682421:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682425:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682440:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682443:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682448:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682452:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682454:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682456:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682458:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682460:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682462:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682465:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682467:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682470:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682472:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682476:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682477:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682480:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682481:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682483:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682486:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682487:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682488:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682490:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682492:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682494:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682496:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682498:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682500:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682502:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682505:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682507:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682509:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682510:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682513:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682514:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682516:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682517:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682518:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682520:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682522:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682524:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682526:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682529:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682538:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682542:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682544:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682546:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682547:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682549:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682552:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682553:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682554:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682555:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682558:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682559:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682561:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682563:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682565:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682567:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682570:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682571:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682574:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682575:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682577:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682579:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682581:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682582:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682583:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682585:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682587:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682589:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682591:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682593:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682595:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682598:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682600:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682603:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682604:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682606:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682609:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682610:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682612:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682613:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682615:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682617:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682618:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682621:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682623:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682624:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682627:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682628:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682630:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682788:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682792:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682795:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682797:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682798:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682800:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682802:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682804:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682805:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682807:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682810:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682812:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682817:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682818:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682821:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682822:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682825:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682826:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682828:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682829:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682830:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682842:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682845:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682846:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682848:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682850:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682853:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682857:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682858:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682861:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682862:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682864:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682866:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682868:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682869:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682870:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682873:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682875:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682876:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682879:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682881:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682882:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682885:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682886:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682889:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682890:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682892:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682895:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682896:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682898:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682899:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682901:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682903:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682904:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682906:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682908:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682910:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682913:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682914:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682916:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682918:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682920:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682922:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682923:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682924:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682925:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682927:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682929:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682931:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682933:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682935:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682937:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682939:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682941:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682943:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682944:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682947:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682949:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682950:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682951:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682952:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.682954:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682956:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682958:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.682960:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.682962:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682963:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.682966:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.682967:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.682969:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.682970:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.682972:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.682974:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.682975:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.682976:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.682977:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683124:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683127:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683129:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683131:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683134:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683136:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683141:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683143:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683146:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683147:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683150:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683153:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683154:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683156:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683157:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683160:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683162:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683164:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683166:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683168:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683170:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683173:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683174:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683176:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683177:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683179:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683181:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683182:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683183:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683184:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683187:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683188:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683190:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683192:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683193:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683195:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683197:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683199:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683201:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683202:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683203:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683205:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683207:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683207:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683209:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683211:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683212:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683214:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683216:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683218:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683304:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683308:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683311:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683314:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683315:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683318:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683320:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683322:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683323:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683325:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683327:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683329:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683330:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683341:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683343:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683345:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683349:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683351:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683353:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683354:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683357:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683359:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683361:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683362:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683364:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683366:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683368:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683370:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683372:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683374:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683376:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683379:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683380:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683382:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683383:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683386:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683389:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683391:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683392:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683393:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683396:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683397:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683399:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683401:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683402:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683404:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683407:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683408:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683411:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683412:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683414:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683416:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683417:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683418:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683420:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683422:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683424:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683426:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683427:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683482:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683486:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683490:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683491:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683495:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683496:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683499:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683502:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683503:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683505:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683506:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683509:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683511:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683512:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683514:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683516:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683518:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683522:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683523:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683525:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683527:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683529:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683602:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683605:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683606:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683608:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683611:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683613:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683615:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683616:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683618:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683620:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683625:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683627:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683629:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683631:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683692:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683696:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683698:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683699:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683701:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683704:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683706:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683708:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683710:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683713:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683715:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683719:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683720:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683723:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683724:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683727:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683728:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683730:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683731:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683732:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683735:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683736:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683738:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683740:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683742:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683743:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683746:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683747:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683749:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683750:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683752:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683754:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683755:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683756:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683757:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683759:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683761:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683763:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683764:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683767:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683768:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683771:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683772:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683775:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683776:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683777:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683779:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683780:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683782:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683783:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683785:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683786:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683788:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683790:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683792:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683793:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683796:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683797:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683799:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683800:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683802:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683804:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683805:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683806:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.683807:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.683809:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683811:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683813:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.683814:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.683816:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683818:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.683820:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.683822:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.683824:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.683825:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.683827:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.683829:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.683830:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.683831:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.684350:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.684354:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684357:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684359:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.684362:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.684365:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684367:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684373:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.684375:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.684378:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.684380:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.684384:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.684386:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.684388:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.684389:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.684390:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.684393:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684395:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684397:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.684399:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.684401:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684403:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684406:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.684407:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.684409:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.684410:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.684413:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.684415:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.684417:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.684418:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.684419:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.684422:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684424:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684426:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.684428:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.684430:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684493:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684498:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.684500:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.684503:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.684504:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.684507:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.684509:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.684511:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.684512:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.684514:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.684517:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684519:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684520:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.684522:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.684593:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684596:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684600:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.684602:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.684605:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.684606:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.684609:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.684611:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.684613:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.684615:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.684616:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.684619:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684621:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684623:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.684625:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.684627:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684629:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684631:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.684632:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.684890:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.684892:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.684895:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.684897:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.684899:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.684901:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.684902:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.684905:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684907:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684909:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.684911:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.684913:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684915:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684920:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.684921:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.684923:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.684925:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.684927:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.684929:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.684930:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.684931:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.684932:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.684934:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684937:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684939:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.684941:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.684943:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684944:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684947:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.684948:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.684950:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.684951:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.684953:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.684954:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.684956:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.684957:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.684958:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.684960:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684962:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684964:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.684965:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.684967:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684969:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.684971:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.684972:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.684974:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.684975:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.684977:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.685357:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.685361:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.685363:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.685364:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.685367:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685369:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685371:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.685373:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.685376:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685378:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685384:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.685385:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.685388:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.685389:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.685392:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.685394:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.685395:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.685397:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.685398:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.685401:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685402:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685404:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.685406:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.685408:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685410:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685413:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.685414:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.685416:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.685418:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.685420:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.685422:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.685423:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.685425:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.685426:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.685428:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685430:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685896:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.685899:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.685902:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685904:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685910:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.685912:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.685915:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.685916:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.685919:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.685921:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.685922:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.685924:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.685925:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.685928:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685930:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685931:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.685933:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.685935:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685936:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685939:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.685940:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.685942:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.685943:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.685945:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.685947:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.685948:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.685949:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.685950:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.685952:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685954:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685955:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.685957:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.685959:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685961:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.685963:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.685964:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.685967:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.685968:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.685970:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.685972:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.685973:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.685974:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.685976:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.685978:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686395:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686398:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.686400:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.686403:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686405:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686410:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.686412:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.686415:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.686417:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.686420:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.686422:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.686424:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.686425:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.686427:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.686429:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686880:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686883:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.686886:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.686889:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686891:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686897:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.686899:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.686903:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.686904:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.686907:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.686910:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.686911:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.686914:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.686915:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.686917:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686919:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686920:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.686922:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.686924:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686926:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686929:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.686930:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.686932:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.686933:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.686934:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.686937:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.686938:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.686939:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.686940:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.686942:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686944:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686946:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.686947:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.686949:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686950:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686953:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.686954:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.686956:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.686957:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.686958:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.686960:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.686961:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.686962:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.686964:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.686966:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686968:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686969:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.686971:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.686972:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686974:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.686976:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.686977:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.686978:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.687422:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.687427:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.687430:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.687701:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.687703:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.687705:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.687708:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687710:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687712:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.687714:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.687717:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687719:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687727:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.687728:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.687732:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.687733:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.687736:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.687738:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.687740:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.687741:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.687743:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.687745:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687747:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687749:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.687750:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.687753:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687755:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687758:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.687759:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.687761:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.687762:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.687764:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.687766:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.687768:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.687769:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.687770:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.687772:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687774:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687776:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.687778:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.687780:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687783:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687786:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.687787:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.687790:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.687791:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.687792:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.687794:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.687796:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.687797:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.687798:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.687800:0:33015:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687801:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687803:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788777371.687805:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.687807:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687808:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788777371.687811:0:33015:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788777371.687813:0:33015:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe777681f0 00000080:00000001:1.0:1788777371.687815:0:33015:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788777371.687816:0:33015:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788777371.687817:0:33015:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945310689800. 00000020:00000001:1.0:1788777371.687819:0:33015:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.687821:0:33015:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788777371.687822:0:33015:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788777371.687823:0:33015:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945310689800 uarg=0000000000000000 00020000:00000001:1.0:1788777371.687826:0:33015:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788777371.687828:0:33015:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788777371.687830:0:33015:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788777371.689331:0:33015:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945310689800. 00000080:00000001:1.0:1788777371.689350:0:33015:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788777371.689354:0:33015:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788777371.689371:0:33015:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788777371.689373:0:33015:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777371.689377:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fdd0 00000080:00200008:1.0:1788777371.689379:0:33015:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000 00000080:00400000:1.0:1788777371.689383:0:33015:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788777371.689387:0:33015:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945308801cc0. 00000080:00000001:1.0:1788777371.689392:0:33015:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777371.689394:0:33015:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d7fdd0 00000080:00000008:1.0:1788777371.689396:0:33015:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000, rc = 0 00000080:00000001:1.0:1788777371.689399:0:33015:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777371.689401:0:33015:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777372.638899:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777372.638905:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777372.638911:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777372.638912:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777372.638997:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777372.639000:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777372.639003:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777373.661929:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777373.661941:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777373.661949:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777373.661951:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777373.667186:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777373.667196:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777373.667576:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777374.689767:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777374.689778:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777374.689788:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777374.689789:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777374.691931:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777374.691941:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777374.691948:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788777375.005650:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296524849, at 4296525312 00000100:00000010:1.0:1788777375.005664:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b70c0. 00000100:00000040:0.0:1788777375.006907:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296524849, at 4296525313 00000100:00000010:0.0:1788777375.006917:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b78a0. 00000100:00000040:3.0:1788777375.518006:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777375.518019:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777375.518033:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ea00. 00000020:00000040:3.0:1788777375.518040:0:32800:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777375.518046:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777375.518050:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777375.518057:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777375.518067:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df000. 00000100:00000001:3.0:1788777375.518075:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518089:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777375.518102:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777375.518107:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518114:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4349f4a] to pc [ptlrpcd_01_00+0] req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.518160:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518165:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777375.518168:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777375.518172:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c380. 00000020:00000040:3.0:1788777375.518175:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777375.518177:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777375.518179:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777375.518181:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777375.518188:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df300. 00000100:00000001:3.0:1788777375.518191:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518195:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777375.518203:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777375.518205:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518209:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a29d7f6] to pc [ptlrpcd_01_01+1] req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.518217:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518255:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777375.518258:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777375.518263:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e680. 00000020:00000040:3.0:1788777375.518265:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777375.518267:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777375.518269:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777375.518271:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777375.518275:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df200. 00000100:00000001:3.0:1788777375.518278:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518282:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777375.518290:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777375.518291:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518295:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ec83f6] to pc [ptlrpcd_01_00+0] req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.518320:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518323:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777375.518326:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777375.518329:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ce00. 00000020:00000040:3.0:1788777375.518332:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777375.518334:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777375.518335:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777375.518337:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777375.518341:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945310de9e00. 00000100:00000001:3.0:1788777375.518344:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518348:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777375.518355:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777375.518357:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518361:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ed9d47] to pc [ptlrpcd_01_01+1] req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.518368:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.518373:0:32800:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1863) 00000100:00000001:3.0:1788777375.518388:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777375.518392:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777375.518395:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777375.518401:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.518409:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777375.518412:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.518417:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777375.518419:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777375.518422:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777375.518426:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126137088:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777375.518431:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777375.518439:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777375.518441:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.518444:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777375.518449:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453061c2200. 02000000:00000001:3.0:1788777375.518451:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777375.518460:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777375.518464:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777375.518473:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777375.518482:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126137088, portal 10 00000100:00000001:3.0:1788777375.518495:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777375.518498:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000040:3.0:1788777375.518868:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.518879:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777375.518882:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777375.518886:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347880. 00000100:00000200:3.0:1788777375.518891:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126137088, offset 0 00000400:00000200:3.0:1788777375.518899:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777375.518909:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777375.518917:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777375.518923:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777375.518928:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777375.518933:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777375.518936:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777375.518940:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2568:2568:256:4294967295] 192.168.203.135@tcp LPNI seq info [2563:2563:8:4294967295] 00000400:00000200:3.0:1788777375.518945:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777375.518956:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777375.518963:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777375.518969:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310de9800. 00000800:00000200:3.0:1788777375.518978:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777375.518987:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777375.518992:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310de9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777375.519014:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.519020:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 854138 usecs (855 jiffies) 00000400:00000200:3.0:1788777375.519024:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777375.519027:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296526680 00000100:00000010:3.0:1788777375.519033:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6cf60. 00000100:00000001:3.0:1788777375.519041:0:2349:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788777375.519050:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296526680 00000100:00000010:3.0:1788777375.519054:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945304d6c7e0. 00000100:00000001:3.0:1788777375.519057:0:2349:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788777375.519061:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777375.519064:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.519068:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777375.519072:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.519079:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777375.519081:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.519084:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777375.519086:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777375.519088:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777375.519091:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126137344:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777375.519094:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777375.519099:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777375.519101:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.519103:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777375.519107:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453061c2a00. 02000000:00000001:3.0:1788777375.519109:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777375.519112:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777375.519116:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777375.519120:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347908. 00000100:00000200:3.0:1788777375.519124:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126137344, portal 4 00000100:00000001:3.0:1788777375.519125:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777375.519127:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00000100:00000040:3.0:1788777375.519133:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.519140:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777375.519142:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777375.519144:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347aa0. 00000100:00000200:3.0:1788777375.519147:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126137344, offset 0 00000400:00000200:3.0:1788777375.519151:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777375.519155:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777375.519158:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777375.519161:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777375.519164:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777375.519166:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777375.519168:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777375.519171:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2569:2569:255:4294967295] 192.168.203.135@tcp LPNI seq info [2564:2564:7:4294967295] 00000400:00000200:3.0:1788777375.519176:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777375.519181:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777375.519186:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777375.519189:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310de9700. 00000800:00000200:3.0:1788777375.519193:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777375.519198:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777375.519201:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310de9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777375.519204:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.519207:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 249940 usecs (250 jiffies) 00000400:00000200:3.0:1788777375.519210:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777375.519212:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296526075 00000100:00000001:3.0:1788777375.519215:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296526680 00000100:00000001:3.0:1788777375.519217:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296526075 00000100:00000001:3.0:1788777375.519246:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296526680 00000100:00000001:3.0:1788777375.519250:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777375.519252:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.519255:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.519258:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.519267:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777375.519269:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777375.519271:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777375.519273:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777375.519274:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777375.519277:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788777375.519279:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.519281:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777375.519282:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.519284:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777375.519285:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777375.519287:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777375.519291:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.519299:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777375.519300:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.519302:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777375.519304:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777375.519318:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777375.519322:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126136960:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777375.519326:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777375.519329:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777375.519330:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.519331:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777375.519336:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531238aa00. 02000000:00000001:3.0:1788777375.519338:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777375.519342:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777375.519345:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d528. 00000400:00000010:3.0:1788777375.519349:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000100:00000200:3.0:1788777375.519352:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126136960, portal 25 00000100:00000001:3.0:1788777375.519354:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777375.519356:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000040:3.0:1788777375.519361:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.519368:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777375.519371:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777375.519374:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347cc0. 00000100:00000200:3.0:1788777375.519376:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126136960, offset 0 00000400:00000200:3.0:1788777375.519381:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777375.519385:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777375.519388:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777375.519391:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777375.519393:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777375.519396:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777375.519398:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777375.519401:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2570:2570:254:4294967295] 192.168.203.135@tcp LPNI seq info [2565:2565:6:4294967295] 00000400:00000200:3.0:1788777375.519405:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777375.519411:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777375.519416:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777375.519424:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94532068c700. 00000800:00000200:3.0:1788777375.519428:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777375.519433:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777375.519436:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94532068c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777375.519439:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777375.519442:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777375.519444:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296529969 00000100:00000001:3.0:1788777375.519451:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296526680 00000100:00000001:3.0:1788777375.519454:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296529969 00000100:00000001:3.0:1788777375.519457:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296526680 00000100:00000001:3.0:1788777375.519460:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777375.519462:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.519465:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777375.519469:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.519476:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777375.519477:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.519479:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777375.519481:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777375.519660:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777375.519663:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.520608:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777375.520623:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126137216:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777375.520629:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777375.520634:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777375.520637:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.520639:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777375.520649:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530939d000. 02000000:00000001:3.0:1788777375.520651:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777375.520657:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777375.520663:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d8f0. 00000400:00000010:3.0:1788777375.520670:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347198. 00000100:00000200:3.0:1788777375.520928:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126137216, portal 4 00000100:00000001:3.0:1788777375.520932:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777375.520933:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080996480 : -118390628555136 : ffff945308a3e680) 00000100:00000040:3.0:1788777375.520945:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.520953:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777375.520956:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777375.520960:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347000. 00000100:00000200:3.0:1788777375.520964:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126137216, offset 0 00000400:00000200:3.0:1788777375.520970:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777375.520978:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777375.520986:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777375.520992:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777375.520996:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777375.520999:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777375.521003:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777375.521006:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2571:2571:253:4294967295] 192.168.203.135@tcp LPNI seq info [2566:2566:5:4294967295] 00000400:00000200:3.0:1788777375.521012:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777375.521021:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777375.521027:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777375.521033:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94532068cc00. 00000800:00000200:3.0:1788777375.521040:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777375.521047:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777375.521051:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94532068cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777375.521056:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.521060:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23562 usecs (24 jiffies) 00000400:00000200:3.0:1788777375.521063:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777375.521066:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296525851 00000100:00000001:3.0:1788777375.521069:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296529969 00000100:00000001:3.0:1788777375.521072:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296525851 00000100:00000001:3.0:1788777375.521074:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296529969 00000100:00000001:3.0:1788777375.521076:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777375.521079:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.521085:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.521089:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777375.521259:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777375.521267:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310de9800. 00000400:00000200:1.0:1788777375.521277:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777375.521284:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777375.521291:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347880 00000400:00000010:1.0:1788777375.521294:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347880. 00000100:00000001:1.0:1788777375.521299:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777375.521315:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.521328:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777375.521331:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.521339:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777375.521340:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777375.521356:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777375.521359:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310de9700. 00000400:00000200:1.0:1788777375.521362:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777375.521365:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777375.521368:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347aa0 00000400:00000010:1.0:1788777375.521370:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347aa0. 00000100:00000001:1.0:1788777375.521372:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777375.521376:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.521384:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777375.521387:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.521393:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777375.521395:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777375.521404:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777375.521406:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94532068c700. 00000400:00000200:1.0:1788777375.521409:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777375.521413:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777375.521415:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347cc0 00000400:00000010:1.0:1788777375.521417:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347cc0. 00000100:00000001:1.0:1788777375.521419:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777375.521423:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.521430:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777375.521433:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.521439:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777375.521441:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777375.521636:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777375.521639:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94532068cc00. 00000400:00000200:1.0:1788777375.521643:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777375.521646:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777375.521649:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347000 00000400:00000010:1.0:1788777375.521651:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347000. 00000100:00000001:1.0:1788777375.521653:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777375.521657:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.521663:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777375.521666:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.521672:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777375.521673:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777375.530951:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.530977:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777375.530982:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.530985:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777375.530998:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531008:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777375.531022:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531027:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531035:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531039:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c53200 00000400:00000200:1.0:1788777375.531044:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531052:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ed1 [1] + 224 00000800:00000001:1.0:1788777375.531060:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.531065:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777375.531069:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777375.531074:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777375.531084:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777375.531095:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777375.531107:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.531126:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777375.531139:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.531143:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777375.531144:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.531147:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777375.531150:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531154:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777375.531158:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531161:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531163:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531166:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c53180 00000400:00000200:1.0:1788777375.531170:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.531173:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ee1 [1] + 224 00000800:00000001:1.0:1788777375.531177:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.531187:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777375.531190:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777375.531193:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777375.531197:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777375.531201:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777375.531210:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.531218:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777375.531257:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.531260:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.531882:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777375.531888:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777375.531897:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777375.531899:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777375.531903:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d8f0. 00000400:00000200:3.0:1788777375.531909:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347198 00000400:00000010:3.0:1788777375.531912:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347198. 00000100:00000001:3.0:1788777375.531916:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777375.531923:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777375.531933:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.531941:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777375.531943:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.531946:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777375.531950:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777375.531954:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777375.531956:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.531960:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777375.531972:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777375.531977:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777375.531980:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777375.531982:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777375.531985:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777375.531989:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.531994:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777375.531997:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788777375.531999:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777375.532002:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.532007:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.532015:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777375.532018:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777375.532021:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777375.532025:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777375.532034:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126137216:192.168.203.135@tcp:400:kworker.0 00000400:00000001:3.0:1788777375.532041:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777375.532042:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777375.532044:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777375.532047:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347908 00000400:00000010:3.0:1788777375.532049:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347908. 00000100:00000001:3.0:1788777375.532051:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777375.532055:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777375.532063:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.532069:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777375.532070:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.532072:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777375.532073:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777375.532075:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777375.532076:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.532077:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777375.532081:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777375.532084:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777375.532087:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777375.532088:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777375.532089:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777375.532091:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.532093:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777375.532095:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777375.532096:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777375.532098:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.532102:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.532108:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777375.532110:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777375.532112:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777375.532115:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777375.532123:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126137344:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777375.532127:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.532130:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777375.532134:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e680 x1875667126137216/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.532146:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777375.532149:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777375.532154:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530939d000. 02000000:00000001:3.0:1788777375.532158:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777375.532161:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777375.532163:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777375.532166:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777375.532170:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df200. 02000000:00000001:3.0:1788777375.532175:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777375.532177:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777375.532179:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e680. 00000100:00000001:3.0:1788777375.532183:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777375.532184:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.532186:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777375.532190:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ce00 x1875667126137344/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.532196:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777375.532197:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777375.532199:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9453061c2a00. 02000000:00000001:3.0:1788777375.532202:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777375.532204:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777375.532205:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777375.532206:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777375.532208:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945310de9e00. 02000000:00000001:3.0:1788777375.532211:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777375.532212:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777375.532214:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ce00. 00000100:00000001:3.0:1788777375.532217:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777375.532253:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.532257:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.532259:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777375.532261:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777375.532263:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.532264:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777375.533643:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.533665:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777375.533670:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.533673:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777375.533751:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.533760:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777375.533773:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.533778:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.533784:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.533789:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c53080 00000400:00000200:1.0:1788777375.533794:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.533801:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ed9 [1] + 224 00000800:00000001:1.0:1788777375.533808:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.533820:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777375.533824:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777375.533828:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777375.533836:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777375.533844:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777375.533855:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.533879:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777375.533891:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.533894:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.534252:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777375.534258:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777375.534265:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777375.534268:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777375.534272:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d528. 00000400:00000200:3.0:1788777375.534276:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:3.0:1788777375.534279:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:3.0:1788777375.534282:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777375.534288:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777375.534300:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.534318:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777375.534321:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.534324:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777375.534328:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777375.534330:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777375.534332:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.534335:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777375.534342:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777375.534346:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777375.534349:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777375.534350:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777375.534353:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777375.534356:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.534359:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.534363:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.534428:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777375.534432:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777375.534434:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777375.534439:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777375.534447:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2349:1875667126136960:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777375.534455:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.534458:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777375.534462:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ea00 x1875667126136960/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.534469:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777375.534473:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777375.534476:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531238aa00. 02000000:00000001:3.0:1788777375.534481:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777375.534483:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777375.534485:0:2349:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777375.534488:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777375.534490:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df000. 02000000:00000001:3.0:1788777375.534494:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777375.534495:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777375.534497:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ea00. 00000100:00000001:3.0:1788777375.534501:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777375.534502:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.534505:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.534507:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777375.534519:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777375.534521:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.534523:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777375.539342:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.539367:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777375.539373:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.539375:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777375.539386:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.539396:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777375.539407:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.539413:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.539421:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.539426:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c53100 00000400:00000200:1.0:1788777375.539432:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777375.539439:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ec9 [1] + 224 00000800:00000001:1.0:1788777375.539448:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.539458:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777375.539462:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777375.539468:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777375.539477:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777375.540204:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777375.540255:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777375.540278:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777375.540294:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777375.540300:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.540394:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777375.540401:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777375.540410:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777375.540413:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777375.540417:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777375.540422:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:3.0:1788777375.540425:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:3.0:1788777375.540428:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777375.540433:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777375.540442:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.540447:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777375.540450:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.540453:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777375.540457:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777375.540459:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777375.540462:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777375.540465:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777375.540477:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=48 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777375.540482:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777375.540635:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777375.540638:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777375.540641:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777375.540646:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.540650:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777375.540653:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788777375.540655:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777375.540657:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777375.540664:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.540672:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777375.540675:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777375.540678:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777375.540682:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777375.540690:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126137088:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777375.540696:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.540699:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777375.540703:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c380 x1875667126137088/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777375.540710:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777375.540713:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777375.540718:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9453061c2200. 02000000:00000001:3.0:1788777375.540724:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777375.540726:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777375.540729:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777375.540731:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777375.540735:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df300. 02000000:00000001:3.0:1788777375.540739:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777375.540741:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777375.540744:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c380. 00000100:00000001:3.0:1788777375.540747:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777375.540748:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.540751:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777375.540760:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777375.540762:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777375.540765:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777375.540768:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777375.713181:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777375.713189:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777375.713194:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777375.713195:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777375.713578:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777375.713583:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777375.713588:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777376.734323:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777376.734332:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777376.734339:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777376.734341:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777376.735038:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777376.735042:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777376.735046:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777377.589050:0:33258:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777377.757360:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777377.757366:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777377.757371:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777377.757372:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777377.757462:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777377.757466:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777377.757469:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788777377.995573:0:33294:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788777377.995580:0:33294:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg335-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:3.0:1788777378.006817:0:33294:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788777378.532195:0:33307:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777378.782624:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777378.782630:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777378.782635:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777378.782636:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777378.783091:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777378.783095:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777378.783098:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777379.811751:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777379.811758:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777379.811768:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777379.811769:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777379.811989:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777379.811993:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777379.811996:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777379.926941:0:33404:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777380.125331:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296529969, at 4296530432 00000100:00000010:1.0:1788777380.125347:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6c7e0. 00000100:00000040:0.0:1788777380.126584:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296529969, at 4296530433 00000100:00000010:0.0:1788777380.126594:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945304d6cf60. 00000001:00000001:0.0:1788777380.369172:0:33441:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788777380.369179:0:33441:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:0.0:1788777380.386075:0:33441:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1788777380.656242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777380.656252:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777380.656259:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777380.656264:0:38:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:2.0:1788777380.656268:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777380.656279:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777380.656283:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777380.656291:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99700. 00000100:00000001:2.0:1788777380.656298:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656309:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777380.656318:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777380.656322:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656328:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_00+0] req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656352:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777380.656361:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777380.656365:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777380.656367:0:38:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777380.656369:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777380.656371:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777380.656373:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777380.656376:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99c00. 00000100:00000001:2.0:1788777380.656379:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656384:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777380.656390:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777380.656393:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656396:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091cb60f2] to pc [ptlrpcd_01_01+1] req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656404:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777380.656408:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777380.656411:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777380.656413:0:38:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777380.656415:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777380.656416:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777380.656418:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777380.656420:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99100. 00000100:00000001:2.0:1788777380.656423:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656427:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777380.656433:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777380.656435:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656438:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9772156] to pc [ptlrpcd_01_00+0] req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656451:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656453:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777380.656456:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777380.656459:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777380.656461:0:38:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:2.0:1788777380.656463:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777380.656464:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777380.656465:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777380.656468:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99900. 00000100:00000001:2.0:1788777380.656471:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656474:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777380.656480:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777380.656482:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656485:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f880d92] to pc [ptlrpcd_01_01+1] req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656491:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656495:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1868) 00000100:00000001:2.0:1788777380.656506:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777380.656509:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777380.656512:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777380.656516:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656523:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777380.656525:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.656529:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777380.656531:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777380.656533:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777380.656536:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126137472:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777380.656540:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777380.656545:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777380.656547:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.656549:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777380.656553:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945308a0ba00. 02000000:00000001:2.0:1788777380.656555:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777380.656562:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777380.656566:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464478. 00000400:00000010:2.0:1788777380.656574:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1770. 00000100:00000200:2.0:1788777380.656581:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126137472, portal 25 00000100:00000001:2.0:1788777380.656584:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777380.656585:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777380.656591:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656598:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777380.656601:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777380.656605:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1990. 00000100:00000200:2.0:1788777380.656608:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126137472, offset 0 00000400:00000200:2.0:1788777380.656614:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777380.656623:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777380.656630:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777380.656635:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777380.656639:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777380.656642:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777380.656645:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777380.656649:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2572:2572:256:4294967295] 192.168.203.135@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:2.0:1788777380.656652:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777380.656661:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777380.656667:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777380.656672:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef300. 00000800:00000200:2.0:1788777380.656679:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777380.656687:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777380.656691:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777380.656710:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777380.656714:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777380.656716:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296535105 00000100:00000010:2.0:1788777380.656721:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b7f60. 00000100:00000001:2.0:1788777380.656727:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788777380.656733:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296535105 00000100:00000010:2.0:1788777380.656735:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b7060. 00000100:00000001:2.0:1788777380.656739:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788777380.656742:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777380.656745:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.656748:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777380.656751:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656757:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777380.656758:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.656760:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777380.656762:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777380.656763:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777380.656766:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126137728:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777380.656769:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777380.656771:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777380.656773:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.656774:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777380.656777:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945308a0bc00. 02000000:00000001:2.0:1788777380.656778:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777380.656781:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777380.656784:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464cb8. 00000400:00000010:2.0:1788777380.656787:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1f68. 00000100:00000200:2.0:1788777380.656790:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126137728, portal 4 00000100:00000001:2.0:1788777380.656792:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777380.656793:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:2.0:1788777380.656800:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656807:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777380.656809:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777380.656811:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1660. 00000100:00000200:2.0:1788777380.656813:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126137728, offset 0 00000400:00000200:2.0:1788777380.656817:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777380.656821:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777380.656824:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777380.656827:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777380.656829:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777380.656831:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777380.656833:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777380.656847:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2573:2573:255:4294967295] 192.168.203.135@tcp LPNI seq info [2568:2568:7:4294967295] 00000400:00000200:2.0:1788777380.656851:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777380.656857:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777380.656861:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777380.656864:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187efb00. 00000800:00000200:2.0:1788777380.656867:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777380.656871:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777380.656874:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187efb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777380.656876:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.656880:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23533 usecs (24 jiffies) 00000400:00000200:2.0:1788777380.656882:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777380.656884:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296530986 00000100:00000001:2.0:1788777380.656886:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296535105 00000100:00000001:2.0:1788777380.656888:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296530986 00000100:00000001:2.0:1788777380.656890:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296535105 00000100:00000001:2.0:1788777380.656892:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777380.656893:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.656896:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.656898:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.656905:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777380.656907:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777380.656909:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777380.656911:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777380.656912:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777380.656915:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788777380.656917:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.656919:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777380.656920:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.656922:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777380.656923:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777380.656924:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777380.656927:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656933:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777380.656934:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.656936:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777380.656938:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777380.656940:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777380.656942:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126137600:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777380.656945:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777380.656947:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777380.656949:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.656950:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777380.656954:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945308a0be00. 02000000:00000001:2.0:1788777380.656955:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777380.656959:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777380.656961:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777380.656964:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1880. 00000100:00000200:2.0:1788777380.656968:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126137600, portal 10 00000100:00000001:2.0:1788777380.656970:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777380.656971:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:2.0:1788777380.656977:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.656983:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777380.656985:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777380.656987:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1a18. 00000100:00000200:2.0:1788777380.656989:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126137600, offset 0 00000400:00000200:2.0:1788777380.656993:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777380.656996:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777380.657000:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777380.657003:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777380.657005:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777380.657008:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777380.657010:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777380.657013:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2574:2574:254:4294967295] 192.168.203.135@tcp LPNI seq info [2569:2569:6:4294967295] 00000400:00000200:2.0:1788777380.657017:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777380.657023:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777380.657028:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777380.657031:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef200. 00000800:00000200:2.0:1788777380.657035:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777380.657039:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777380.657042:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777380.657045:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.657048:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 853085 usecs (854 jiffies) 00000400:00000200:2.0:1788777380.657050:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777380.657052:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296531816 00000100:00000001:2.0:1788777380.657054:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296535105 00000100:00000001:2.0:1788777380.657056:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296531816 00000100:00000001:2.0:1788777380.657058:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296535105 00000100:00000001:2.0:1788777380.657060:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777380.657062:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.657064:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777380.657067:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.657073:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777380.657074:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.657076:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777380.657078:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777380.657080:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777380.657082:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126137856:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777380.657085:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777380.657087:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777380.657089:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.657090:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777380.657092:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945308a0a600. 02000000:00000001:2.0:1788777380.657094:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777380.657097:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777380.657099:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464bb0. 00000400:00000010:2.0:1788777380.657102:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1198. 00000100:00000200:2.0:1788777380.657106:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126137856, portal 4 00000100:00000001:2.0:1788777380.657107:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777380.657108:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777380.657113:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.657118:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777380.657120:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777380.657122:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1088. 00000100:00000200:2.0:1788777380.657124:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126137856, offset 0 00000400:00000200:2.0:1788777380.657127:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777380.657130:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777380.657133:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777380.657135:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777380.657138:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777380.657140:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777380.657143:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777380.657146:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2575:2575:253:4294967295] 192.168.203.135@tcp LPNI seq info [2570:2570:5:4294967295] 00000400:00000200:2.0:1788777380.657150:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777380.657155:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777380.657159:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777380.657162:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187eff00. 00000800:00000200:2.0:1788777380.657166:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777380.657170:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777380.657172:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187eff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777380.657175:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.657178:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 248617 usecs (249 jiffies) 00000400:00000200:2.0:1788777380.657181:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777380.657182:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296531211 00000100:00000001:2.0:1788777380.657184:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296535105 00000100:00000001:2.0:1788777380.657187:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296531211 00000100:00000001:2.0:1788777380.657189:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296535105 00000100:00000001:2.0:1788777380.657190:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777380.657192:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.657195:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.657197:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.657210:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777380.657212:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777380.657722:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777380.657728:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef300. 00000400:00000200:1.0:1788777380.657733:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777380.657739:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777380.657744:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1990 00000400:00000010:1.0:1788777380.657746:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1990. 00000100:00000001:1.0:1788777380.657750:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777380.657756:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777380.657765:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777380.657768:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777380.657775:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777380.657777:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777380.657787:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777380.657789:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187efb00. 00000400:00000200:1.0:1788777380.657792:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777380.657795:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777380.657797:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1660 00000400:00000010:1.0:1788777380.657799:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1660. 00000100:00000001:1.0:1788777380.657801:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777380.657804:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777380.657810:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777380.657813:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777380.657818:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777380.657819:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777380.657824:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777380.657826:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef200. 00000400:00000200:1.0:1788777380.657828:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777380.657831:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777380.657833:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1a18 00000400:00000010:1.0:1788777380.657881:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1a18. 00000100:00000001:1.0:1788777380.657886:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777380.657889:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777380.657895:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777380.657898:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777380.657904:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777380.657905:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777380.657962:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777380.657965:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187eff00. 00000400:00000200:1.0:1788777380.657968:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777380.657971:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777380.657974:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1088 00000400:00000010:1.0:1788777380.657976:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1088. 00000100:00000001:1.0:1788777380.657979:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777380.657982:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777380.657993:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777380.657996:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777380.658001:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777380.658002:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777380.673535:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673551:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777380.673556:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673558:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777380.673567:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673574:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777380.673583:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673588:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673593:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673597:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c53380 00000400:00000200:0.0:1788777380.673601:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673608:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ef1 [1] + 224 00000800:00000001:0.0:1788777380.673615:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673619:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777380.673622:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777380.673627:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777380.673634:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777380.673643:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777380.673655:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777380.673678:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777380.673687:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673690:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777380.673692:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673694:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777380.673697:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673701:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777380.673704:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673707:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673709:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673712:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c53300 00000400:00000200:0.0:1788777380.673716:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673720:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ef9 [1] + 224 00000800:00000001:0.0:1788777380.673723:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673726:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777380.673728:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777380.673731:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777380.673734:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777380.673738:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777380.673746:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777380.673753:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777380.673757:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673760:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777380.673762:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673764:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777380.673766:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673770:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777380.673774:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673776:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673779:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673781:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c53400 00000400:00000200:0.0:1788777380.673784:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673787:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6f01 [1] + 224 00000800:00000001:0.0:1788777380.673791:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673794:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777380.673795:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777380.673798:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777380.673800:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777380.673804:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777380.673812:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777380.673819:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777380.673822:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673825:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777380.673826:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673828:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777380.673831:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673834:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777380.673837:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673840:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673842:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673845:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c53280 00000400:00000200:0.0:1788777380.673848:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777380.673852:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6ee9 [1] + 224 00000800:00000001:0.0:1788777380.673855:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673863:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777380.673865:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777380.673869:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777380.673871:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777380.673875:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777380.673884:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777380.673891:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777380.673893:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777380.673895:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.673972:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777380.673976:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777380.673983:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777380.673985:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777380.673988:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777380.673992:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1880 00000400:00000010:2.0:1788777380.673995:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1880. 00000100:00000001:2.0:1788777380.673997:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777380.674002:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777380.674016:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674023:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777380.674024:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674027:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777380.674030:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777380.674033:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777380.674035:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.674038:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777380.674049:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=53 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777380.674054:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777380.674057:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777380.674059:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777380.674062:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777380.674065:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.674068:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777380.674070:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777380.674073:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777380.674074:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.674079:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674086:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777380.674089:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777380.674091:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777380.674095:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777380.674104:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126137600:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777380.674109:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777380.674110:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777380.674112:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464bb0. 00000400:00000200:2.0:1788777380.674114:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:2.0:1788777380.674116:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:2.0:1788777380.674118:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777380.674121:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777380.674130:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674136:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777380.674138:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674139:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777380.674141:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777380.674142:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777380.674143:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.674145:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777380.674148:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777380.674151:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777380.674154:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777380.674155:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777380.674157:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777380.674158:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.674161:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777380.674162:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777380.674164:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777380.674165:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.674169:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674175:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777380.674177:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777380.674178:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777380.674182:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777380.674189:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126137856:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777380.674196:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777380.674197:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777380.674198:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464478. 00000400:00000200:2.0:1788777380.674200:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1770 00000400:00000010:2.0:1788777380.674202:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1770. 00000100:00000001:2.0:1788777380.674204:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777380.674207:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777380.674245:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674253:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777380.674254:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674256:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777380.674257:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777380.674258:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777380.674260:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.674262:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777380.674265:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777380.674268:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777380.674280:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777380.674281:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777380.674283:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777380.674285:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.674287:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.674291:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674297:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777380.674299:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777380.674301:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777380.674304:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777380.674312:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126137472:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777380.674318:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777380.674319:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777380.674321:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464cb8. 00000400:00000200:2.0:1788777380.674323:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1f68 00000400:00000010:2.0:1788777380.674325:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1f68. 00000100:00000001:2.0:1788777380.674328:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777380.674331:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777380.674339:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674346:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777380.674347:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674349:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777380.674350:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777380.674351:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777380.674353:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777380.674355:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777380.674358:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777380.674360:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777380.674363:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777380.674364:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777380.674366:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777380.674368:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.674370:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777380.674371:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1788777380.674373:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777380.674375:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777380.674378:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674385:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777380.674387:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777380.674388:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777380.674392:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777380.674400:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126137728:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777380.674404:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674407:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777380.674410:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126137600/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674417:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777380.674419:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777380.674423:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945308a0be00. 02000000:00000001:2.0:1788777380.674426:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777380.674429:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777380.674431:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777380.674433:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777380.674436:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99c00. 02000000:00000001:2.0:1788777380.674450:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777380.674452:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777380.674454:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777380.674457:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777380.674459:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674461:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777380.674464:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126137856/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674471:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777380.674472:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777380.674474:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945308a0a600. 02000000:00000001:2.0:1788777380.674476:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777380.674477:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777380.674478:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777380.674480:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777380.674482:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99900. 02000000:00000001:2.0:1788777380.674484:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777380.674485:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777380.674486:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:2.0:1788777380.674489:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777380.674491:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674492:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777380.674496:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126137472/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674502:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777380.674503:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777380.674505:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945308a0ba00. 02000000:00000001:2.0:1788777380.674507:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777380.674508:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777380.674509:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777380.674510:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777380.674512:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99700. 02000000:00000001:2.0:1788777380.674513:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777380.674515:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777380.674516:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777380.674519:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777380.674520:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674521:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777380.674524:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126137728/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777380.674530:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777380.674532:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777380.674533:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945308a0bc00. 02000000:00000001:2.0:1788777380.674535:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777380.674536:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777380.674537:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777380.674540:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777380.674541:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99100. 02000000:00000001:2.0:1788777380.674543:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777380.674544:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777380.674546:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:2.0:1788777380.674548:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777380.674549:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674551:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777380.674790:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777380.674792:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777380.674795:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777380.674797:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777380.829888:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777380.829897:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777380.829900:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777380.829903:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777380.829908:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777380.829910:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777380.829912:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777380.829914:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777380.829919:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777380.829920:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777380.830078:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777380.830081:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777380.830084:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777381.855651:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777381.855658:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777381.855663:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777381.855666:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777381.855668:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777381.855674:0:30452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777381.855676:0:30452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777381.855677:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777381.855680:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777381.855682:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777381.855684:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777381.855686:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777381.855740:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777381.855743:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777381.855746:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777382.029313:0:33459:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777382.399919:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bd08 00000080:00200008:1.0:1788777382.399929:0:33479:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777382.399938:0:33479:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777382.399940:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bc80 00000080:00200000:1.0:1788777382.399942:0:33479:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777382.399948:0:33479:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310363600. 00800000:00000002:1.0:1788777382.399954:0:33479:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777382.399960:0:33479:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777382.399965:0:33479:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777382.400193:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bba0 00800000:00000002:1.0:1788777382.400198:0:33479:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777382.400202:0:33479:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777382.400206:0:33479:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777382.400212:0:33479:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777382.400214:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9ba70 00000002:00010000:1.0:1788777382.400216:0:33479:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777382.400584:0:33479:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777382.400586:0:33479:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777382.400589:0:33479:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777382.400595:0:33479:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:1.0:1788777382.400598:0:33479:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777382.400603:0:33479:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777382.400608:0:33479:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777382.400613:0:33479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777382.400624:0:33479:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777382.400690:0:33479:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777382.400694:0:33479:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777382.400702:0:33479:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777382.400703:0:33479:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777382.400705:0:33479:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777382.400708:0:33479:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777382.400709:0:33479:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777382.400712:0:33479:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777382.400714:0:33479:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777382.400718:0:33479:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777382.400721:0:33479:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310363600. 00000080:00000001:1.0:1788777382.400725:0:33479:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777382.400727:0:33479:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777382.400730:0:33479:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777382.400733:0:33479:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:1.0:1788777382.400736:0:33479:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777382.400739:0:33479:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777382.400740:0:33479:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777382.400743:0:33479:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777382.400746:0:33479:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:1.0:1788777382.400748:0:33479:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777382.400751:0:33479:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777382.400754:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777382.400755:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777382.400757:0:33479:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777382.400759:0:33479:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777382.400761:0:33479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80d9bcb8 00010000:00000001:1.0:1788777382.400763:0:33479:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777382.400764:0:33479:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777382.400765:0:33479:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:1.0:1788777382.400766:0:33479:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777382.400768:0:33479:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:1.0:1788777382.400770:0:33479:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777382.400773:0:33479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777382.400780:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777382.400781:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777382.400782:0:33479:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777382.400785:0:33479:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777382.400787:0:33479:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777382.401141:0:33479:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777382.401144:0:33479:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777382.401147:0:33479:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777382.401151:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777382.401152:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777382.401154:0:33479:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777382.401158:0:33479:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777382.401159:0:33479:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777382.401161:0:33479:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777382.401164:0:33479:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777382.401165:0:33479:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777382.401167:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777382.401168:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777382.401171:0:33479:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777382.401172:0:33479:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777382.401176:0:33479:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777382.401180:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bd08 00000080:00000008:1.0:1788777382.401182:0:33479:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777382.406541:0:33479:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777382.406598:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bd08 00000080:00200008:0.0:1788777382.406602:0:33479:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777382.406609:0:33479:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777382.406611:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bc80 00000080:00200000:0.0:1788777382.406613:0:33479:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777382.406621:0:33479:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453221f4000. 00800000:00000002:0.0:1788777382.406627:0:33479:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777382.407320:0:33479:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777382.407327:0:33479:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777382.407329:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bba0 00800000:00000002:0.0:1788777382.407333:0:33479:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777382.407337:0:33479:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777382.407341:0:33479:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777382.407346:0:33479:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777382.407348:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9ba70 00000002:00010000:0.0:1788777382.407349:0:33479:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777382.407353:0:33479:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777382.407354:0:33479:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777382.407357:0:33479:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777382.407364:0:33479:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:0.0:1788777382.407367:0:33479:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777382.407372:0:33479:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777382.407376:0:33479:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777382.407381:0:33479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788777382.407392:0:33479:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777382.407397:0:33479:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777382.407400:0:33479:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788777382.407407:0:33479:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777382.407409:0:33479:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777382.407411:0:33479:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777382.407413:0:33479:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777382.407415:0:33479:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777382.407417:0:33479:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777382.407420:0:33479:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777382.407423:0:33479:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777382.407426:0:33479:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9453221f4000. 00000080:00000001:0.0:1788777382.407431:0:33479:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777382.407433:0:33479:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777382.407436:0:33479:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777382.407439:0:33479:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:0.0:1788777382.407442:0:33479:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777382.407445:0:33479:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777382.407447:0:33479:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777382.407448:0:33479:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777382.407451:0:33479:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:0.0:1788777382.407454:0:33479:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777382.407456:0:33479:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777382.407460:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777382.407462:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777382.407463:0:33479:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777382.407465:0:33479:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777382.407467:0:33479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80d9bcb8 00010000:00000001:0.0:1788777382.407469:0:33479:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777382.407470:0:33479:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777382.407472:0:33479:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:0.0:1788777382.407473:0:33479:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777382.407475:0:33479:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777382.407477:0:33479:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777382.407479:0:33479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777382.407485:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777382.407486:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777382.407487:0:33479:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777382.407489:0:33479:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777382.407491:0:33479:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777382.407497:0:33479:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777382.407500:0:33479:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777382.407502:0:33479:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777382.407506:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777382.407507:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777382.407509:0:33479:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777382.407512:0:33479:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777382.407513:0:33479:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777382.407515:0:33479:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777382.407518:0:33479:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777382.407520:0:33479:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777382.407521:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777382.407522:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777382.407525:0:33479:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777382.407527:0:33479:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777382.407530:0:33479:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777382.407534:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bd08 00000080:00000008:0.0:1788777382.407536:0:33479:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777382.409431:0:33479:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777382.409438:0:33479:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777382.409441:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bb78 00000080:00200000:0.0:1788777382.409445:0:33479:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777382.409452:0:33479:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453221f4000. 00800000:00000002:0.0:1788777382.409459:0:33479:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777382.409463:0:33479:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777382.409467:0:33479:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777382.409469:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9ba98 00800000:00000002:0.0:1788777382.409472:0:33479:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777382.409476:0:33479:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777382.409479:0:33479:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777382.409483:0:33479:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777382.409485:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9b968 00000002:00010000:0.0:1788777382.409487:0:33479:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777382.409491:0:33479:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777382.409492:0:33479:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777382.409495:0:33479:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777382.409502:0:33479:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:0.0:1788777382.409505:0:33479:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777382.409508:0:33479:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777382.409511:0:33479:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777382.409516:0:33479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788777382.409525:0:33479:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777382.409529:0:33479:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777382.409532:0:33479:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788777382.409539:0:33479:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777382.409541:0:33479:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777382.409543:0:33479:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777382.409545:0:33479:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777382.409547:0:33479:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777382.409549:0:33479:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777382.409552:0:33479:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777382.409555:0:33479:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777382.409558:0:33479:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9453221f4000. 00000080:00000001:0.0:1788777382.409562:0:33479:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777382.409564:0:33479:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777382.409567:0:33479:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777382.409570:0:33479:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:0.0:1788777382.409574:0:33479:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777382.409576:0:33479:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777382.409577:0:33479:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777382.409579:0:33479:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777382.409582:0:33479:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:0.0:1788777382.409584:0:33479:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777382.409586:0:33479:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777382.409589:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777382.409591:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777382.409592:0:33479:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777382.409594:0:33479:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777382.409596:0:33479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80d9bbb0 00010000:00000001:0.0:1788777382.409599:0:33479:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777382.409600:0:33479:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777382.409601:0:33479:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:0.0:1788777382.409603:0:33479:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777382.409605:0:33479:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:0.0:1788777382.409607:0:33479:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777382.409609:0:33479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777382.409616:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777382.409617:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777382.409619:0:33479:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777382.409621:0:33479:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777382.409623:0:33479:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788777382.409700:0:33479:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777382.409704:0:33479:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777382.409706:0:33479:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777382.409710:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777382.409711:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777382.409713:0:33479:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777382.409716:0:33479:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777382.409717:0:33479:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777382.409719:0:33479:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777382.409721:0:33479:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777382.409724:0:33479:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777382.409725:0:33479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777382.409726:0:33479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777382.409729:0:33479:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777382.409731:0:33479:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777382.409733:0:33479:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:0.0:1788777382.409738:0:33479:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.409743:0:33479:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788777382.409746:0:33479:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777382.409748:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bb78 00000080:00200008:0.0:1788777382.409750:0:33479:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000 00000080:00000010:0.0:1788777382.409755:0:33479:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945304f82dc0. 00000080:00000001:0.0:1788777382.409759:0:33479:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.409760:0:33479:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.409878:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.409881:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.409888:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.409890:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.409895:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d23800. 00000020:00000001:0.0:1788777382.409899:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.409902:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.409905:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.409907:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d23800 uarg=0000000000000000 00800000:00000001:0.0:1788777382.409913:0:33479:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788777382.409916:0:33479:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: age 1854, max_age 1864 00000002:00000001:0.0:1788777382.409920:0:33479:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788777382.409922:0:33479:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000010:0.0:1788777382.409928:0:33479:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2d80. 00000020:00000040:0.0:1788777382.409931:0:33479:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777382.409934:0:33479:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777382.409937:0:33479:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777382.409939:0:33479:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777382.409945:0:33479:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114f400. 00000100:00000001:0.0:1788777382.409952:0:33479:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777382.409955:0:33479:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777382.409957:0:33479:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777382.409963:0:33479:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531a1fb480. 00000100:00000001:0.0:1788777382.409965:0:33479:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683374322816 : -118390335228800 : ffff94531a1fb480) 00000100:00000001:0.0:1788777382.410038:0:33479:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777382.410041:0:33479:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082718592 : -118390626833024 : ffff945308be2d80) 00000100:00000001:0.0:1788777382.410046:0:33479:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777382.410050:0:33479:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777382.410052:0:33479:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777382.410053:0:33479:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777382.410064:0:33479:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.410072:0:33479:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777382.410074:0:33479:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777382.410078:0:33479:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777382.410080:0:33479:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777382.410083:0:33479:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777382.410086:0:33479:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33479:1875667126137984:192.168.203.135@tcp:41:lfs.0 00000100:00000001:0.0:1788777382.410091:0:33479:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777382.410096:0:33479:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777382.410098:0:33479:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777382.410101:0:33479:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777382.410106:0:33479:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d23c00. 02000000:00000001:0.0:1788777382.410108:0:33479:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777382.410115:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777382.410119:0:33479:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014ba50. 00000400:00000010:0.0:1788777382.410125:0:33479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c770. 00000100:00000200:0.0:1788777382.410132:0:33479:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126137984, portal 10 00000100:00000001:0.0:1788777382.410134:0:33479:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777382.410135:0:33479:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082718592 : -118390626833024 : ffff945308be2d80) 00000100:00000040:0.0:1788777382.410141:0:33479:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.410148:0:33479:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777382.410150:0:33479:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777382.410152:0:33479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c440. 00000100:00000200:0.0:1788777382.410154:0:33479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126137984, offset 0 00000400:00000200:0.0:1788777382.410161:0:33479:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777382.410169:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.410175:0:33479:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777382.410181:0:33479:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777382.410186:0:33479:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777382.410190:0:33479:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777382.410192:0:33479:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777382.410196:0:33479:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2576:2576:256:4294967295] 192.168.203.135@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:0.0:1788777382.410200:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.410209:0:33479:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777382.410217:0:33479:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777382.411421:0:33479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f800. 00000800:00000200:0.0:1788777382.411433:0:33479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777382.411440:0:33479:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777382.411445:0:33479:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777382.411777:0:33479:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777382.411783:0:33479:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 852028 usecs (853 jiffies) 00000400:00000200:0.0:1788777382.411789:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777382.411793:0:33479:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296533571 00000100:00000001:0.0:1788777382.411795:0:33479:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296535105 00000100:00000001:0.0:1788777382.411798:0:33479:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296533571 00000100:00000001:0.0:1788777382.411800:0:33479:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296535105 00000100:00000001:0.0:1788777382.411802:0:33479:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777382.411804:0:33479:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777382.411807:0:33479:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777382.411809:0:33479:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777382.411812:0:33479:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531a1fb480 going to sleep for 11 seconds 00000100:00000001:0.0:1788777382.411814:0:33479:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777382.411817:0:33479:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777382.417764:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777382.417774:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f800. 00000400:00000200:0.0:1788777382.417780:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777382.417787:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777382.417795:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c440 00000400:00000010:0.0:1788777382.417797:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c440. 00000100:00000001:0.0:1788777382.417802:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777382.417810:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.417822:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777382.417835:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.417842:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777382.417844:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777382.421510:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.421528:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777382.421533:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.421535:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777382.421545:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.421553:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777382.421563:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.421567:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.421573:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.421577:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 10 MB=0x6a9e8c8c53480 00000400:00000200:0.0:1788777382.421581:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.421588:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 368/368 into md 0x6f09 [1] + 224 00000800:00000001:0.0:1788777382.421594:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.421601:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777382.421605:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777382.421620:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777382.421627:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777382.421637:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777382.421649:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.421677:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777382.421686:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.421689:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777382.421858:0:33479:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777382.421867:0:33479:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777382.421869:0:33479:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777382.421872:0:33479:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014ba50. 00000400:00000200:2.0:1788777382.421877:0:33479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c770 00000400:00000010:2.0:1788777382.421879:0:33479:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c770. 00000100:00000001:2.0:1788777382.421882:0:33479:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777382.421887:0:33479:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777382.421895:0:33479:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777382.421901:0:33479:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777382.421903:0:33479:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777382.421905:0:33479:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777382.421909:0:33479:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777382.421911:0:33479:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777382.421913:0:33479:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777382.421915:0:33479:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777382.421924:0:33479:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=55 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777382.421929:0:33479:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777382.421931:0:33479:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777382.421933:0:33479:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777382.421935:0:33479:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777382.421938:0:33479:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777382.421942:0:33479:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777382.421944:0:33479:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777382.421946:0:33479:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777382.421947:0:33479:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777382.421951:0:33479:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777382.421959:0:33479:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777382.421962:0:33479:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777382.421963:0:33479:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777382.421978:0:33479:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777382.421986:0:33479:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2d80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33479:1875667126137984:192.168.203.135@tcp:41:lfs.0 00000100:00000001:2.0:1788777382.421991:0:33479:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777382.421993:0:33479:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777382.421995:0:33479:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777382.421997:0:33479:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777382.422000:0:33479:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777382.422006:0:33479:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777382.422009:0:33479:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531a1fb480. 00000100:00000001:2.0:1788777382.422012:0:33479:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777382.422013:0:33479:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777382.422019:0:33479:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788777382.422020:0:33479:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777382.422023:0:33479:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2d80 x1875667126137984/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777382.422030:0:33479:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777382.422032:0:33479:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777382.422034:0:33479:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d23c00. 02000000:00000001:2.0:1788777382.422037:0:33479:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777382.422039:0:33479:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777382.422040:0:33479:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777382.422043:0:33479:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777382.422045:0:33479:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114f400. 02000000:00000001:2.0:1788777382.422049:0:33479:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777382.422050:0:33479:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777382.422052:0:33479:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2d80. 00000100:00000001:2.0:1788777382.422057:0:33479:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777382.422058:0:33479:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777382.422060:0:33479:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777382.422061:0:33479:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777382.422063:0:33479:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788777382.422065:0:33479:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: update ffff945308bd8450 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:2.0:1788777382.422069:0:33479:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777382.422075:0:33479:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422078:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777382.422081:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d23800. 00000080:00000001:2.0:1788777382.422084:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422087:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422155:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422159:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422168:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422170:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422175:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422179:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422181:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422184:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422186:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422190:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422192:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422194:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422196:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422199:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422201:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422204:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422206:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422208:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422209:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422212:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422214:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422216:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422216:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422266:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422270:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422272:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422274:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422277:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422279:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422281:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422286:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422287:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422290:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422291:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422294:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422296:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422298:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422299:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422300:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422302:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422304:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422305:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422307:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422309:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422310:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422312:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422313:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422315:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422316:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422318:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422320:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422322:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422323:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422325:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422327:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422329:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422331:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422333:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422335:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422336:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422338:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422340:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422342:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422343:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422344:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422346:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422348:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422349:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422350:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422353:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422355:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422356:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422358:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422360:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422361:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422364:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422365:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422367:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422369:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422371:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422372:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422374:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422375:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422376:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422378:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422380:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422382:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422383:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422386:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422387:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422390:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422391:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422393:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422394:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422396:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422398:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422399:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422400:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422401:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422403:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422405:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422406:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422408:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422410:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422411:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422413:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422414:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422416:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422417:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422419:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422421:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422422:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422423:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422424:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422426:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422428:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422429:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422431:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422433:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422434:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422437:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422439:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422441:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422442:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422444:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422446:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422448:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422448:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422449:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422452:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422454:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422455:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422457:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422459:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422460:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422463:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422464:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422467:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422467:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422469:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422471:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422473:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422473:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422475:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422477:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422478:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422480:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422481:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422483:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422485:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422487:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422488:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422490:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422491:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422493:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422495:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422497:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422498:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422499:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422501:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422503:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422504:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422506:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422508:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422510:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422513:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422514:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422517:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422518:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422520:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422522:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422523:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422524:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422525:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422527:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422529:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422530:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422532:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422534:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422535:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422538:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422540:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422541:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422542:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422544:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422546:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422548:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422550:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422551:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422554:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422556:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422557:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422559:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422561:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422563:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422566:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422567:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422570:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422571:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422573:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422575:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422578:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422578:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422580:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422582:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422584:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422586:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422588:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422590:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422592:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422595:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422596:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422598:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422599:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422602:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422604:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422605:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422606:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422607:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422610:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422612:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422614:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422616:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422619:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422620:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422623:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422624:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422627:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422628:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422630:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422632:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422633:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422634:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422636:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422638:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422640:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422641:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422643:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422645:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422647:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422650:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422651:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422654:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422655:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422657:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422659:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422661:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422662:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422663:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422666:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422668:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422670:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422672:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422674:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422676:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422678:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422679:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422681:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422682:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422684:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422686:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422687:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422688:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422690:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422692:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422693:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422695:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422697:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422699:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422700:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422703:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422704:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422706:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422707:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422709:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422711:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422713:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422713:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422715:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422717:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422719:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422721:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422723:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422725:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422727:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422729:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422731:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422734:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422735:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422737:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422739:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422741:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422742:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422743:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422746:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422748:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422749:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422751:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422753:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422754:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422757:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422758:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422760:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422761:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422763:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422765:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422767:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422768:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422769:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422771:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422773:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422774:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422776:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422778:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422780:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422783:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422784:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422786:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422787:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422789:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422791:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422793:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422794:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422795:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422798:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422800:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422802:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422804:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422805:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422807:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422809:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422811:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422814:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422815:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777382.422817:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab000. 00000020:00000001:2.0:1788777382.422819:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777382.422821:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777382.422822:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777382.422823:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab000 uarg=0000000000000000 00800000:00000001:2.0:1788777382.422826:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422828:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422829:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777382.422831:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab000. 00000080:00000001:2.0:1788777382.422833:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422834:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777382.422837:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777382.422838:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:2.0:1788777382.422843:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777382.422844:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.426684:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.426695:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.426699:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.426703:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.426705:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.426711:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426713:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426716:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.426719:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.426722:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426725:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426736:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.426738:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.426744:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.426746:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.426748:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.426750:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.426752:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.426753:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.426754:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.426757:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426759:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426760:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.426762:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.426764:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426766:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426768:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.426769:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.426772:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.426772:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.426774:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.426776:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.426777:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.426778:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.426779:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.426781:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426783:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426785:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.426787:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.426788:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426790:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426792:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.426794:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.426796:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.426797:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.426798:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.426800:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.426802:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.426803:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.426804:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.426807:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426808:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426810:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.426812:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.426813:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426815:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.426817:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.426818:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.426820:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.426821:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.427005:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.427008:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.427010:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.427012:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.427013:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.427016:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427017:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427019:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.427021:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.427023:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427025:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427029:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.427031:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.427034:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.427035:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.427037:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.427039:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.427040:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.427041:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.427043:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.427045:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427047:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427049:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.427051:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.427053:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427054:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427056:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.427058:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.427060:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.427061:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.427062:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.427064:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.427065:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.427066:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.427067:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.427069:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427071:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427073:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.427075:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.427076:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427078:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427080:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.427081:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.427083:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.427084:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.427086:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.427087:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.427089:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.427090:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.427091:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.427093:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427095:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427097:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.427099:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.427100:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427102:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427105:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.427106:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.427108:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.427109:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.427110:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.427112:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.427114:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.427114:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.427116:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.427118:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427119:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427121:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.427123:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.427124:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427126:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427128:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.427129:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.427131:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.427132:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.427134:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.427136:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.427137:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.427138:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.427139:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.427141:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427143:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427144:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.427146:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.427148:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427150:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427152:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.427154:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.427156:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.427157:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.427158:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.427160:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.427162:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.427163:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.427164:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.427166:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427167:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427169:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.427171:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.427172:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427174:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427176:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.427178:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.427179:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.427180:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.427182:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.427184:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.427185:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.427186:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.427187:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.427189:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427190:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427191:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.427193:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.427195:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427196:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427199:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777382.427201:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:0.0:1788777382.427203:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777382.427204:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777382.427206:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d20400. 00000020:00000001:0.0:1788777382.427208:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777382.427210:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777382.427211:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777382.427212:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d20400 uarg=0000000000000000 00800000:00000001:0.0:1788777382.427214:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427216:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427218:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788777382.427342:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d20400. 00000080:00000001:0.0:1788777382.427345:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788777382.427347:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434580:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434587:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.434598:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.434601:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.434618:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.434624:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.434627:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.434631:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.434633:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.434638:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434640:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434643:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.434646:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.434651:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434654:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434659:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434660:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.434664:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.434665:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.434668:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.434670:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.434671:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.434672:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.434674:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.434676:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434678:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434679:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.434681:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.434683:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434684:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434687:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434688:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.434690:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.434691:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.434693:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.434695:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.434696:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.434697:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.434698:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.434700:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434702:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434703:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.434705:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.434707:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434708:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434711:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434712:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.434714:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.434716:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.434718:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.434720:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.434721:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.434722:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.434723:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.434726:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434728:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434729:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.434731:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.434733:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434734:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434737:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434739:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.434741:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.434742:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.434744:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.434746:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.434748:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.434749:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.434750:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.434752:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434754:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434756:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.434758:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.434760:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434762:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434765:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434766:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.434768:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.434769:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.434771:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.434773:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.434775:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.434776:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.434777:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.434779:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434781:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434783:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.434785:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.434787:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434789:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434791:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434793:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.434795:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.434796:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.434798:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.434801:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.434802:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.434803:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.434804:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.434807:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434809:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434810:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.434812:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.434814:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434816:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434819:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434934:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.434938:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.434939:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.434942:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.434945:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.434947:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.434948:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.434949:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.434954:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434956:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434958:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.434960:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.434962:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434964:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434969:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434970:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.434973:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.434974:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.434977:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.434979:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.434981:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.434982:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.434983:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.434985:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434987:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434988:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.434990:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.434992:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434994:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.434997:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.434998:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435001:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435002:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435004:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435006:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435008:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435008:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435010:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435012:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435014:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435016:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435018:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435020:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435022:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435025:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435026:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435029:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435030:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435032:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435034:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435035:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435036:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435037:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435040:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435041:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435043:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435044:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435046:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435048:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435051:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435052:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435054:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435055:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435057:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435059:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435061:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435062:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435063:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435065:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435067:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435069:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435071:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435074:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435076:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435079:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435080:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435082:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435083:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435086:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435088:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435089:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435090:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435092:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435094:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435096:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435097:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435099:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435101:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435103:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435106:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435108:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435110:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435111:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435113:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435115:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435117:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435118:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435119:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435121:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435122:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435124:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435126:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435127:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435129:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435132:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435134:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435137:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435138:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435140:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435141:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435143:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435144:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435145:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435147:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435149:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435150:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435152:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435154:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435155:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435158:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435159:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435161:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435162:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435164:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435166:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435167:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435168:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435169:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435172:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435174:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435175:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435177:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435179:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435180:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435183:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435184:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435186:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435187:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435189:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435191:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435192:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435193:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435195:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435197:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435199:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435201:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435203:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435204:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435206:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435208:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435209:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435212:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435213:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435215:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435217:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435236:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435238:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435239:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435242:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435244:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435246:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435248:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435250:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435252:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435255:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435266:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435270:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435271:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435274:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435276:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435278:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435280:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435281:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435284:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435286:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435288:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435290:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435292:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435294:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435297:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435298:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435301:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435302:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435304:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435306:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435308:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435309:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435310:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435312:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435314:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435316:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435318:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435320:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435322:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435325:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435326:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435328:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435329:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435330:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435332:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435333:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435334:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435336:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435338:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435339:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435341:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435343:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435344:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435346:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435348:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435349:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435351:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435352:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435354:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435356:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435357:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435358:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435360:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435362:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435364:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435366:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435368:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435370:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435372:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435374:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435376:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435378:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435379:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435381:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435383:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435385:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435386:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435387:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435389:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435391:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435393:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435395:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435397:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435399:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435402:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435404:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435406:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435407:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435410:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435411:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435412:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435413:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435414:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435417:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435418:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435420:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435422:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435424:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435426:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435428:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435429:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435432:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435433:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435434:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435436:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435437:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435438:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435439:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435441:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435443:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435445:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435446:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435448:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435450:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435453:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435455:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435457:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435458:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435460:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435461:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435463:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435464:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435465:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435467:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435468:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435470:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435471:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435473:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435475:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435477:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435479:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435481:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435482:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435484:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435486:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435488:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435488:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435489:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435492:0:33479:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435494:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435496:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.435498:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435500:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435501:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.435504:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435505:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435507:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435508:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435511:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435512:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435514:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777382.435515:0:33479:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777382.435516:0:33479:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00800000:00000001:3.0:1788777382.435518:0:33479:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777382.435520:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777382.435521:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788777382.435523:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.435525:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777382.435527:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777382.435530:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.435532:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.435534:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.435535:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.435537:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.435539:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.435541:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.435545:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.435547:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.435553:0:33479:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788777382.435555:0:33479:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9453090ac800: age 1854, max_age 1864 00000008:00000001:3.0:1788777382.435558:0:33479:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788777382.435562:0:33479:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000010:3.0:1788777382.435568:0:33479:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c380. 00000020:00000040:3.0:1788777382.435572:0:33479:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777382.435576:0:33479:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777382.435577:0:33479:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777382.435579:0:33479:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777382.435581:0:33479:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777382.435584:0:33479:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777382.435588:0:33479:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777382.435596:0:33479:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945310e4f400. 00000100:00000001:3.0:1788777382.435602:0:33479:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.435605:0:33479:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777382.435672:0:33479:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777382.435679:0:33479:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453067769c0. 00000100:00000001:3.0:1788777382.435681:0:33479:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044526528 : -118390665025088 : ffff9453067769c0) 00000100:00000001:3.0:1788777382.435684:0:33479:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777382.435686:0:33479:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000001:3.0:1788777382.435691:0:33479:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777382.435695:0:33479:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.435697:0:33479:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777382.435699:0:33479:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777382.435708:0:33479:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.435716:0:33479:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777382.435719:0:33479:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777382.435722:0:33479:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777382.435725:0:33479:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777382.435727:0:33479:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777382.435730:0:33479:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33479:1875667126138112:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777382.435734:0:33479:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777382.435739:0:33479:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777382.435741:0:33479:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777382.435744:0:33479:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777382.435748:0:33479:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e000. 02000000:00000001:3.0:1788777382.435750:0:33479:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777382.435757:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777382.435761:0:33479:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777382.435767:0:33479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777382.435774:0:33479:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126138112, portal 4 00000100:00000001:3.0:1788777382.435776:0:33479:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777382.435777:0:33479:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000040:3.0:1788777382.435784:0:33479:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.435790:0:33479:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777382.435794:0:33479:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777382.435796:0:33479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083474c8. 00000100:00000200:3.0:1788777382.435800:0:33479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667126138112, offset 0 00000400:00000200:3.0:1788777382.435807:0:33479:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777382.435815:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777382.435822:0:33479:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777382.435991:0:33479:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777382.435996:0:33479:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777382.435999:0:33479:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777382.436002:0:33479:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777382.436006:0:33479:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2577:2577:256:4294967295] 192.168.203.135@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:3.0:1788777382.436011:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777382.436020:0:33479:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777382.436026:0:33479:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777382.436031:0:33479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f800. 00000800:00000200:3.0:1788777382.436038:0:33479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777382.436045:0:33479:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777382.436050:0:33479:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777382.436140:0:33479:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777382.436145:0:33479:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23528 usecs (24 jiffies) 00000400:00000200:3.0:1788777382.436148:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777382.436151:0:33479:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296532766 00000100:00000001:3.0:1788777382.436153:0:33479:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296535105 00000100:00000001:3.0:1788777382.436156:0:33479:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296532766 00000100:00000001:3.0:1788777382.436158:0:33479:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296535105 00000100:00000001:3.0:1788777382.436160:0:33479:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777382.436162:0:33479:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.436164:0:33479:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777382.436166:0:33479:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777382.436169:0:33479:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453067769c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788777382.436172:0:33479:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777382.436174:0:33479:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777382.439577:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777382.439587:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f800. 00000400:00000200:0.0:1788777382.439594:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777382.439603:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777382.439623:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083474c8 00000400:00000010:0.0:1788777382.439627:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083474c8. 00000100:00000001:0.0:1788777382.439632:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777382.439641:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.439653:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777382.439657:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.439663:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777382.439665:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777382.446813:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.446833:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777382.446838:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.446840:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777382.446850:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.446858:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777382.446869:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.446873:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.446878:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.446882:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 4 MB=0x6a9e8c8c53500 00000400:00000200:0.0:1788777382.446888:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.446894:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 368/368 into md 0x6f19 [1] + 224 00000800:00000001:0.0:1788777382.446901:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.446910:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777382.446913:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777382.446929:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777382.446936:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777382.446945:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777382.446957:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.446982:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777382.446991:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.446994:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777382.447106:0:33479:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777382.447115:0:33479:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777382.447117:0:33479:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777382.447120:0:33479:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777382.447125:0:33479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:3.0:1788777382.447127:0:33479:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:3.0:1788777382.447130:0:33479:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777382.447134:0:33479:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777382.447143:0:33479:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.447149:0:33479:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777382.447151:0:33479:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777382.447154:0:33479:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777382.447158:0:33479:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777382.447160:0:33479:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777382.447163:0:33479:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777382.447166:0:33479:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777382.447176:0:33479:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022cf0 time=53 v=5 (5 0 0 0) 00000100:00001000:3.0:1788777382.447180:0:33479:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777382.447183:0:33479:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777382.447184:0:33479:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777382.447186:0:33479:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777382.447190:0:33479:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.447193:0:33479:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777382.447195:0:33479:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788777382.447197:0:33479:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777382.447199:0:33479:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777382.447204:0:33479:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.447211:0:33479:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777382.447214:0:33479:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777382.447216:0:33479:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777382.447270:0:33479:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777382.447278:0:33479:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33479:1875667126138112:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777382.447283:0:33479:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777382.447287:0:33479:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.447289:0:33479:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777382.447291:0:33479:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777382.447295:0:33479:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.447302:0:33479:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777382.447304:0:33479:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453067769c0. 00000100:00000001:3.0:1788777382.447308:0:33479:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777382.447310:0:33479:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777382.447315:0:33479:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788777382.447317:0:33479:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777382.447320:0:33479:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c380 x1875667126138112/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.447326:0:33479:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777382.447328:0:33479:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777382.447330:0:33479:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e000. 02000000:00000001:3.0:1788777382.447333:0:33479:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777382.447336:0:33479:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777382.447338:0:33479:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777382.447340:0:33479:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777382.447343:0:33479:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945310e4f400. 02000000:00000001:3.0:1788777382.447346:0:33479:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777382.447348:0:33479:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777382.447350:0:33479:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c380. 00000100:00000001:3.0:1788777382.447354:0:33479:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777382.447355:0:33479:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788777382.447359:0:33479:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9453090ac800: update ffff945308bdd178 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:3.0:1788777382.447363:0:33479:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777382.447368:0:33479:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.447371:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777382.447374:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.447377:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.447379:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.447441:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.447444:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.447451:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.447453:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.447458:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.447461:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.447463:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.447466:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.447468:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.447474:0:33479:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788777382.447476:0:33479:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9453090ac800: age 1854, max_age 1864 00000008:00000001:3.0:1788777382.447479:0:33479:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788777382.447481:0:33479:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000010:3.0:1788777382.447485:0:33479:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c380. 00000020:00000040:3.0:1788777382.447487:0:33479:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=4 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777382.447490:0:33479:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777382.447492:0:33479:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777382.447493:0:33479:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777382.447495:0:33479:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777382.447497:0:33479:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777382.447501:0:33479:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777382.447505:0:33479:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945310e4f400. 00000100:00000001:3.0:1788777382.447510:0:33479:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.447512:0:33479:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777382.447514:0:33479:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777382.447519:0:33479:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453067769c0. 00000100:00000001:3.0:1788777382.447521:0:33479:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683044526528 : -118390665025088 : ffff9453067769c0) 00000100:00000001:3.0:1788777382.447523:0:33479:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777382.447524:0:33479:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000001:3.0:1788777382.447528:0:33479:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777382.447531:0:33479:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.447533:0:33479:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777382.447535:0:33479:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777382.447539:0:33479:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.447546:0:33479:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777382.447548:0:33479:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777382.447551:0:33479:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777382.447553:0:33479:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777382.447556:0:33479:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777382.447559:0:33479:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33479:1875667126138240:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777382.447563:0:33479:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777382.447567:0:33479:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777382.447569:0:33479:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777382.447572:0:33479:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777382.447576:0:33479:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e000. 02000000:00000001:3.0:1788777382.447577:0:33479:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777382.447582:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777382.447584:0:33479:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777382.447589:0:33479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777382.447594:0:33479:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126138240, portal 4 00000100:00000001:3.0:1788777382.447596:0:33479:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777382.447597:0:33479:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000040:3.0:1788777382.447604:0:33479:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.447610:0:33479:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777382.447613:0:33479:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777382.447616:0:33479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347908. 00000100:00000200:3.0:1788777382.447619:0:33479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667126138240, offset 0 00000400:00000200:3.0:1788777382.447625:0:33479:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777382.447632:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777382.447637:0:33479:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777382.447642:0:33479:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777382.447647:0:33479:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777382.447651:0:33479:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777382.447654:0:33479:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777382.447658:0:33479:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2578:2578:256:4294967295] 192.168.203.135@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:3.0:1788777382.447662:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777382.447671:0:33479:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777382.447677:0:33479:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777382.447682:0:33479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f800. 00000800:00000200:3.0:1788777382.447689:0:33479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777382.447696:0:33479:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777382.447700:0:33479:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777382.447707:0:33479:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777382.447712:0:33479:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 247337 usecs (248 jiffies) 00000400:00000200:3.0:1788777382.447715:0:33479:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777382.447718:0:33479:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296533002 00000100:00000001:3.0:1788777382.447721:0:33479:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296535105 00000100:00000001:3.0:1788777382.447723:0:33479:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296533002 00000100:00000001:3.0:1788777382.447725:0:33479:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296535105 00000100:00000001:3.0:1788777382.447727:0:33479:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777382.447730:0:33479:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.447732:0:33479:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777382.447734:0:33479:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777382.447736:0:33479:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453067769c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788777382.447738:0:33479:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777382.447740:0:33479:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777382.448742:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777382.448749:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f800. 00000400:00000200:0.0:1788777382.448753:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777382.448760:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777382.448765:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347908 00000400:00000010:0.0:1788777382.448767:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347908. 00000100:00000001:0.0:1788777382.448771:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777382.448777:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.448787:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777382.448790:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777382.448802:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777382.448804:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777382.453504:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.453529:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777382.453534:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.453536:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777382.453545:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.453552:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777382.453561:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.453566:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.453571:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.453575:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 4 MB=0x6a9e8c8c53580 00000400:00000200:0.0:1788777382.453579:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777382.453586:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 368/368 into md 0x6f21 [1] + 224 00000800:00000001:0.0:1788777382.453592:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.453600:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777382.453604:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777382.453618:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777382.453626:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777382.453635:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777382.453647:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.453701:0:33479:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777382.453722:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777382.453733:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777382.453737:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777382.454191:0:33479:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777382.454194:0:33479:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777382.454198:0:33479:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777382.454203:0:33479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:3.0:1788777382.454206:0:33479:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:3.0:1788777382.454209:0:33479:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777382.454215:0:33479:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777382.454273:0:33479:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.454280:0:33479:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777382.454282:0:33479:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777382.454285:0:33479:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777382.454288:0:33479:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777382.454290:0:33479:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777382.454292:0:33479:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777382.454295:0:33479:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777382.454304:0:33479:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110264a8 time=53 v=5 (5 0 0 0) 00000100:00001000:3.0:1788777382.454308:0:33479:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777382.454311:0:33479:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777382.454313:0:33479:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777382.454315:0:33479:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777382.454318:0:33479:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.454322:0:33479:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777382.454324:0:33479:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777382.454326:0:33479:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777382.454328:0:33479:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777382.454333:0:33479:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.454340:0:33479:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777382.454343:0:33479:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777382.454345:0:33479:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777382.454349:0:33479:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777382.454357:0:33479:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:33479:1875667126138240:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777382.454362:0:33479:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777382.454365:0:33479:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777382.454367:0:33479:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777382.454369:0:33479:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777382.454372:0:33479:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.454379:0:33479:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777382.454382:0:33479:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453067769c0. 00000100:00000001:3.0:1788777382.454386:0:33479:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777382.454388:0:33479:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777382.454394:0:33479:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788777382.454395:0:33479:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777382.454398:0:33479:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c380 x1875667126138240/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777382.454404:0:33479:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777382.454407:0:33479:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777382.454411:0:33479:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e000. 02000000:00000001:3.0:1788777382.454414:0:33479:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777382.454416:0:33479:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777382.454418:0:33479:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777382.454421:0:33479:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777382.454423:0:33479:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945310e4f400. 02000000:00000001:3.0:1788777382.454427:0:33479:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777382.454429:0:33479:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777382.454431:0:33479:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c380. 00000100:00000001:3.0:1788777382.454434:0:33479:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777382.454436:0:33479:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788777382.454439:0:33479:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9453090ac800: update ffff945308bd9e08 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:3.0:1788777382.454443:0:33479:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777382.454448:0:33479:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454451:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777382.454454:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454457:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454460:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454588:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454591:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454598:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454600:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454606:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454610:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454613:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454616:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454618:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454622:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454624:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454626:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454628:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454630:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454632:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454636:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454637:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454640:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454641:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454643:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454646:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454647:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454648:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454649:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454652:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454653:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454655:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454657:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454670:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454673:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454676:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454677:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454680:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454681:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454683:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454685:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454687:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454688:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454689:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454693:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454694:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454697:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454698:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454700:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454702:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454704:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454706:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454708:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454709:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454712:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454713:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454715:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454716:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454717:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454719:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454721:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454722:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454724:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454726:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454727:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454729:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454730:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454733:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454734:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454736:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454737:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454739:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454740:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454741:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454744:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454745:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454747:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454749:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454751:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454752:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454755:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454756:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454759:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454760:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454762:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454763:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454764:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454765:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454767:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454770:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454771:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454773:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454774:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454776:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454778:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454780:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454781:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454783:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454784:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454786:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454788:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454789:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454790:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454791:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454793:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454795:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454797:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454798:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454800:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454801:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454804:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454805:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454807:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454808:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454809:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454811:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454812:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454813:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454814:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454816:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454818:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454819:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454821:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454822:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454824:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454827:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454828:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454830:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454831:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454833:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454835:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454837:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454838:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454839:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454841:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454843:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454845:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454846:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454848:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454849:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454851:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454853:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454856:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454856:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454858:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454861:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454863:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454863:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454864:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454867:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454868:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454870:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454871:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454873:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454875:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454877:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454879:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454881:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454882:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454884:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454886:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454887:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454888:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454889:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.454891:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454893:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454894:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.454896:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.454898:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454899:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.454901:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.454902:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.454904:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.454905:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.454907:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.454909:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.454910:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.454911:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.454912:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455209:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455213:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455215:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455217:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455247:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455250:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455256:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455267:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455270:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455271:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455275:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455278:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455279:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455281:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455282:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455285:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455287:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455288:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455290:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455293:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455294:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455298:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455299:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455301:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455302:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455304:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455306:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455308:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455310:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455311:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455313:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455315:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455317:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455319:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455321:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455323:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455326:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455328:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455330:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455331:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455333:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455335:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455336:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455337:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455338:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455340:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455342:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455343:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455345:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455348:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455349:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455352:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455353:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455355:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455357:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455358:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455360:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455362:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455362:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455363:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455365:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455368:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455370:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455372:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455374:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455375:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455378:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455380:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455383:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455383:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455386:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455388:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455389:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455390:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455391:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455393:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455395:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455396:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455399:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455401:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455402:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455406:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455407:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455409:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455410:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455412:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455414:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455416:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455417:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455418:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455420:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455422:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455424:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455426:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455428:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455430:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455433:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455434:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455436:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455438:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455440:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455442:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455443:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455444:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455445:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455448:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455449:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455451:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455453:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455454:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455456:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455460:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455461:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455464:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455465:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455467:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455468:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455470:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455471:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455472:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455474:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455476:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455477:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455479:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455481:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455483:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455486:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455488:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455489:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455490:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455492:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455494:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455496:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455497:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455498:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455500:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455502:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455503:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455505:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455507:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455508:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455511:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455511:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455513:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455514:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455583:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455587:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455588:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455590:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455591:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455594:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455596:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455598:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455601:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455603:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455605:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455611:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455612:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455615:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455616:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455619:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455621:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455623:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455624:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455626:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455628:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455630:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455632:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455634:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455636:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455638:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455641:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455642:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455645:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455646:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455649:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455651:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455653:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455654:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455655:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455657:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455670:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455672:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455674:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455675:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455677:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455680:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455681:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455683:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455685:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455687:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455689:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455690:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455692:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455693:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455696:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455697:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455699:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455701:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455703:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455705:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455707:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455708:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455710:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455711:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455713:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455714:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455716:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455717:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455718:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455720:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455722:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455723:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455725:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455727:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455728:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455730:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455732:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455733:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455735:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455736:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455738:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455740:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455741:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455742:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455744:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455747:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455748:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455750:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455752:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455754:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455756:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455758:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455760:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455761:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455763:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455764:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455766:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455766:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455768:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455770:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455772:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455774:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455776:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455778:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455780:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455782:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455783:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455786:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455787:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455789:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455791:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455793:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455794:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455795:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455796:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455798:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455800:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455802:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455804:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455806:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455808:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455809:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455812:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455812:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455814:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455815:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455817:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455818:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455819:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455821:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455823:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455824:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455825:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455827:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455828:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455830:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455831:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455833:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455834:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455835:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455838:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455839:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455840:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455841:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455844:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455846:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455847:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455849:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455851:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455853:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455856:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455857:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455860:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455861:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455862:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455864:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455865:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455866:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455867:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455869:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455871:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455872:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455874:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455876:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455877:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455880:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455881:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455883:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455884:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455886:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455888:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455889:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455890:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455892:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455894:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455895:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455897:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455898:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455900:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455902:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455904:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455905:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455908:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455908:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455911:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455913:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455925:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455926:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455928:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455930:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455932:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455934:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455936:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455938:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455940:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455944:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.455945:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.455948:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.455949:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.455951:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.455954:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.455955:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.455956:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.455957:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.455960:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455961:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.455963:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.455965:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.455966:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456328:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456334:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456336:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456339:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456340:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456344:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456346:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456348:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456351:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456352:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456355:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456357:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456358:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456360:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456363:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456365:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456367:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456368:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456371:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456372:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456374:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456376:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456377:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456378:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456380:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456382:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456385:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456387:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456389:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456391:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456393:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456395:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456397:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456399:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456400:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456402:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456405:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456406:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456407:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456408:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456410:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456412:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456414:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456415:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456417:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456419:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456421:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456422:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456425:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456425:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456427:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456429:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456431:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456432:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456433:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456435:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456437:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456438:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456440:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456442:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456444:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456446:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456447:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456449:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456450:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456452:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456454:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456456:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456457:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456458:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456460:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456462:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456464:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456470:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456473:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456474:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456478:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456479:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456481:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456482:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456484:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456486:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456487:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456488:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456490:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456492:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456494:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456495:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456497:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456499:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456500:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456503:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456505:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456507:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456508:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456510:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456512:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456513:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456514:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456572:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456577:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456579:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456581:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456583:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456585:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456587:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456591:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456592:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456595:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456596:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456598:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456601:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456602:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456603:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456604:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456607:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456609:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456610:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456612:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456613:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456615:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456618:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456619:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456621:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456622:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456624:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456626:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456627:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456628:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456630:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456632:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456634:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456635:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456637:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456639:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456640:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456643:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456644:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456646:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456647:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456650:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456651:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456653:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456654:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456655:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456657:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456708:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456710:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456712:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456714:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456715:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456720:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456721:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456724:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456725:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456727:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456729:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456731:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456732:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456733:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456735:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456737:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456739:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456740:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456742:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456743:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456746:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456747:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456750:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456751:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456752:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456754:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456755:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456757:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456757:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456760:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456762:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456763:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456765:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456766:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456768:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456770:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456771:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456774:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456775:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456777:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456779:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456781:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456781:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456783:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456785:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456787:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456788:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456790:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456792:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456794:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456797:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456798:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456800:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456801:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456803:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456805:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456807:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456808:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456809:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456811:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456813:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456814:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456817:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456819:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456820:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456823:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456824:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456826:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456827:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456829:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456831:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456832:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456833:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456834:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456836:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456838:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456840:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456841:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456844:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456846:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456849:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456850:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456853:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456853:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456855:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456858:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456859:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456860:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456862:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456864:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456866:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456868:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456869:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456872:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456873:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456877:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456878:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456881:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456882:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456884:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.456886:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.456888:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.456889:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.456890:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.456893:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456894:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456896:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.456898:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.456900:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456902:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.456905:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.456906:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.456909:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.456910:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.456912:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457086:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457090:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457091:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457093:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457096:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457098:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457099:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457101:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457104:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457106:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457111:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457113:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457115:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457117:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457119:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457121:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457122:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457123:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457124:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457127:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457128:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457130:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457132:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457133:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457135:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457137:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457138:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457141:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457142:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457144:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457145:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457147:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457148:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457149:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457151:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457152:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457154:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457156:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457157:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457159:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457161:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457162:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457164:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457165:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457167:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457169:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457170:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457172:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457173:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457175:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457177:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457178:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457180:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457182:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457183:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457186:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457187:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457190:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457191:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457193:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457195:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457196:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457197:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457199:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457201:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457203:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457204:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457206:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457207:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457209:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457211:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457212:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457215:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457216:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457218:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457344:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457347:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457349:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457350:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457353:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457355:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457356:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457359:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457361:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457363:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457368:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457370:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457373:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457374:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457376:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457378:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457380:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457381:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457382:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457384:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457386:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457388:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457390:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457392:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457394:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457397:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457398:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457401:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457402:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457404:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457407:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457408:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457409:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457410:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457413:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457415:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457417:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457419:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457420:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457422:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457425:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457426:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457428:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457429:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457431:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457434:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457435:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457436:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457437:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457440:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457441:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457443:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457445:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457447:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457448:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457450:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457451:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457454:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457455:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457456:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457458:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457459:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457460:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457461:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457464:0:33479:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457465:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457467:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777382.457468:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457471:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457472:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777382.457475:0:33479:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777382.457476:0:33479:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffe67486760 00000080:00000001:3.0:1788777382.457478:0:33479:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777382.457479:0:33479:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777382.457481:0:33479:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2d800. 00000020:00000001:3.0:1788777382.457482:0:33479:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457484:0:33479:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777382.457485:0:33479:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777382.457486:0:33479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2d800 uarg=0000000000000000 00020000:00000001:3.0:1788777382.457488:0:33479:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777382.457490:0:33479:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777382.457491:0:33479:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788777382.457493:0:33479:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2d800. 00000080:00000001:3.0:1788777382.457495:0:33479:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777382.457497:0:33479:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777382.457508:0:33479:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788777382.457511:0:33479:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777382.457513:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bdd0 00000080:00200008:3.0:1788777382.457880:0:33479:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000 00000080:00400000:3.0:1788777382.457886:0:33479:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788777382.457889:0:33479:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945304f82dc0. 00000080:00000001:3.0:1788777382.457894:0:33479:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788777382.457897:0:33479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80d9bdd0 00000080:00000008:3.0:1788777382.457899:0:33479:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000, rc = 0 00000080:00000001:3.0:1788777382.457901:0:33479:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777382.457903:0:33479:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777382.877846:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777382.877853:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777382.877858:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777382.877859:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777382.878400:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777382.878403:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777382.878406:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777383.473209:0:33589:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777383.901316:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777383.901322:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777383.901328:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777383.901330:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777383.902711:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777383.902717:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777383.902837:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777384.926842:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777384.926849:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777384.926854:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777384.926856:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777384.926912:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777384.926916:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777384.926920:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777385.078598:0:33726:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777385.245862:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296535105, at 4296535552 00000100:00000010:1.0:1788777385.245874:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7060. 00000100:00000040:0.0:1788777385.247583:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296535105, at 4296535554 00000100:00000010:0.0:1788777385.247595:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7f60. 00000100:00000040:2.0:1788777385.759088:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777385.759100:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777385.759111:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777385.759117:0:32800:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:2.0:1788777385.759121:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777385.759124:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777385.759128:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777385.759137:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453187eff00. 00000100:00000001:2.0:1788777385.759143:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759154:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777385.759166:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777385.759170:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759177:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9772156] to pc [ptlrpcd_01_00+0] req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759202:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759205:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777385.759208:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777385.759211:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777385.759214:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777385.759216:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777385.759218:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777385.759244:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777385.759249:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453187ef300. 00000100:00000001:2.0:1788777385.759253:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759258:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777385.759266:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777385.759268:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759272:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_01+1] req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759281:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759283:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777385.759286:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777385.759290:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777385.759292:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777385.759294:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777385.759295:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777385.759297:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777385.759302:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99f00. 00000100:00000001:2.0:1788777385.759305:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759309:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777385.759315:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777385.759317:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759322:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f880d92] to pc [ptlrpcd_01_00+0] req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759328:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759330:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788777385.759333:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788777385.759346:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777385.759349:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:2.0:1788777385.759351:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777385.759353:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777385.759354:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777385.759357:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99400. 00000100:00000001:2.0:1788777385.759360:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759364:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777385.759371:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777385.759372:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759376:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091cb60f2] to pc [ptlrpcd_01_01+1] req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759389:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759393:0:32800:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1873) 00000100:00000001:2.0:1788777385.759406:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777385.759409:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777385.759421:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777385.759427:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759434:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777385.759437:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.759440:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777385.759443:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777385.759446:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777385.759449:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126138368:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777385.759454:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777385.759458:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777385.759460:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.759466:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777385.759472:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453102a8800. 02000000:00000001:2.0:1788777385.759474:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777385.759480:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777385.759484:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464cb8. 00000400:00000010:2.0:1788777385.759490:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1f68. 00000100:00000200:2.0:1788777385.759497:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126138368, portal 25 00000100:00000001:2.0:1788777385.759499:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777385.759501:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:2.0:1788777385.759506:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759514:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777385.759517:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777385.759519:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1770. 00000100:00000200:2.0:1788777385.759523:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126138368, offset 0 00000400:00000200:2.0:1788777385.759529:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777385.759538:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777385.759545:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777385.759550:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777385.759554:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777385.759557:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777385.759560:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777385.759563:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2579:2579:256:4294967295] 192.168.203.135@tcp LPNI seq info [2574:2574:8:4294967295] 00000400:00000200:2.0:1788777385.759568:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777385.759577:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777385.759583:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777385.759588:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99100. 00000800:00000200:2.0:1788777385.759594:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777385.759602:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777385.759606:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777385.759616:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777385.759620:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777385.759623:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296540207 00000100:00000010:2.0:1788777385.759628:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b72a0. 00000100:00000001:2.0:1788777385.759634:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788777385.759640:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296540207 00000100:00000010:2.0:1788777385.759644:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b7e40. 00000100:00000001:2.0:1788777385.759647:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788777385.759650:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777385.759652:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.759655:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777385.759659:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759666:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777385.759668:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.759670:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777385.759672:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777385.759674:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777385.759677:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126138624:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777385.759680:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777385.759682:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777385.759684:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.759685:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777385.759688:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453102a9800. 02000000:00000001:2.0:1788777385.759690:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777385.759693:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777385.759696:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464478. 00000400:00000010:2.0:1788777385.759699:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1198. 00000100:00000200:2.0:1788777385.759702:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126138624, portal 4 00000100:00000001:2.0:1788777385.759704:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777385.759705:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777385.759712:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759719:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777385.759721:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777385.759723:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1880. 00000100:00000200:2.0:1788777385.759726:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126138624, offset 0 00000400:00000200:2.0:1788777385.759730:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777385.759735:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777385.759738:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777385.759741:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777385.759744:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777385.759747:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777385.759749:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777385.759753:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2580:2580:255:4294967295] 192.168.203.135@tcp LPNI seq info [2575:2575:7:4294967295] 00000400:00000200:2.0:1788777385.759757:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777385.759763:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777385.759768:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777385.759771:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99700. 00000800:00000200:2.0:1788777385.759775:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777385.759779:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777385.759781:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777385.759784:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759787:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23487 usecs (24 jiffies) 00000400:00000200:2.0:1788777385.759790:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777385.759792:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296536088 00000100:00000001:2.0:1788777385.759795:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296540207 00000100:00000001:2.0:1788777385.759797:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296536088 00000100:00000001:2.0:1788777385.759799:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296540207 00000100:00000001:2.0:1788777385.759802:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777385.759804:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.759806:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.759809:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.759815:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777385.759818:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777385.759821:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777385.759822:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777385.759823:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777385.759826:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788777385.759828:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.759830:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777385.759832:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.759834:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777385.759835:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777385.759837:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777385.759841:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759848:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777385.759850:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.759852:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777385.759854:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777385.759856:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777385.759859:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126138496:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777385.759863:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777385.759865:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777385.759866:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.759869:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777385.759872:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453102a8400. 02000000:00000001:2.0:1788777385.759874:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777385.759877:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777385.759880:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464bb0. 00000400:00000010:2.0:1788777385.759883:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1b28. 00000100:00000200:2.0:1788777385.759886:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126138496, portal 10 00000100:00000001:2.0:1788777385.759888:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777385.759889:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777385.759896:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759902:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777385.759905:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777385.759907:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1dd0. 00000100:00000200:2.0:1788777385.759910:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126138496, offset 0 00000400:00000200:2.0:1788777385.759914:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777385.759918:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777385.759922:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777385.759925:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777385.759928:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777385.759930:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777385.759932:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777385.759935:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2581:2581:254:4294967295] 192.168.203.135@tcp LPNI seq info [2576:2576:6:4294967295] 00000400:00000200:2.0:1788777385.759939:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777385.759945:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777385.759949:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777385.759953:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:2.0:1788777385.759957:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777385.759961:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777385.759964:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777385.759967:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.759970:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 850965 usecs (851 jiffies) 00000400:00000200:2.0:1788777385.759973:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777385.759975:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296536915 00000100:00000001:2.0:1788777385.759977:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296540207 00000100:00000001:2.0:1788777385.759979:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296536915 00000100:00000001:2.0:1788777385.759981:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296540207 00000100:00000001:2.0:1788777385.759984:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777385.759986:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.759988:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777385.759991:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.759998:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777385.759999:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.760001:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777385.760003:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777385.760006:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777385.760009:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126138752:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777385.760012:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777385.760015:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777385.760016:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.760018:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777385.760021:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453102a9200. 02000000:00000001:2.0:1788777385.760023:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777385.760027:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777385.760029:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777385.760032:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1908. 00000100:00000200:2.0:1788777385.760036:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126138752, portal 4 00000100:00000001:2.0:1788777385.760038:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777385.760039:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:2.0:1788777385.760044:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.760050:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777385.760052:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777385.760055:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1220. 00000100:00000200:2.0:1788777385.760057:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126138752, offset 0 00000400:00000200:2.0:1788777385.760061:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777385.760065:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777385.760068:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777385.760071:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777385.760073:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777385.760075:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777385.760078:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777385.760081:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2582:2582:253:4294967295] 192.168.203.135@tcp LPNI seq info [2577:2577:5:4294967295] 00000400:00000200:2.0:1788777385.760085:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777385.760091:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777385.760096:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777385.760099:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99c00. 00000800:00000200:2.0:1788777385.760103:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777385.760107:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777385.760110:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777385.760112:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.760115:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 245995 usecs (246 jiffies) 00000400:00000200:2.0:1788777385.760118:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777385.760120:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296536310 00000100:00000001:2.0:1788777385.760122:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296540207 00000100:00000001:2.0:1788777385.760124:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296536310 00000100:00000001:2.0:1788777385.760127:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296540207 00000100:00000001:2.0:1788777385.760130:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777385.760132:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.760135:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.760137:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.760150:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777385.760152:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777385.760731:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777385.760736:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99100. 00000400:00000200:0.0:1788777385.760742:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777385.760747:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777385.760752:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1770 00000400:00000010:0.0:1788777385.760754:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1770. 00000100:00000001:0.0:1788777385.760759:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777385.760765:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.760775:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777385.760779:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.760785:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777385.760786:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777385.760799:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777385.760802:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99700. 00000400:00000200:0.0:1788777385.760804:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777385.760808:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777385.760810:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1880 00000400:00000010:0.0:1788777385.760812:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1880. 00000100:00000001:0.0:1788777385.760813:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777385.760816:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.760823:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777385.760825:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.760831:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777385.760833:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777385.760841:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777385.760843:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:0.0:1788777385.760846:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777385.760849:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777385.760852:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1dd0 00000400:00000010:0.0:1788777385.760853:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1dd0. 00000100:00000001:0.0:1788777385.760855:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777385.760859:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.760865:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777385.760868:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.760874:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777385.760875:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777385.761114:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777385.761117:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99c00. 00000400:00000200:0.0:1788777385.761121:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777385.761124:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777385.761127:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1220 00000400:00000010:0.0:1788777385.761130:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1220. 00000100:00000001:0.0:1788777385.761132:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777385.761136:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.761143:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777385.761146:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.761153:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777385.761154:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777385.769928:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.769945:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777385.769949:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.769952:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777385.769961:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.769969:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777385.769978:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.769993:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770000:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770005:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c53600 00000400:00000200:0.0:1788777385.770010:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770016:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6f29 [1] + 224 00000800:00000001:0.0:1788777385.770023:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.770029:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777385.770032:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777385.770037:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777385.770044:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777385.770054:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777385.770065:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.770089:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777385.770099:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.770104:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777385.770106:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.770108:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777385.770111:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770115:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777385.770120:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770123:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770127:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770130:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c53700 00000400:00000200:0.0:1788777385.770134:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770138:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6f31 [1] + 224 00000800:00000001:0.0:1788777385.770142:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.770147:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777385.770148:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777385.770152:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777385.770155:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777385.770159:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777385.770167:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.770175:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777385.770179:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.770183:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777385.770185:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.770187:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777385.770190:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770193:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777385.770198:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770201:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770203:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770206:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c53680 00000400:00000200:0.0:1788777385.770210:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777385.770215:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x6f39 [1] + 224 00000800:00000001:0.0:1788777385.770246:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.770254:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777385.770256:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777385.770259:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777385.770262:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777385.770266:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777385.770274:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777385.770282:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777385.770286:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777385.770289:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.772784:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777385.772791:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777385.772798:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777385.772801:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777385.772804:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464bb0. 00000400:00000200:2.0:1788777385.772810:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1b28 00000400:00000010:2.0:1788777385.772812:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1b28. 00000100:00000001:2.0:1788777385.772816:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777385.772827:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777385.772838:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.772846:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777385.772848:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.772850:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777385.772853:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777385.772855:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777385.772857:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.772860:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777385.772869:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=58 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777385.772873:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777385.772876:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777385.772878:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777385.772881:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777385.772884:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.772887:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777385.772889:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777385.772891:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777385.772894:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.772898:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.772905:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777385.772908:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777385.772910:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777385.772914:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777385.772921:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126138496:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777385.772926:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777385.772927:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777385.772929:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464cb8. 00000400:00000200:2.0:1788777385.772932:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1f68 00000400:00000010:2.0:1788777385.772933:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1f68. 00000100:00000001:2.0:1788777385.772935:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777385.772939:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777385.772947:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.772952:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777385.772953:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.772955:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777385.772956:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777385.772957:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777385.772959:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.772961:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777385.772963:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777385.772966:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777385.772968:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777385.772969:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777385.772970:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777385.772972:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.772974:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.772978:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.772996:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777385.772998:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777385.772999:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777385.773002:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777385.773009:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126138368:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777385.773014:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777385.773015:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777385.773017:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464478. 00000400:00000200:2.0:1788777385.773019:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:2.0:1788777385.773021:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:2.0:1788777385.773023:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777385.773026:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777385.773034:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.773040:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777385.773042:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.773043:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777385.773045:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777385.773046:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777385.773047:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.773049:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777385.773052:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777385.773055:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777385.773057:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777385.773058:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777385.773060:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777385.773061:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.773064:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777385.773065:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1788777385.773067:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777385.773068:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.773072:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.773599:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777385.773602:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777385.773604:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777385.773609:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777385.773617:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126138624:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777385.773622:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.773625:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777385.773629:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126138496/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.773636:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777385.773638:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777385.773641:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9453102a8400. 02000000:00000001:2.0:1788777385.773646:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777385.773649:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777385.773650:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777385.773652:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777385.773655:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453187ef300. 02000000:00000001:2.0:1788777385.773662:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777385.773663:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777385.773665:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777385.773670:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777385.773671:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.773673:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777385.773676:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126138368/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.773754:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777385.773755:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777385.773757:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9453102a8800. 02000000:00000001:2.0:1788777385.773760:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777385.773761:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777385.773762:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777385.773764:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777385.773765:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453187eff00. 02000000:00000001:2.0:1788777385.773768:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777385.773769:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777385.773770:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:2.0:1788777385.773772:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777385.773774:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.773776:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777385.773779:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126138624/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.773785:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777385.773786:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777385.773788:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9453102a9800. 02000000:00000001:2.0:1788777385.773790:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777385.773791:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777385.773792:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777385.773794:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777385.773795:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99f00. 02000000:00000001:2.0:1788777385.773797:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777385.773798:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777385.773800:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:2.0:1788777385.773802:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777385.773803:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.773807:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.773808:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777385.773810:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777385.773813:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.773839:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777385.785790:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777385.785805:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777385.785810:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777385.785813:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777385.785821:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777385.785829:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777385.785838:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777385.785843:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777385.785849:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777385.785853:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c53780 00000400:00000200:1.0:1788777385.785858:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777385.785864:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6f41 [1] + 224 00000800:00000001:1.0:1788777385.785871:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777385.785880:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777385.785883:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777385.785888:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777385.785895:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777385.785904:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777385.785916:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777385.785927:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777385.785936:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777385.785939:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.788559:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777385.788567:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777385.788576:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777385.788580:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777385.788584:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777385.788590:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1908 00000400:00000010:2.0:1788777385.788593:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1908. 00000100:00000001:2.0:1788777385.788597:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777385.788616:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777385.788628:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.788636:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777385.788638:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.788641:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777385.788645:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777385.788647:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777385.788649:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777385.788652:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777385.788660:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777385.788664:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777385.788666:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777385.788668:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777385.788671:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777385.788675:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.788678:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777385.788680:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777385.788681:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777385.788683:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777385.788688:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.788694:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777385.788697:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777385.788699:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777385.788703:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777385.788715:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126138752:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777385.788720:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.788722:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777385.788725:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126138752/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777385.788731:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777385.788733:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777385.788737:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9453102a9200. 02000000:00000001:2.0:1788777385.788740:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777385.788743:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777385.788744:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777385.788746:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777385.788749:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99400. 02000000:00000001:2.0:1788777385.788752:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777385.788754:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777385.788756:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777385.788759:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777385.788761:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.788763:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777385.788769:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777385.788771:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777385.788773:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777385.788775:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777385.950503:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777385.950510:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777385.950517:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777385.950518:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777385.952009:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777385.952013:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777385.952016:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777386.661534:0:33871:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777386.976820:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777386.976825:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777386.976830:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777386.976831:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777386.978266:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777386.978271:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777386.978275:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777387.597764:0:33933:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777388.000398:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777388.000404:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777388.000411:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777388.000412:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777388.000465:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777388.000469:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777388.000472:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777388.495158:0:34024:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777388.777353:0:34061:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788777388.777360:0:34061:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 06:36:27 (1788777387) 00000001:00000001:0.0:1788777388.791107:0:34061:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788777389.023829:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777389.023835:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777389.023839:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777389.023840:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.023902:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777389.023906:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.023908:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788777389.316844:0:34105:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777389.316849:0:34105:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777389.316852:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bde0 00000080:00200000:3.0:1788777389.316868:0:34105:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777389.316876:0:34105:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02e00. 00800000:00000002:3.0:1788777389.316883:0:34105:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777389.316888:0:34105:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777389.316893:0:34105:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777389.316894:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd00 00800000:00000002:3.0:1788777389.316898:0:34105:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777389.316902:0:34105:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777389.316906:0:34105:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777389.316911:0:34105:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777389.316913:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bbd0 00000002:00010000:3.0:1788777389.316915:0:34105:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777389.316919:0:34105:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777389.316921:0:34105:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777389.316924:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777389.316931:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:3.0:1788777389.316934:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777389.316939:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777389.316943:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777389.316947:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788777389.316957:0:34105:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777389.316962:0:34105:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777389.316965:0:34105:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788777389.316972:0:34105:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777389.316975:0:34105:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777389.316977:0:34105:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777389.316978:0:34105:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777389.316980:0:34105:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777389.316982:0:34105:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777389.316985:0:34105:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777389.316988:0:34105:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777389.316991:0:34105:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a02e00. 00000080:00000001:3.0:1788777389.316996:0:34105:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777389.316998:0:34105:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777389.317001:0:34105:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777389.317004:0:34105:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:3.0:1788777389.317007:0:34105:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777389.317010:0:34105:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777389.317011:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777389.317013:0:34105:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777389.317016:0:34105:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:3.0:1788777389.317019:0:34105:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317022:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317025:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317026:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777389.317028:0:34105:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777389.317030:0:34105:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777389.317032:0:34105:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80e2be18 00010000:00000001:3.0:1788777389.317034:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777389.317036:0:34105:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777389.317037:0:34105:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:3.0:1788777389.317039:0:34105:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317041:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317043:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777389.317046:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788777389.317052:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317053:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317055:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777389.317057:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777389.317060:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788777389.317068:0:34105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777389.317072:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777389.317073:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777389.317077:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317078:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317080:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317083:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777389.317084:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317086:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317089:0:34105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317091:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777389.317092:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317093:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777389.317096:0:34105:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777389.317098:0:34105:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777389.317100:0:34105:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 101 00000080:00000001:3.0:1788777389.317105:0:34105:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.317111:0:34105:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777389.317113:0:34105:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777389.317114:0:34105:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777389.317115:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bba8 00000080:00200000:3.0:1788777389.317117:0:34105:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777389.317121:0:34105:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02e00. 00800000:00000002:3.0:1788777389.317123:0:34105:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777389.317126:0:34105:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777389.317127:0:34105:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777389.317129:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bac8 00800000:00000002:3.0:1788777389.317131:0:34105:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777389.317133:0:34105:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777389.317135:0:34105:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777389.317138:0:34105:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777389.317140:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b998 00000002:00010000:3.0:1788777389.317141:0:34105:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777389.317144:0:34105:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777389.317146:0:34105:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777389.317147:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777389.317149:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:3.0:1788777389.317152:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777389.317155:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777389.317156:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777389.317160:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1788777389.317167:0:34105:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777389.317169:0:34105:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777389.317172:0:34105:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1788777389.317178:0:34105:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777389.317180:0:34105:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777389.317182:0:34105:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777389.317183:0:34105:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777389.317185:0:34105:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777389.317187:0:34105:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777389.317190:0:34105:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777389.317191:0:34105:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777389.317193:0:34105:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a02e00. 00000080:00000001:3.0:1788777389.317195:0:34105:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777389.317197:0:34105:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777389.317199:0:34105:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777389.317202:0:34105:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:3.0:1788777389.317204:0:34105:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777389.317206:0:34105:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777389.317207:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777389.317208:0:34105:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777389.317243:0:34105:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:3.0:1788777389.317246:0:34105:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317248:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317250:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317252:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777389.317253:0:34105:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777389.317255:0:34105:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777389.317258:0:34105:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80e2bbe0 00010000:00000001:3.0:1788777389.317260:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777389.317261:0:34105:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777389.317262:0:34105:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:3.0:1788777389.317264:0:34105:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317266:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317269:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777389.317271:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788777389.317278:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317279:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317280:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777389.317281:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777389.317284:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788777389.317289:0:34105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777389.317291:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777389.317293:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777389.317295:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317296:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317297:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317299:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777389.317300:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317302:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317304:0:34105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317306:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777389.317307:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317309:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777389.317310:0:34105:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777389.317311:0:34105:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777389.317314:0:34105:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777389.317317:0:34105:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777389.317326:0:34105:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945310690140. 00000020:00000001:3.0:1788777389.317330:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd98 00000080:00200000:3.0:1788777389.317332:0:34105:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=1536 00000080:00000001:3.0:1788777389.317335:0:34105:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777389.317336:0:34105:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777389.317337:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bca8 00000080:00200000:3.0:1788777389.317339:0:34105:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777389.317342:0:34105:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02e00. 00800000:00000002:3.0:1788777389.317345:0:34105:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777389.317347:0:34105:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777389.317349:0:34105:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777389.317350:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bbc8 00800000:00000002:3.0:1788777389.317352:0:34105:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777389.317355:0:34105:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777389.317356:0:34105:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777389.317359:0:34105:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777389.317361:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2ba98 00000002:00010000:3.0:1788777389.317363:0:34105:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777389.317366:0:34105:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777389.317367:0:34105:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777389.317368:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777389.317371:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:3.0:1788777389.317373:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777389.317375:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777389.317377:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777389.317380:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1788777389.317387:0:34105:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777389.317389:0:34105:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777389.317392:0:34105:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1788777389.317399:0:34105:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777389.317401:0:34105:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777389.317403:0:34105:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777389.317405:0:34105:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777389.317407:0:34105:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777389.317409:0:34105:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777389.317411:0:34105:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777389.317413:0:34105:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777389.317414:0:34105:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a02e00. 00000080:00000001:3.0:1788777389.317417:0:34105:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777389.317418:0:34105:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777389.317420:0:34105:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777389.317422:0:34105:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:3.0:1788777389.317425:0:34105:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777389.317426:0:34105:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777389.317428:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777389.317429:0:34105:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777389.317430:0:34105:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:3.0:1788777389.317432:0:34105:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317434:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317436:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317438:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777389.317439:0:34105:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777389.317440:0:34105:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777389.317442:0:34105:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80e2bce0 00010000:00000001:3.0:1788777389.317444:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777389.317445:0:34105:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777389.317447:0:34105:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:3.0:1788777389.317448:0:34105:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317450:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317452:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777389.317454:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788777389.317460:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317461:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317463:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777389.317464:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777389.317467:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1788777389.317472:0:34105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777389.317474:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777389.317475:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777389.317477:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317478:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317479:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317481:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777389.317482:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317484:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317486:0:34105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317488:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777389.317489:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317491:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777389.317492:0:34105:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777389.317493:0:34105:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777389.317495:0:34105:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:3.0:1788777389.317498:0:34105:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.317501:0:34105:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777389.317502:0:34105:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777389.317504:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd90 00000080:00200000:3.0:1788777389.317506:0:34105:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777389.317509:0:34105:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02e00. 00800000:00000002:3.0:1788777389.317512:0:34105:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777389.317514:0:34105:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777389.317515:0:34105:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777389.317517:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bcb0 00800000:00000002:3.0:1788777389.317518:0:34105:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777389.317521:0:34105:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777389.317523:0:34105:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777389.317526:0:34105:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777389.317527:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bb80 00000002:00010000:3.0:1788777389.317529:0:34105:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777389.317532:0:34105:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777389.317533:0:34105:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777389.317534:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777389.317535:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:3.0:1788777389.317538:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777389.317540:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777389.317541:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777389.317544:0:34105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1788777389.317549:0:34105:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777389.317551:0:34105:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777389.317554:0:34105:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1788777389.317560:0:34105:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777389.317562:0:34105:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777389.317564:0:34105:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777389.317566:0:34105:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777389.317567:0:34105:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777389.317569:0:34105:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777389.317572:0:34105:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777389.317574:0:34105:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777389.317576:0:34105:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a02e00. 00000080:00000001:3.0:1788777389.317578:0:34105:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777389.317580:0:34105:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777389.317582:0:34105:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777389.317584:0:34105:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d2 00800000:00000001:3.0:1788777389.317587:0:34105:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777389.317588:0:34105:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777389.317589:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777389.317590:0:34105:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777389.317592:0:34105:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:3.0:1788777389.317594:0:34105:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317597:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317599:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317601:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777389.317602:0:34105:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777389.317604:0:34105:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777389.317605:0:34105:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d2 from it ffffb1cb80e2bdc8 00010000:00000001:3.0:1788777389.317607:0:34105:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777389.317608:0:34105:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777389.317609:0:34105:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7a00 refcount=3 00000020:00000001:3.0:1788777389.317611:0:34105:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317613:0:34105:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759296 : -118390492792320 : ffff945310bb7a00) 00010000:00000001:3.0:1788777389.317615:0:34105:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777389.317617:0:34105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1788777389.317624:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317625:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317626:0:34105:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777389.317628:0:34105:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777389.317630:0:34105:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1788777389.317636:0:34105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777389.317638:0:34105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777389.317639:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777389.317641:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317642:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317644:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317646:0:34105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777389.317647:0:34105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317649:0:34105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317651:0:34105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317653:0:34105:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777389.317655:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317656:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777389.317658:0:34105:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777389.317659:0:34105:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777389.317661:0:34105:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:3.0:1788777389.317664:0:34105:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.317667:0:34105:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:3.0:1788777389.317669:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bda0 00000080:00200000:3.0:1788777389.317671:0:34105:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:3.0:1788777389.317674:0:34105:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:3.0:1788777389.317676:0:34105:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1788777389.317679:0:34105:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a02e00. 00800000:00000002:3.0:1788777389.317681:0:34105:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000010:3.0:1788777389.317688:0:34105:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff945308bb9440. 00000080:00000001:3.0:1788777389.317692:0:34105:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777389.317695:0:34105:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1788777389.317698:0:34105:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788777389.317702:0:34105:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1788777389.317704:0:34105:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1788777389.317707:0:34105:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1788777389.317710:0:34105:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:3.0:1788777389.317713:0:34105:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:3.0:1788777389.317715:0:34105:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788777389.317718:0:34105:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788777389.317720:0:34105:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788777389.317722:0:34105:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788777389.317725:0:34105:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x2e:0x0] 40000000:00000001:3.0:1788777389.317727:0:34105:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777389.317730:0:34105:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777389.317732:0:34105:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777389.317734:0:34105:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777389.317736:0:34105:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bbc0 00800000:00000002:3.0:1788777389.317738:0:34105:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x200000404:0x2e:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1788777389.317742:0:34105:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788777389.317745:0:34105:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777389.317747:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:3.0:1788777389.317750:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777389.317753:0:34105:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777389.317756:0:34105:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777389.317759:0:34105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1788777389.317767:0:34105:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777389.317770:0:34105:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777389.317772:0:34105:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777389.317774:0:34105:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777389.317776:0:34105:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777389.317778:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777389.317780:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:3.0:1788777389.317782:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777389.317784:0:34105:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777389.317786:0:34105:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777389.317787:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777389.317788:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:3.0:1788777389.317790:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777389.317793:0:34105:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777389.317794:0:34105:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777389.317795:0:34105:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777389.317796:0:34105:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:3.0:1788777389.317798:0:34105:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777389.317800:0:34105:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.317802:0:34105:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777389.317805:0:34105:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777389.317808:0:34105:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788777389.317810:0:34105:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777389.317812:0:34105:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777389.317814:0:34105:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317817:0:34105:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777389.317821:0:34105:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777389.317823:0:34105:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777389.317825:0:34105:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777389.317827:0:34105:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777389.317830:0:34105:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb7a00 with handle 0xe53f2b0cb7af88d2 from hash 00010000:00000001:3.0:1788777389.317833:0:34105:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777389.317835:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777389.317836:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317837:0:34105:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777389.317840:0:34105:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777389.317841:0:34105:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777389.317844:0:34105:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777389.317847:0:34105:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777389.317849:0:34105:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777389.317854:0:34105:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3c380. 00000020:00000040:3.0:1788777389.317859:0:34105:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777389.317865:0:34105:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777389.317866:0:34105:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317869:0:34105:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777389.317872:0:34105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777389.317874:0:34105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.317877:0:34105:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777389.317880:0:34105:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777389.317882:0:34105:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777389.317889:0:34105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2d000. 00000100:00000001:3.0:1788777389.317896:0:34105:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317899:0:34105:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777389.317901:0:34105:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777389.317907:0:34105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1788777389.317915:0:34105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777389.317917:0:34105:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777389.317919:0:34105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777389.317921:0:34105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7a00/0xe53f2b0cb7af88d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c939 expref: -99 pid: 33015 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1788777389.317929:0:34105:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945308214300 count: 0 00010000:00000010:3.0:1788777389.317933:0:34105:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945307dcd280. 00010000:00000001:3.0:1788777389.317942:0:34105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777389.317944:0:34105:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317946:0:34105:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777389.317947:0:34105:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.317949:0:34105:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777389.317960:0:34105:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777389.317972:0:34105:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3c380 x1875667126139008/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777389.317981:0:34105:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777389.317983:0:34105:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777389.317988:0:34105:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531805bc00. 00000100:00000001:3.0:1788777389.317991:0:34105:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683339066368 : -118390370485248 : ffff94531805bc00) 00000100:00000001:3.0:1788777389.317993:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777389.317995:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000001:3.0:1788777389.318000:0:34105:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777389.318004:0:34105:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.318006:0:34105:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777389.318007:0:34105:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777389.318012:0:34105:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3c380 x1875667126139008/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777389.318019:0:34105:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777389.318021:0:34105:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777389.318024:0:34105:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777389.318027:0:34105:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777389.318029:0:34105:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777389.318032:0:34105:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job mkdir:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34105:1875667126139008:192.168.203.135@tcp:36:mkdir.0 00000100:00000001:3.0:1788777389.318037:0:34105:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777389.318042:0:34105:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777389.318044:0:34105:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777389.318047:0:34105:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777389.318050:0:34105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2f400. 02000000:00000001:3.0:1788777389.318052:0:34105:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777389.318059:0:34105:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777389.318063:0:34105:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777389.318070:0:34105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777389.318078:0:34105:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126139008, portal 10 00000100:00000001:3.0:1788777389.318081:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777389.318082:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000040:3.0:1788777389.318089:0:34105:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3c380 x1875667126139008/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777389.318097:0:34105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777389.318100:0:34105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777389.318102:0:34105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347198. 00000100:00000200:3.0:1788777389.318106:0:34105:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667126139008, offset 0 00000400:00000200:3.0:1788777389.318112:0:34105:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777389.318121:0:34105:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777389.318129:0:34105:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777389.318135:0:34105:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777389.318140:0:34105:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777389.318145:0:34105:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777389.318148:0:34105:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777389.318152:0:34105:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2583:2583:256:4294967295] 192.168.203.135@tcp LPNI seq info [2578:2578:8:4294967295] 00000400:00000200:3.0:1788777389.318157:0:34105:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777389.318167:0:34105:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777389.318174:0:34105:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777389.318179:0:34105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f400. 00000800:00000200:3.0:1788777389.318186:0:34105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777389.318195:0:34105:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777389.318199:0:34105:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f400 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788777389.318246:0:34105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777389.318251:0:34105:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 849906 usecs (850 jiffies) 00000400:00000200:3.0:1788777389.318254:0:34105:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777389.318257:0:34105:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540472 00000100:00000001:3.0:1788777389.318265:0:34105:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540207 00000100:00000001:3.0:1788777389.318271:0:34105:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540472 00000100:00000001:3.0:1788777389.318274:0:34105:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540207 00000100:00000001:3.0:1788777389.318278:0:34105:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777389.318280:0:34105:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.318283:0:34105:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777389.318285:0:34105:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777389.318288:0:34105:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531805bc00 going to sleep for 11 seconds 00000100:00000001:3.0:1788777389.318290:0:34105:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777389.318293:0:34105:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777389.319371:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777389.319378:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f400. 00000400:00000200:0.0:1788777389.319382:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.319389:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777389.319395:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347198 00000400:00000010:0.0:1788777389.319397:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347198. 00000100:00000001:0.0:1788777389.319402:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777389.319409:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3c380 x1875667126139008/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777389.319419:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777389.319422:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c380 x1875667126139008/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777389.319429:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.319431:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777389.323884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214300. 00010000:00000010:3.1:1788777389.323895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7a00. 00000800:00000001:1.0:1788777389.346298:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.346313:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777389.346317:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.346319:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.346328:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.346336:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777389.346344:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.346349:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.346354:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.346358:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 10 MB=0x6a9e8c8c53880 00000400:00000200:1.0:1788777389.346362:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.346367:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 448/448 into md 0x6f49 [1] + 224 00000800:00000001:1.0:1788777389.346374:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.346382:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.346385:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.346389:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777389.346396:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777389.346404:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3c380 x1875667126139008/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777389.346414:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff945308a3c380 x1875667126139008/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777389.346446:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777389.346453:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777389.346457:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.346462:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777389.346468:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2584:2584:256:4294967295] 192.168.203.135@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:1.0:1788777389.346473:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.346481:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777389.346486:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777389.346491:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534200. 00000800:00000200:1.0:1788777389.346497:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777389.346505:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777389.346509:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777389.346581:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777389.346585:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534200. 00000400:00000200:1.0:1788777389.346589:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.346600:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777389.346607:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.346610:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.346708:0:34105:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777389.346716:0:34105:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777389.346718:0:34105:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777389.346721:0:34105:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777389.346726:0:34105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:3.0:1788777389.346728:0:34105:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:3.0:1788777389.346731:0:34105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777389.346737:0:34105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3c380 x1875667126139008/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777389.346746:0:34105:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3c380 x1875667126139008/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777389.346752:0:34105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777389.346754:0:34105:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.346756:0:34105:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777389.346760:0:34105:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777389.346762:0:34105:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777389.346764:0:34105:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777389.346767:0:34105:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777389.346776:0:34105:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=62 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777389.346779:0:34105:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777389.346782:0:34105:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777389.346784:0:34105:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.346786:0:34105:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777389.346790:0:34105:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.346793:0:34105:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777389.346795:0:34105:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:3.0:1788777389.346797:0:34105:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777389.346799:0:34105:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777389.346800:0:34105:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080987520 : -118390628564096 : ffff945308a3c380) 00000100:00000001:3.0:1788777389.346803:0:34105:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777389.346804:0:34105:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788777389.346807:0:34105:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777389.346809:0:34105:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777389.346813:0:34105:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3c380 x1875667126139008/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777405 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777389.346819:0:34105:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777389.346822:0:34105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777389.346824:0:34105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777389.346827:0:34105:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3c380 x1875667126139008/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777405 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777389.346834:0:34105:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3c380 pname:cluuid:pid:xid:nid:opc:job mkdir:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34105:1875667126139008:192.168.203.135@tcp:36:mkdir.0 00000100:00000001:3.0:1788777389.346840:0:34105:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.346843:0:34105:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.346844:0:34105:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777389.346846:0:34105:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777389.346850:0:34105:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3c380 x1875667126139008/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777405 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777389.346857:0:34105:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777389.346859:0:34105:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531805bc00. 00000100:00000001:3.0:1788777389.346862:0:34105:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777389.346864:0:34105:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777389.346871:0:34105:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777389.346874:0:34105:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2e:0x0] 00800000:00000001:3.0:1788777389.346876:0:34105:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.346879:0:34105:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1788777389.346882:0:34105:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777323 to 1788777389 00000080:00000001:3.0:1788777389.346885:0:34105:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777389.346891:0:34105:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777389.346894:0:34105:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777389.346896:0:34105:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1788777389.346899:0:34105:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788777389.346908:0:34105:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9453209ab180. 00000080:00000001:3.0:1788777389.346918:0:34105:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788777389.346920:0:34105:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9453209ab248) 00000080:00000001:3.0:1788777389.346923:0:34105:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777389.346924:0:34105:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:3.0:1788777389.346927:0:34105:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.346928:0:34105:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1788777389.346931:0:34105:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777389.346933:0:34105:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833966 mtime from 0 to 1788777389 00000080:00200000:3.0:1788777389.346936:0:34105:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00000001:3.0:1788777389.346939:0:34105:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788777389.346941:0:34105:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483046472 : -118390226505144 : ffff9453209ab248) 00000080:00000001:3.0:1788777389.346943:0:34105:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777389.346946:0:34105:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777389.346947:0:34105:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.346951:0:34105:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.346953:0:34105:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:3.0:1788777389.346954:0:34105:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777389.346958:0:34105:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3c380 x1875667126139008/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777405 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777389.346965:0:34105:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777389.346967:0:34105:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777389.346970:0:34105:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a02e00. 00000080:00000010:3.0:1788777389.346973:0:34105:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff945308bb9440. 00000080:00000001:3.0:1788777389.346975:0:34105:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.346977:0:34105:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777389.346982:0:34105:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777389.346994:0:34105:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777389.347000:0:34105:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777389.360592:0:34106:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777389.360600:0:34106:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777389.361663:0:34106:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777389.361670:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87bc0 00000080:00200000:0.0:1788777389.361675:0:34106:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777389.361686:0:34106:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945301218000. 00800000:00000002:0.0:1788777389.361694:0:34106:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777389.361699:0:34106:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777389.361704:0:34106:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777389.361707:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87ae0 00800000:00000002:0.0:1788777389.361710:0:34106:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777389.361713:0:34106:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777389.361717:0:34106:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777389.361723:0:34106:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777389.361725:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c879b0 00000002:00010000:0.0:1788777389.361727:0:34106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777389.361730:0:34106:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777389.361732:0:34106:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777389.361735:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777389.361741:0:34106:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777389.361743:0:34106:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777389.361745:0:34106:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777389.361747:0:34106:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777389.361750:0:34106:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777389.361755:0:34106:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2a00. 00000020:00000040:0.0:1788777389.361759:0:34106:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777389.361766:0:34106:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777389.361771:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777389.361775:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.361779:0:34106:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777389.361782:0:34106:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777389.361786:0:34106:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777389.361793:0:34106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d22c00. 00000100:00000001:0.0:1788777389.361800:0:34106:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.361806:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777389.361807:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.361809:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777389.361810:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.361812:0:34106:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777389.361816:0:34106:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082717696 : -118390626833920 : ffff945308be2a00) 00010000:00000001:0.0:1788777389.361820:0:34106:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777389.361822:0:34106:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777389.361826:0:34106:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34d00. 00010000:00000010:0.0:1788777389.361830:0:34106:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327b80. 00010000:00000001:0.0:1788777389.361836:0:34106:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777389.361840:0:34106:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9400. 00000020:00000001:0.0:1788777389.361843:0:34106:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777389.361846:0:34106:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9400 with handle 0xe53f2b0cb7af88d9 to hash 00000020:00000001:0.0:1788777389.361848:0:34106:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777389.361849:0:34106:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777389.361852:0:34106:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777389.361855:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777389.361858:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777389.361863:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777389.361871:0:34106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777389.361880:0:34106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777389.361884:0:34106:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777389.361886:0:34106:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777389.361892:0:34106:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f3000. 00000100:00000001:0.0:1788777389.361894:0:34106:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089076224 : -118390620475392 : ffff9453091f3000) 00000100:00000001:0.0:1788777389.361896:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777389.361898:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082717696 : -118390626833920 : ffff945308be2a00) 00000100:00000001:0.0:1788777389.361903:0:34106:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777389.361906:0:34106:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.361908:0:34106:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777389.361910:0:34106:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777389.361919:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.361928:0:34106:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777389.361930:0:34106:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777389.361933:0:34106:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777389.361935:0:34106:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777389.361938:0:34106:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777389.361942:0:34106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2a00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126139136:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777389.361945:0:34106:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777389.361950:0:34106:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777389.361952:0:34106:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777389.361954:0:34106:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777389.361958:0:34106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b5800. 02000000:00000001:0.0:1788777389.361960:0:34106:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777389.361966:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777389.361970:0:34106:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777389.361975:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c440. 00000100:00000200:0.0:1788777389.361982:0:34106:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126139136, portal 10 00000100:00000001:0.0:1788777389.361984:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777389.361985:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082717696 : -118390626833920 : ffff945308be2a00) 00000100:00000040:0.0:1788777389.361991:0:34106:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.361998:0:34106:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777389.362001:0:34106:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777389.362004:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c2a8. 00000100:00000200:0.0:1788777389.362006:0:34106:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126139136, offset 0 00000400:00000200:0.0:1788777389.362012:0:34106:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777389.362020:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.362026:0:34106:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777389.362031:0:34106:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777389.362035:0:34106:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777389.362038:0:34106:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777389.362040:0:34106:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777389.362044:0:34106:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2585:2585:256:4294967295] 192.168.203.135@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:0.0:1788777389.362047:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.362056:0:34106:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777389.362061:0:34106:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777389.362065:0:34106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fb00. 00000800:00000200:0.0:1788777389.362071:0:34106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777389.362077:0:34106:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777389.362081:0:34106:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777389.363119:0:34106:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777389.363126:0:34106:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 848875 usecs (849 jiffies) 00000400:00000200:0.0:1788777389.363131:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777389.363135:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540518 00000100:00000001:0.0:1788777389.363143:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540472 00000100:00000001:0.0:1788777389.363147:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540518 00000100:00000001:0.0:1788777389.363150:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540472 00000100:00000001:0.0:1788777389.363154:0:34106:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777389.363156:0:34106:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.363159:0:34106:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777389.363160:0:34106:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777389.363163:0:34106:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f3000 going to sleep for 11 seconds 00000100:00000001:0.0:1788777389.363166:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777389.363168:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777389.363343:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777389.363348:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fb00. 00000400:00000200:1.0:1788777389.363355:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.363362:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777389.363369:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c2a8 00000400:00000010:1.0:1788777389.363371:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c2a8. 00000100:00000001:1.0:1788777389.363376:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777389.363382:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.363391:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777389.363395:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.363402:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777389.363404:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788777389.363607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945310690140. 00000800:00000001:0.0:1788777389.372165:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.372181:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777389.372186:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.372189:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.372199:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.372206:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777389.372272:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.372277:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.372281:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.372285:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c53900 00000400:00000200:0.0:1788777389.372289:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.372295:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6f51 [1] + 224 00000800:00000001:0.0:1788777389.372301:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.372311:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.372315:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.372319:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777389.372326:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777389.372333:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777389.372342:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.372363:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777389.372372:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.372375:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.372443:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777389.372450:0:34106:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777389.372452:0:34106:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777389.372456:0:34106:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:2.0:1788777389.372461:0:34106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c440 00000400:00000010:2.0:1788777389.372463:0:34106:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c440. 00000100:00000001:2.0:1788777389.372466:0:34106:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777389.372471:0:34106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777389.372480:0:34106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.372486:0:34106:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777389.372488:0:34106:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.372490:0:34106:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777389.372493:0:34106:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777389.372496:0:34106:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777389.372497:0:34106:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.372500:0:34106:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777389.372509:0:34106:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=62 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777389.372513:0:34106:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777389.372516:0:34106:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777389.372518:0:34106:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.372520:0:34106:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777389.372524:0:34106:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.372527:0:34106:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777389.372529:0:34106:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777389.372530:0:34106:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777389.372533:0:34106:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.372539:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.372546:0:34106:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.372549:0:34106:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777389.372551:0:34106:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.372555:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777389.372577:0:34106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2a00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126139136:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777389.372582:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.372585:0:34106:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.372587:0:34106:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777389.372589:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.372594:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.372602:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.372605:0:34106:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f3000. 00000100:00000001:2.0:1788777389.372609:0:34106:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777389.372611:0:34106:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.372613:0:34106:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777389.372617:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.372619:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.372622:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=4 00000020:00000001:2.0:1788777389.372625:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372627:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000040:2.0:1788777389.372634:0:34106:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e9400, remote cookie: 0xa4f015c75ff3c971, flags: 0x1001 00010000:00010000:2.0:1788777389.372639:0:34106:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.372649:0:34106:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.372655:0:34106:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777389.372659:0:34106:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777389.372660:0:34106:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777389.372662:0:34106:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777389.372663:0:34106:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777389.372665:0:34106:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34d00) refcount = 1 00010000:00010000:2.0:1788777389.372669:0:34106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.372679:0:34106:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777389.372693:0:34106:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777389.372696:0:34106:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.372699:0:34106:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777389.372701:0:34106:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.372704:0:34106:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.372710:0:34106:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777389.372711:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372713:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.372714:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372715:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.372716:0:34106:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.372720:0:34106:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777389.372722:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.372723:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.372725:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:2.0:1788777389.372726:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372728:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372731:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.372732:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.372734:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=4 00000020:00000001:2.0:1788777389.372735:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372737:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372740:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.372742:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.372745:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.372752:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372753:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.372754:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.372756:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.372757:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=5 00000020:00000001:2.0:1788777389.372758:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372761:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372763:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.372766:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.372772:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372773:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777389.372775:0:34106:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.372781:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.372782:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372783:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.372785:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372786:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777389.372791:0:34106:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777389.372799:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.372801:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.372802:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:2.0:1788777389.372804:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372806:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372808:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372809:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.372810:0:34106:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.372813:0:34106:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.372815:0:34106:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777389.372818:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.372819:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.372821:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:2.0:1788777389.372823:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372825:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00000002:00010000:2.0:1788777389.372828:0:34106:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.372846:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372847:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.372849:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777389.372850:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.372851:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.372853:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:2.0:1788777389.372854:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372856:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000040:2.0:1788777389.372869:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:2.0:1788777389.372872:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777389.372875:0:34106:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777389.372878:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372878:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.372880:0:34106:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777389.372883:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87938 00000002:00002000:2.0:1788777389.372884:0:34106:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777389.372887:0:34106:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.372891:0:34106:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.372894:0:34106:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777389.372897:0:34106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777389.372900:0:34106:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777389.372904:0:34106:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777389.372907:0:34106:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945301218000. 00000080:00000001:2.0:1788777389.372911:0:34106:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777389.372914:0:34106:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777389.372919:0:34106:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777389.372924:0:34106:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777389.372929:0:34106:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6740. 00800000:00000001:2.0:1788777389.372931:0:34106:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221997376 : -118390487554240 : ffff9453110b6740) 00800000:00000001:2.0:1788777389.372934:0:34106:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.372936:0:34106:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777389.372939:0:34106:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777389.372941:0:34106:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777389.372943:0:34106:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777389.372946:0:34106:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777389.372948:0:34106:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.372952:0:34106:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777389.372954:0:34106:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777389.372959:0:34106:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777389.372961:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.372963:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.372964:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:2.0:1788777389.372966:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372968:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372971:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.372972:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777389.372973:0:34106:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777389.372975:0:34106:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777389.372977:0:34106:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6740 1 00800000:00000010:2.0:1788777389.372979:0:34106:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6740. 00800000:00000001:2.0:1788777389.372982:0:34106:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.372985:0:34106:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d9 00800000:00000001:2.0:1788777389.372988:0:34106:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777389.372990:0:34106:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777389.372991:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.372992:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.372993:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:2.0:1788777389.372995:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372997:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.372999:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.373000:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.373002:0:34106:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.373004:0:34106:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.373006:0:34106:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.373008:0:34106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777389.373011:0:34106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d9 from it ffffb1cb80c87bf8 00010000:00000001:2.0:1788777389.373013:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.373014:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.373015:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:2.0:1788777389.373017:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.373019:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.373020:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.373023:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.373029:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.373030:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.373031:0:34106:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777389.373033:0:34106:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777389.373036:0:34106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777389.373042:0:34106:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777389.373045:0:34106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777389.373046:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.373051:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.373052:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.373053:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373056:0:34106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777389.373058:0:34106:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373060:0:34106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373063:0:34106:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373065:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.373066:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.373067:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777389.373069:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.373073:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2a00 x1875667126139136/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.373080:0:34106:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777389.373083:0:34106:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.373085:0:34106:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b5800. 02000000:00000001:2.0:1788777389.373089:0:34106:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777389.373092:0:34106:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.373093:0:34106:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777389.373096:0:34106:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.373099:0:34106:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d22c00. 02000000:00000001:2.0:1788777389.373102:0:34106:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.373104:0:34106:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.373106:0:34106:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2a00. 00000100:00000001:2.0:1788777389.373110:0:34106:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.373111:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777389.373114:0:34106:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777389.373119:0:34106:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777389.373134:0:34106:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5c00. 00000080:00000001:2.0:1788777389.373141:0:34106:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777389.373143:0:34106:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777389.373144:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87b00 00000080:00200000:2.0:1788777389.373147:0:34106:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777389.373152:0:34106:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530616e600. 00800000:00000002:2.0:1788777389.373156:0:34106:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777389.373159:0:34106:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777389.373162:0:34106:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.373163:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87a20 00800000:00000002:2.0:1788777389.373165:0:34106:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777389.373168:0:34106:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777389.373171:0:34106:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777389.373175:0:34106:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.373177:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c878f0 00000002:00010000:2.0:1788777389.373179:0:34106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777389.373182:0:34106:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777389.373184:0:34106:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777389.373186:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777389.373188:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:2.0:1788777389.373190:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.373193:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.373195:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777389.373198:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777389.373206:0:34106:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777389.373218:0:34106:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.373250:0:34106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777389.373258:0:34106:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777389.373260:0:34106:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777389.373262:0:34106:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777389.373264:0:34106:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777389.373265:0:34106:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777389.373267:0:34106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777389.373269:0:34106:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777389.373272:0:34106:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777389.373274:0:34106:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616e600. 00000080:00000001:2.0:1788777389.373276:0:34106:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777389.373278:0:34106:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.373279:0:34106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777389.373282:0:34106:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88d9 00800000:00000001:2.0:1788777389.373284:0:34106:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777389.373286:0:34106:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777389.373287:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.373288:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.373290:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:2.0:1788777389.373292:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.373294:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.373296:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.373297:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.373298:0:34106:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.373300:0:34106:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.373301:0:34106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88d9 from it ffffb1cb80c87b38 00010000:00000001:2.0:1788777389.373303:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.373304:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.373306:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:2.0:1788777389.373308:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.373310:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:2.0:1788777389.373312:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.373314:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777389.373319:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.373320:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.373321:0:34106:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777389.373323:0:34106:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777389.373325:0:34106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777389.373331:0:34106:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777389.373333:0:34106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777389.373334:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.373336:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.373337:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.373339:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373341:0:34106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777389.373342:0:34106:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373343:0:34106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373345:0:34106:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373346:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.373348:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.373348:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777389.373350:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777389.373351:0:34106:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777389.373353:0:34106:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:2.0:1788777389.373357:0:34106:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.373360:0:34106:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777389.373362:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87b58 00000080:00200000:2.0:1788777389.373364:0:34106:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), file ffff94531a29c180, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1788777389.373369:0:34106:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9453103b7900. 00000080:00000001:2.0:1788777389.373373:0:34106:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777389.373375:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87a08 00000080:00200000:2.0:1788777389.373377:0:34106:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000010:2.0:1788777389.373383:0:34106:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530616e600. 00800000:00000002:2.0:1788777389.373387:0:34106:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777389.373391:0:34106:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777389.373393:0:34106:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.373395:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87928 00800000:00000002:2.0:1788777389.373396:0:34106:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777389.373399:0:34106:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777389.373402:0:34106:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777389.373405:0:34106:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:2.0:1788777389.373408:0:34106:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777389.373410:0:34106:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777389.373413:0:34106:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777389.373416:0:34106:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777389.373418:0:34106:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x2f:0x0] 40000000:00000001:2.0:1788777389.373420:0:34106:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.373422:0:34106:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.373424:0:34106:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.373425:0:34106:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.373427:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c878a8 00800000:00000002:2.0:1788777389.373429:0:34106:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2f:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788777389.373431:0:34106:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.373433:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c877e0 00000002:00010000:2.0:1788777389.373435:0:34106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000404:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1788777389.373438:0:34106:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777389.373440:0:34106:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777389.373443:0:34106:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777389.373447:0:34106:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.373448:0:34106:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777389.373450:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:2.0:1788777389.373452:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.373455:0:34106:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777389.373457:0:34106:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777389.373461:0:34106:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788777389.373469:0:34106:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777389.373473:0:34106:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777389.373475:0:34106:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777389.373476:0:34106:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777389.373478:0:34106:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777389.373480:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777389.373481:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:2.0:1788777389.373483:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777389.373485:0:34106:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.373486:0:34106:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777389.373487:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777389.373489:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:2.0:1788777389.373490:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777389.373492:0:34106:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.373493:0:34106:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777389.373494:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777389.373496:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:2.0:1788777389.373497:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777389.373499:0:34106:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.373501:0:34106:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777389.373503:0:34106:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777389.373507:0:34106:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777389.373508:0:34106:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777389.373510:0:34106:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777389.373512:0:34106:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373514:0:34106:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777389.373517:0:34106:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777389.373519:0:34106:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777389.373520:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.373522:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777389.373525:0:34106:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9400 with handle 0xe53f2b0cb7af88d9 from hash 00010000:00000001:2.0:1788777389.373527:0:34106:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777389.373529:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.373530:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.373531:0:34106:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777389.373533:0:34106:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777389.373535:0:34106:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777389.373537:0:34106:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777389.373539:0:34106:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777389.373541:0:34106:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777389.373546:0:34106:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777389.373549:0:34106:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777389.373553:0:34106:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777389.373555:0:34106:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373557:0:34106:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777389.373560:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.373562:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.373564:0:34106:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.373566:0:34106:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.373569:0:34106:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.373575:0:34106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093ab800. 00000100:00000001:2.0:1788777389.373581:0:34106:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373584:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.373586:0:34106:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777389.373590:0:34106:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777389.373597:0:34106:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777389.373599:0:34106:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777389.373601:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777389.373603:0:34106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af88d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c971 expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788777389.373615:0:34106:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34d00 count: 0 00010000:00000010:2.0:1788777389.373620:0:34106:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327b80. 00010000:00000001:2.0:1788777389.373628:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.373630:0:34106:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373632:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.373633:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.373635:0:34106:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.373643:0:34106:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00010000:00000001:2.0:1788777389.373646:0:34106:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777389.373649:0:34106:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777389.373653:0:34106:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8600. 00010000:00000010:2.0:1788777389.373656:0:34106:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9e800. 00010000:00000001:2.0:1788777389.373660:0:34106:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777389.373663:0:34106:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155c00. 00000020:00000001:2.0:1788777389.373666:0:34106:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777389.373668:0:34106:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155c00 with handle 0xe53f2b0cb7af88e0 to hash 00000020:00000001:2.0:1788777389.373670:0:34106:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777389.373671:0:34106:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.373674:0:34106:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.373677:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.373678:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.373681:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.373688:0:34106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777389.373699:0:34106:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777389.373705:0:34106:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777389.373719:0:34106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777389.373724:0:34106:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777389.373726:0:34106:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777389.373733:0:34106:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.373735:0:34106:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081065600 : -118390628486016 : ffff945308a4f480) 00000100:00000001:2.0:1788777389.373737:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.373739:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:2.0:1788777389.373742:0:34106:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.373746:0:34106:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.373748:0:34106:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777389.373749:0:34106:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777389.373753:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.373759:0:34106:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777389.373761:0:34106:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.373764:0:34106:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777389.373767:0:34106:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777389.373769:0:34106:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777389.373772:0:34106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126139392:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777389.373775:0:34106:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777389.373779:0:34106:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777389.373781:0:34106:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.373783:0:34106:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777389.373839:0:34106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310760000. 02000000:00000001:2.0:1788777389.373842:0:34106:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777389.373848:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777389.373852:0:34106:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777389.373857:0:34106:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9453093aa000. 00000100:00000200:2.0:1788777389.373864:0:34106:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126139392, portal 10 00000100:00000001:2.0:1788777389.373866:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.373868:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:2.0:1788777389.373873:0:34106:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.373880:0:34106:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777389.373882:0:34106:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777389.373885:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1908. 00000100:00000200:2.0:1788777389.373888:0:34106:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875667126139392, offset 0 00000400:00000200:2.0:1788777389.373894:0:34106:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777389.373902:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.373908:0:34106:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777389.373913:0:34106:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777389.373917:0:34106:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777389.373921:0:34106:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777389.373924:0:34106:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777389.373928:0:34106:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2586:2586:256:4294967295] 192.168.203.135@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:2.0:1788777389.373932:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.373941:0:34106:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777389.373949:0:34106:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777389.373955:0:34106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99700. 00000800:00000200:2.0:1788777389.373963:0:34106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777389.373968:0:34106:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777389.373972:0:34106:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99700 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1788777389.373996:0:34106:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.374000:0:34106:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 847816 usecs (848 jiffies) 00000400:00000200:2.0:1788777389.374003:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777389.374006:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540528 00000100:00000001:2.0:1788777389.374013:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540518 00000100:00000001:2.0:1788777389.374019:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540528 00000100:00000001:2.0:1788777389.374022:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540518 00000100:00000001:2.0:1788777389.374027:0:34106:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.374030:0:34106:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.374033:0:34106:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777389.374035:0:34106:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777389.374037:0:34106:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777389.374041:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777389.374043:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777389.374135:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777389.374141:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99700. 00000400:00000200:1.0:1788777389.374146:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.374150:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777389.374155:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1908 00000400:00000010:1.0:1788777389.374157:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1908. 00000100:00000001:1.0:1788777389.374161:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777389.374176:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.374184:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777389.374186:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777405 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.374193:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777389.374195:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777389.381264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34d00. 00010000:00000010:2.1:1788777389.381280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9400. 00000800:00000001:0.0:1788777389.381637:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.381650:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777389.381653:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.381655:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.381663:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.381670:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777389.381679:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.381696:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.381702:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.381707:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c53a00 00000400:00000200:0.0:1788777389.381711:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.381716:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x6f61 [32] + 224 00000800:00000001:0.0:1788777389.381723:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.381730:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.381733:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.381737:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777389.381744:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777389.381752:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777405 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777389.381761:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.381787:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777389.381795:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.381798:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.381858:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777389.381865:0:34106:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777389.381867:0:34106:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777389.381871:0:34106:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777389.381875:0:34106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453093aa000 00000400:00000010:2.0:1788777389.381878:0:34106:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9453093aa000. 00000100:00000001:2.0:1788777389.381881:0:34106:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777389.381886:0:34106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777389.381894:0:34106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.381901:0:34106:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777389.381903:0:34106:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.381905:0:34106:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777389.381913:0:34106:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777389.381916:0:34106:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777389.381918:0:34106:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.381921:0:34106:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777389.381929:0:34106:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=62 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777389.381934:0:34106:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777389.381936:0:34106:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788777389.381940:0:34106:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.381946:0:34106:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777389.381949:0:34106:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777389.381951:0:34106:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777389.381953:0:34106:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777389.381956:0:34106:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788777389.381961:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.381967:0:34106:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788777389.381970:0:34106:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777389.381972:0:34106:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.381975:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777389.381982:0:34106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126139392:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777389.381986:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.381989:0:34106:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777389.381992:0:34106:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777389.381994:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.381997:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.382004:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.382007:0:34106:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.382009:0:34106:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777389.382010:0:34106:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788777389.382014:0:34106:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777389.382018:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.382021:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.382024:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=4 00000020:00000001:2.0:1788777389.382026:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.382028:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00010000:2.0:1788777389.382032:0:34106:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.382042:0:34106:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788777389.382045:0:34106:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.382054:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.382057:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.382062:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.382064:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777389.382066:0:34106:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.382071:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.382074:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.382076:0:34106:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777389.382079:0:34106:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.382084:0:34106:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309155c00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:2.0:1788777389.382088:0:34106:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788777389.382091:0:34106:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.382097:0:34106:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788777389.382099:0:34106:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788777389.382102:0:34106:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.382108:0:34106:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788777389.382110:0:34106:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777389.382111:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.382112:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.382113:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=5 00000020:00000001:2.0:1788777389.382115:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.382117:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.382119:0:34106:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777389.382122:0:34106:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788777389.382126:0:34106:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777389.382128:0:34106:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.382130:0:34106:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788777389.382132:0:34106:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777389.382135:0:34106:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777389.382136:0:34106:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777389.382138:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.382139:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777389.382141:0:34106:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155c00 with handle 0xe53f2b0cb7af88e0 from hash 00010000:00000001:2.0:1788777389.382144:0:34106:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777389.382145:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.382146:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.382147:0:34106:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777389.382149:0:34106:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777389.382150:0:34106:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788777389.382153:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.382154:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.382155:0:34106:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.382157:0:34106:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.382159:0:34106:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.382175:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.382176:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.382178:0:34106:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788777389.382179:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.382181:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.382181:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.382182:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777389.382185:0:34106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88e0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777389.382191:0:34106:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8600 count: 0 00010000:00000010:2.0:1788777389.382198:0:34106:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e800. 00010000:00000001:2.0:1788777389.382206:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.382216:0:34106:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788777389.382264:0:34106:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788777389.382271:0:34106:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777389.382278:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777389.382280:0:34106:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.382282:0:34106:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.382284:0:34106:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.382286:0:34106:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1788777389.382289:0:34106:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1788777389.382294:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87768 00000002:00002000:2.0:1788777389.382296:0:34106:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:2.0:1788777389.382299:0:34106:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1788777389.382303:0:34106:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1788777389.382306:0:34106:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1788777389.382309:0:34106:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1788777389.382312:0:34106:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1788777389.382314:0:34106:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1788777389.382318:0:34106:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777389.382321:0:34106:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616e600. 00000100:00000001:2.0:1788777389.382325:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.382328:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126139392/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.382334:0:34106:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777389.382337:0:34106:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.382340:0:34106:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 02000000:00000001:2.0:1788777389.382360:0:34106:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777389.382362:0:34106:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.382364:0:34106:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777389.382367:0:34106:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.382370:0:34106:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777389.382373:0:34106:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.382375:0:34106:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.382377:0:34106:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777389.382380:0:34106:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.382381:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777389.382385:0:34106:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777389.382387:0:34106:0:(dcache.c:176:ll_intent_release()) intent ffff9453103b7900 released 00000080:00000001:2.0:1788777389.382389:0:34106:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1788777389.382391:0:34106:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453103b7900. 00000080:00000001:2.0:1788777389.382393:0:34106:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1788777389.382399:0:34106:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777389.382402:0:34106:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788777389.382459:0:34106:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777389.382462:0:34106:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777389.382464:0:34106:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777389.382465:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87bc0 00000080:00200000:2.0:1788777389.382468:0:34106:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777389.382473:0:34106:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530616e600. 00800000:00000002:2.0:1788777389.382479:0:34106:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777389.382482:0:34106:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777389.382485:0:34106:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.382487:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87ae0 00800000:00000002:2.0:1788777389.382494:0:34106:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777389.382497:0:34106:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777389.382501:0:34106:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777389.382504:0:34106:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.382506:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c879b0 00000002:00010000:2.0:1788777389.382508:0:34106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777389.382511:0:34106:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777389.382513:0:34106:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777389.382515:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777389.382519:0:34106:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.382521:0:34106:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.382523:0:34106:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.382525:0:34106:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777389.382527:0:34106:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777389.382531:0:34106:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777389.382534:0:34106:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777389.382538:0:34106:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777389.382542:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.382545:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.382548:0:34106:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.382550:0:34106:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.382553:0:34106:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.382559:0:34106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093ab800. 00000100:00000001:2.0:1788777389.382565:0:34106:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.382568:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.382569:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.382571:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.382572:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.382573:0:34106:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.382578:0:34106:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00010000:00000001:2.0:1788777389.382581:0:34106:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777389.382582:0:34106:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777389.382586:0:34106:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8300. 00010000:00000010:2.0:1788777389.382589:0:34106:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9e800. 00010000:00000001:2.0:1788777389.382593:0:34106:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777389.382596:0:34106:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155400. 00000020:00000001:2.0:1788777389.382599:0:34106:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777389.382601:0:34106:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155400 with handle 0xe53f2b0cb7af88e7 to hash 00000020:00000001:2.0:1788777389.382603:0:34106:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777389.382604:0:34106:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.382608:0:34106:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.382611:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.382612:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.382615:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.382622:0:34106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.382634:0:34106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777389.382638:0:34106:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777389.382640:0:34106:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777389.382645:0:34106:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.382647:0:34106:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081065600 : -118390628486016 : ffff945308a4f480) 00000100:00000001:2.0:1788777389.382650:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.382651:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:2.0:1788777389.382655:0:34106:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.382659:0:34106:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.382661:0:34106:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777389.382662:0:34106:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777389.382666:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.382672:0:34106:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777389.382674:0:34106:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.382677:0:34106:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777389.382679:0:34106:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777389.382681:0:34106:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777389.382684:0:34106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126139520:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777389.382687:0:34106:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777389.382692:0:34106:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777389.382694:0:34106:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.382696:0:34106:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777389.382700:0:34106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94531066b000. 02000000:00000001:2.0:1788777389.382702:0:34106:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777389.382707:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777389.382710:0:34106:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777389.382716:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1198. 00000100:00000200:2.0:1788777389.382722:0:34106:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126139520, portal 10 00000100:00000001:2.0:1788777389.382724:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.382726:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:2.0:1788777389.382731:0:34106:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.382737:0:34106:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777389.382740:0:34106:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777389.382742:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1f68. 00000100:00000200:2.0:1788777389.382745:0:34106:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126139520, offset 0 00000400:00000200:2.0:1788777389.382751:0:34106:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777389.382757:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.382764:0:34106:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777389.382768:0:34106:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777389.382771:0:34106:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777389.382775:0:34106:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777389.382777:0:34106:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777389.382780:0:34106:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2587:2587:256:4294967295] 192.168.203.135@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:2.0:1788777389.382785:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.382793:0:34106:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777389.382799:0:34106:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777389.382803:0:34106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99100. 00000800:00000200:2.0:1788777389.382808:0:34106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777389.382815:0:34106:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777389.382820:0:34106:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777389.382836:0:34106:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.382841:0:34106:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 846757 usecs (847 jiffies) 00000400:00000200:2.0:1788777389.382844:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777389.382847:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540536 00000100:00000001:2.0:1788777389.382854:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540528 00000100:00000001:2.0:1788777389.382858:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540536 00000100:00000001:2.0:1788777389.382862:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540528 00000100:00000001:2.0:1788777389.382866:0:34106:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.382868:0:34106:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.382870:0:34106:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777389.382872:0:34106:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777389.382875:0:34106:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777389.382877:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777389.382879:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777389.384622:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777389.384629:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99100. 00000400:00000200:1.0:1788777389.384636:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.384644:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777389.384649:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1f68 00000400:00000010:1.0:1788777389.384652:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1f68. 00000100:00000001:1.0:1788777389.384656:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777389.384662:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.384673:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777389.384677:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.384684:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777389.384686:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777389.389186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8600. 00010000:00000010:2.1:1788777389.389241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00000800:00000001:0.0:1788777389.389722:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.389734:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777389.389737:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.389739:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.389749:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.389755:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777389.389765:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.389769:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.389774:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.389778:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c53a80 00000400:00000200:0.0:1788777389.389783:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.389790:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x6f69 [1] + 224 00000800:00000001:0.0:1788777389.389796:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.389804:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.389806:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.389810:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777389.389817:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777389.389825:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777389.389836:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.389856:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777389.389866:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.389869:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.389923:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777389.389930:0:34106:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777389.389933:0:34106:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777389.389937:0:34106:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777389.389941:0:34106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:2.0:1788777389.389943:0:34106:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:2.0:1788777389.389946:0:34106:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777389.389951:0:34106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777389.389959:0:34106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.389964:0:34106:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777389.389966:0:34106:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.389968:0:34106:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777389.389971:0:34106:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777389.389973:0:34106:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777389.389975:0:34106:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.389977:0:34106:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777389.389985:0:34106:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=62 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777389.389989:0:34106:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777389.389991:0:34106:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777389.389993:0:34106:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.389995:0:34106:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777389.389999:0:34106:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.390003:0:34106:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777389.390004:0:34106:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777389.390006:0:34106:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777389.390009:0:34106:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.390014:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.390020:0:34106:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.390023:0:34106:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777389.390025:0:34106:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.390029:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777389.390037:0:34106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126139520:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777389.390042:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.390045:0:34106:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.390047:0:34106:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777389.390049:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.390052:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.390059:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.390062:0:34106:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.390065:0:34106:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777389.390067:0:34106:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.390070:0:34106:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777389.390073:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390076:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390079:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=4 00000020:00000001:2.0:1788777389.390085:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390089:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000040:2.0:1788777389.390095:0:34106:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155400, remote cookie: 0xa4f015c75ff3c99b, flags: 0x1001 00010000:00010000:2.0:1788777389.390100:0:34106:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.390111:0:34106:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.390123:0:34106:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777389.390127:0:34106:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777389.390129:0:34106:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777389.390130:0:34106:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777389.390132:0:34106:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777389.390134:0:34106:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9453054b8300) refcount = 1 00010000:00010000:2.0:1788777389.390138:0:34106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.390145:0:34106:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777389.390149:0:34106:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777389.390150:0:34106:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.390153:0:34106:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777389.390155:0:34106:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.390159:0:34106:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.390164:0:34106:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777389.390166:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390168:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.390169:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390169:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.390171:0:34106:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.390175:0:34106:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777389.390176:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390177:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390179:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:2.0:1788777389.390181:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390183:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390185:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390186:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390187:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=4 00000020:00000001:2.0:1788777389.390189:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390191:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390194:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.390196:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.390200:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.390207:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390217:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.390258:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390260:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390261:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=5 00000020:00000001:2.0:1788777389.390263:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390266:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390268:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.390271:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.390277:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390278:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777389.390280:0:34106:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.390286:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.390287:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390288:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.390289:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390290:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777389.390295:0:34106:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777389.390303:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390304:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390305:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:2.0:1788777389.390307:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390310:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390312:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390313:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.390315:0:34106:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.390317:0:34106:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.390320:0:34106:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777389.390322:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390323:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390324:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:2.0:1788777389.390326:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390328:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00000002:00010000:2.0:1788777389.390332:0:34106:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.390338:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390339:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.390341:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777389.390342:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390343:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390344:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:2.0:1788777389.390346:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390347:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000040:2.0:1788777389.390353:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:2.0:1788777389.390355:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777389.390358:0:34106:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777389.390361:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390362:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.390363:0:34106:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777389.390366:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87938 00000002:00002000:2.0:1788777389.390368:0:34106:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777389.390371:0:34106:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.390374:0:34106:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.390376:0:34106:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777389.390379:0:34106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777389.390382:0:34106:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777389.390385:0:34106:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777389.390389:0:34106:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616e600. 00000080:00000001:2.0:1788777389.390393:0:34106:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777389.390801:0:34106:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777389.390807:0:34106:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777389.390813:0:34106:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777389.390820:0:34106:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6740. 00800000:00000001:2.0:1788777389.390823:0:34106:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221997376 : -118390487554240 : ffff9453110b6740) 00800000:00000001:2.0:1788777389.390826:0:34106:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.390828:0:34106:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777389.390831:0:34106:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777389.390833:0:34106:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777389.390835:0:34106:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777389.390838:0:34106:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777389.390840:0:34106:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.390844:0:34106:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777389.390846:0:34106:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777389.390851:0:34106:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777389.390853:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390855:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390857:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:2.0:1788777389.390859:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390861:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390863:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390864:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777389.390865:0:34106:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777389.390868:0:34106:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777389.390869:0:34106:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6740 1 00800000:00000010:2.0:1788777389.390871:0:34106:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6740. 00800000:00000001:2.0:1788777389.390875:0:34106:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.390877:0:34106:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88e7 00800000:00000001:2.0:1788777389.390880:0:34106:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777389.390883:0:34106:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777389.390884:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390885:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390886:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:2.0:1788777389.390888:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390891:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390893:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390894:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.390896:0:34106:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.390898:0:34106:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.390900:0:34106:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.390903:0:34106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777389.390906:0:34106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88e7 from it ffffb1cb80c87bf8 00010000:00000001:2.0:1788777389.390907:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.390908:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.390910:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:2.0:1788777389.390911:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390913:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.390915:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.390919:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.390925:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390926:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.390928:0:34106:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777389.390930:0:34106:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777389.390932:0:34106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777389.390938:0:34106:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777389.390941:0:34106:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777389.390943:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.390947:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390948:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.390950:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.390953:0:34106:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777389.390955:0:34106:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.390957:0:34106:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.390960:0:34106:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.390962:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.390963:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.390964:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777389.390966:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.390972:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126139520/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.390978:0:34106:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777389.390981:0:34106:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.390985:0:34106:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94531066b000. 02000000:00000001:2.0:1788777389.390988:0:34106:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777389.390990:0:34106:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.390992:0:34106:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777389.390994:0:34106:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.390997:0:34106:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777389.391000:0:34106:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.391002:0:34106:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.391004:0:34106:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777389.391007:0:34106:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.391009:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777389.391012:0:34106:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777389.391018:0:34106:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777389.391031:0:34106:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5d80. 00000080:00000001:2.0:1788777389.391035:0:34106:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777389.391037:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87b58 00000080:00200000:2.0:1788777389.391039:0:34106:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), file ffff945305352300, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1788777389.391043:0:34106:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9453103b7900. 00000080:00000001:2.0:1788777389.391046:0:34106:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777389.391048:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87a08 00000080:00200000:2.0:1788777389.391049:0:34106:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open 00000080:00000010:2.0:1788777389.391055:0:34106:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530616e600. 00800000:00000002:2.0:1788777389.391061:0:34106:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777389.391067:0:34106:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777389.391069:0:34106:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.391071:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87928 00800000:00000002:2.0:1788777389.391072:0:34106:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777389.391075:0:34106:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777389.391077:0:34106:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777389.391081:0:34106:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00000020:00000001:2.0:1788777389.391084:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c878a8 00800000:00000002:2.0:1788777389.391085:0:34106:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788777389.391090:0:34106:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.391091:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c877e0 00000002:00010000:2.0:1788777389.391093:0:34106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1788777389.391097:0:34106:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777389.391099:0:34106:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777389.391102:0:34106:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777389.391105:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:2.0:1788777389.391108:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.391111:0:34106:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777389.391113:0:34106:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.391115:0:34106:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.391117:0:34106:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.391121:0:34106:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777389.391124:0:34106:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777389.391129:0:34106:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777389.391130:0:34106:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.391132:0:34106:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777389.391135:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.391138:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.391139:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.391141:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.391144:0:34106:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.391146:0:34106:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.391149:0:34106:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.391155:0:34106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093ab800. 00000100:00000001:2.0:1788777389.391162:0:34106:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.391165:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.391167:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.391169:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.391169:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.391171:0:34106:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.391179:0:34106:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00010000:00000001:2.0:1788777389.391182:0:34106:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777389.391184:0:34106:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777389.391186:0:34106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:2.0:1788777389.391188:0:34106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.391190:0:34106:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777389.391193:0:34106:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155c00. 00000020:00000001:2.0:1788777389.391196:0:34106:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777389.391198:0:34106:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155c00 with handle 0xe53f2b0cb7af88ee to hash 00000020:00000001:2.0:1788777389.391200:0:34106:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777389.391202:0:34106:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.391204:0:34106:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.391207:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000010:2.1:1788777389.391245:0:34106:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5c00. 00010000:00000001:2.0:1788777389.391258:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.391262:0:34106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.391270:0:34106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777389.391280:0:34106:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777389.391286:0:34106:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777389.391294:0:34106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777389.391299:0:34106:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777389.391300:0:34106:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777389.391307:0:34106:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.391309:0:34106:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081065600 : -118390628486016 : ffff945308a4f480) 00000100:00000001:2.0:1788777389.391311:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.391313:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:2.0:1788777389.391317:0:34106:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.391321:0:34106:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.391323:0:34106:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777389.391325:0:34106:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777389.391328:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.391335:0:34106:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777389.391338:0:34106:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.391341:0:34106:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777389.391344:0:34106:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777389.391346:0:34106:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777389.391350:0:34106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126139776:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777389.391354:0:34106:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777389.391358:0:34106:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777389.391360:0:34106:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.391362:0:34106:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777389.391862:0:34106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:2.0:1788777389.391865:0:34106:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777389.391871:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777389.391875:0:34106:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777389.391881:0:34106:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94531066b000. 00000100:00000200:2.0:1788777389.391887:0:34106:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126139776, portal 10 00000100:00000001:2.0:1788777389.391889:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.391890:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:2.0:1788777389.391896:0:34106:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.391901:0:34106:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777389.391903:0:34106:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777389.391905:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1198. 00000100:00000200:2.0:1788777389.391908:0:34106:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875667126139776, offset 0 00000400:00000200:2.0:1788777389.391912:0:34106:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777389.391918:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.391924:0:34106:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777389.391928:0:34106:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777389.391931:0:34106:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777389.391933:0:34106:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777389.391935:0:34106:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777389.391938:0:34106:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2588:2588:256:4294967295] 192.168.203.135@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:2.0:1788777389.391941:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.391947:0:34106:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777389.391951:0:34106:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777389.391955:0:34106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99100. 00000800:00000200:2.0:1788777389.391960:0:34106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777389.391966:0:34106:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777389.391969:0:34106:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99100 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1788777389.391986:0:34106:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.391990:0:34106:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 845700 usecs (846 jiffies) 00000400:00000200:2.0:1788777389.391993:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777389.391995:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540544 00000100:00000001:2.0:1788777389.392002:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540536 00000100:00000001:2.0:1788777389.392006:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540544 00000100:00000001:2.0:1788777389.392009:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540536 00000100:00000001:2.0:1788777389.392011:0:34106:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.392012:0:34106:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.392014:0:34106:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777389.392015:0:34106:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777389.392017:0:34106:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777389.392018:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777389.392020:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777389.392179:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777389.392184:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99100. 00000400:00000200:1.0:1788777389.392188:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.392193:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777389.392199:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1198 00000400:00000010:1.0:1788777389.392201:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1198. 00000100:00000001:1.0:1788777389.392204:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777389.392218:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.395172:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777389.395183:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777405 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.395190:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777389.395193:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777389.400266:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.400284:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777389.400288:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.400291:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.400300:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.400309:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777389.400318:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.400323:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.400328:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.400332:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c53b80 00000400:00000200:0.0:1788777389.400337:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.400343:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x6f71 [64] + 224 00000800:00000001:0.0:1788777389.400350:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.400357:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.400361:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.400365:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777389.400373:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777389.400382:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777405 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777389.400393:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.400423:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777389.400867:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.400873:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.400938:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777389.400946:0:34106:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777389.400948:0:34106:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777389.400951:0:34106:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777389.400955:0:34106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94531066b000 00000400:00000010:2.0:1788777389.400958:0:34106:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94531066b000. 00000100:00000001:2.0:1788777389.400962:0:34106:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777389.400969:0:34106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777389.400979:0:34106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.400986:0:34106:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777389.400989:0:34106:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.400991:0:34106:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777389.400995:0:34106:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777389.400997:0:34106:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777389.400999:0:34106:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.401002:0:34106:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777389.401011:0:34106:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=62 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777389.401016:0:34106:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777389.401019:0:34106:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788777389.401022:0:34106:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94530914c700 x1875667126139776/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.401030:0:34106:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777389.401033:0:34106:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777389.401035:0:34106:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777389.401037:0:34106:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777389.401039:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.401041:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:2.0:1788777389.401044:0:34106:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777389.401046:0:34106:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777389.401048:0:34106:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777389.401051:0:34106:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788777389.401055:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.401069:0:34106:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788777389.401072:0:34106:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777389.401074:0:34106:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.401079:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777389.401087:0:34106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126139776:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777389.401092:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.401095:0:34106:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788777389.401097:0:34106:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777389.401099:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.401102:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.401109:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.401112:0:34106:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.401114:0:34106:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777389.401116:0:34106:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788777389.401119:0:34106:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777389.401124:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.401126:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.401129:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=4 00000020:00000001:2.0:1788777389.401131:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.401134:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00010000:2.0:1788777389.401139:0:34106:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.401150:0:34106:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788777389.401154:0:34106:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.401164:0:34106:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.401167:0:34106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.401172:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.401174:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777389.401176:0:34106:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.401181:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.401184:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.401186:0:34106:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777389.401189:0:34106:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.401195:0:34106:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309155c00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:2.0:1788777389.401198:0:34106:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788777389.401201:0:34106:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.401207:0:34106:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788777389.401243:0:34106:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788777389.401247:0:34106:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.401253:0:34106:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788777389.401256:0:34106:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777389.401257:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.401259:0:34106:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.401260:0:34106:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=5 00000020:00000001:2.0:1788777389.401262:0:34106:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.401264:0:34106:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.401267:0:34106:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777389.401270:0:34106:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788777389.401275:0:34106:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777389.401277:0:34106:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.401279:0:34106:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788777389.401280:0:34106:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777389.401283:0:34106:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777389.401285:0:34106:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777389.401287:0:34106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.401288:0:34106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777389.401290:0:34106:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155c00 with handle 0xe53f2b0cb7af88ee from hash 00010000:00000001:2.0:1788777389.401293:0:34106:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777389.401294:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.401295:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.401296:0:34106:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777389.401298:0:34106:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777389.401299:0:34106:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788777389.401301:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.401302:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.401304:0:34106:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.401305:0:34106:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.401308:0:34106:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.401314:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.401315:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.401316:0:34106:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788777389.401318:0:34106:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.401319:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.401320:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.401321:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777389.401323:0:34106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.401334:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.401337:0:34106:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788777389.401341:0:34106:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788777389.401347:0:34106:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777389.401357:0:34106:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777389.401362:0:34106:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777389.401369:0:34106:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.401371:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777389.401372:0:34106:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.401374:0:34106:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.401377:0:34106:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.401379:0:34106:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777389.401381:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.401383:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00010000:00000001:2.0:1788777389.401385:0:34106:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788777389.401505:0:34106:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.401507:0:34106:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777389.401510:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87768 00000002:00002000:2.0:1788777389.401513:0:34106:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788777389.401517:0:34106:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.401521:0:34106:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.401523:0:34106:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777389.401526:0:34106:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777389.401529:0:34106:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777389.401533:0:34106:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:2.0:1788777389.401535:0:34106:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777389.401537:0:34106:0:(namei.c:674:ll_lookup_it_finish()) it ffff9453103b7900 it_disposition 80002b 00000080:00000001:2.0:1788777389.401540:0:34106:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777389.401546:0:34106:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777389.401549:0:34106:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777389.401551:0:34106:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1788777389.401554:0:34106:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788777389.401560:0:34106:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777389.401562:0:34106:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1788777389.401565:0:34106:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.401568:0:34106:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1788777389.401571:0:34106:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777389.401575:0:34106:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:2.0:1788777389.401647:0:34106:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff9453209ab248): rc = 0 00000080:00000001:2.0:1788777389.401651:0:34106:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483046472 : -118390226505144 : ffff9453209ab248) 00000080:00000001:2.0:1788777389.401654:0:34106:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777389.401657:0:34106:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777389.401658:0:34106:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.401662:0:34106:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9453209ab248) for lock 0x0 00800000:00000001:2.0:1788777389.401665:0:34106:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777389.401667:0:34106:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:2.0:1788777389.401669:0:34106:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.401671:0:34106:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777389.401678:0:34106:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b1e000 inode ffff9453209ab248 refc 1 flags 0x20000e 00000080:00000001:2.0:1788777389.401962:0:34106:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777389.401965:0:34106:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.401967:0:34106:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777389.402169:0:34106:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777389.402173:0:34106:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616e600. 00000100:00000001:2.0:1788777389.402179:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.402186:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.402194:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.402202:0:34106:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777389.402205:0:34106:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777389.402207:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87a48 00000080:00200008:2.0:1788777389.402218:0:34106:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9453209ab248), flags 320400 00000080:00000010:2.0:1788777389.402280:0:34106:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a1540. 00000080:00000010:2.0:1788777389.402288:0:34106:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9453110b6740. 00000080:00000001:2.0:1788777389.402291:0:34106:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777389.402295:0:34106:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788777389.402298:0:34106:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777389.402302:0:34106:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453103b5c00. 00000002:00100000:2.0:1788777389.402306:0:34106:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777389.402313:0:34106:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.402315:0:34106:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777389.402319:0:34106:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777389.402322:0:34106:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.402325:0:34106:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.402327:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.402330:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777389.402336:0:34106:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.402339:0:34106:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:2.0:1788777389.402373:0:34106:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777389.402375:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.402378:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87a48 00000080:00000008:2.0:1788777389.402380:0:34106:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9453209ab248), flags 320400, rc = 0 00000080:00000001:2.0:1788777389.402384:0:34106:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.403265:0:34106:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777389.403269:0:34106:0:(dcache.c:176:ll_intent_release()) intent ffff9453103b7900 released 00000080:00000001:2.0:1788777389.403272:0:34106:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788777389.403274:0:34106:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777389.403276:0:34106:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.403279:0:34106:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777389.403282:0:34106:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453103b7900. 00000080:00000001:2.0:1788777389.403286:0:34106:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.403289:0:34106:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777389.403292:0:34106:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9453209ab248), inode mode 41ed mask 44 00000080:00000001:2.0:1788777389.403297:0:34106:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.403327:0:34106:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777389.403330:0:34106:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9453209ab248) cmd=4008669a arg=25322e0 00000080:00000001:2.0:1788777389.403336:0:34106:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1788777389.403342:0:34106:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530616e600. 00800000:00000001:2.0:1788777389.403350:0:34106:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1788777389.403352:0:34106:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2e:0x0], valid 0x0/0x0 00000002:00000001:2.0:1788777389.403358:0:34106:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1788777389.403360:0:34106:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777389.403365:0:34106:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.403371:0:34106:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777389.403375:0:34106:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777389.403380:0:34106:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777389.403384:0:34106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.403400:0:34106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.403403:0:34106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.403404:0:34106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.403408:0:34106:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.403410:0:34106:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.403414:0:34106:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.403421:0:34106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093aa000. 00000100:00000001:2.0:1788777389.403427:0:34106:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.403438:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.403440:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.403441:0:34106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.403443:0:34106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.403444:0:34106:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788777389.403454:0:34106:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788777389.403462:0:34106:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914ce00 x1875667126140032/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777389.403470:0:34106:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777389.403471:0:34106:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777389.403478:0:34106:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.403480:0:34106:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081065600 : -118390628486016 : ffff945308a4f480) 00000100:00000001:2.0:1788777389.403483:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.403484:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777389.403488:0:34106:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.403492:0:34106:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.403494:0:34106:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777389.403495:0:34106:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777389.403500:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126140032/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.403508:0:34106:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777389.403511:0:34106:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.403514:0:34106:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777389.403516:0:34106:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777389.403519:0:34106:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777389.403522:0:34106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126140032:192.168.203.135@tcp:36:lfs.0 00000100:00000001:2.0:1788777389.403526:0:34106:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777389.403531:0:34106:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777389.403534:0:34106:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.403536:0:34106:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777389.403540:0:34106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aac00. 02000000:00000001:2.0:1788777389.403541:0:34106:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777389.403548:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777389.403552:0:34106:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777389.403558:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1b28. 00000100:00000200:2.0:1788777389.403564:0:34106:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126140032, portal 10 00000100:00000001:2.0:1788777389.403566:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.403567:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777389.403575:0:34106:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ce00 x1875667126140032/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.403593:0:34106:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777389.403596:0:34106:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777389.403599:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1000. 00000100:00000200:2.0:1788777389.403602:0:34106:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667126140032, offset 0 00000400:00000200:2.0:1788777389.403608:0:34106:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777389.403616:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.403623:0:34106:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777389.403628:0:34106:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777389.403632:0:34106:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777389.403636:0:34106:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777389.403639:0:34106:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777389.403643:0:34106:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2589:2589:256:4294967295] 192.168.203.135@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:2.0:1788777389.403647:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.403657:0:34106:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777389.403662:0:34106:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777389.403667:0:34106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99700. 00000800:00000200:2.0:1788777389.403673:0:34106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777389.403691:0:34106:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777389.403696:0:34106:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788777389.403713:0:34106:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.403718:0:34106:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 844648 usecs (845 jiffies) 00000400:00000200:2.0:1788777389.403722:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777389.403725:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540555 00000100:00000001:2.0:1788777389.403733:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540544 00000100:00000001:2.0:1788777389.403737:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540555 00000100:00000001:2.0:1788777389.403741:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540544 00000100:00000001:2.0:1788777389.403744:0:34106:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.403747:0:34106:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.403750:0:34106:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777389.403751:0:34106:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777389.403754:0:34106:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777389.403756:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777389.403759:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777389.404307:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777389.404312:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99700. 00000400:00000200:1.0:1788777389.404318:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.404324:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777389.404330:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1000 00000400:00000010:1.0:1788777389.404333:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1000. 00000100:00000001:1.0:1788777389.404337:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777389.404342:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126140032/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777389.404352:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777389.404355:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126140032/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777389.404362:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777389.404364:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777389.407262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155c00. 00000800:00000001:0.0:1788777389.410028:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.410044:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777389.410048:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.410050:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.410059:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.410067:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777389.410075:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.410080:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.410086:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.410090:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c53c80 00000400:00000200:0.0:1788777389.410095:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.410101:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6f79 [1] + 224 00000800:00000001:0.0:1788777389.410107:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.410113:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.410117:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.410122:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777389.410130:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777389.410138:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126140032/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777389.410151:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff94530914ce00 x1875667126140032/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777389.410171:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777389.410181:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777389.410185:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.410190:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777389.410196:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2590:2590:256:4294967295] 192.168.203.135@tcp LPNI seq info [2585:2585:8:4294967295] 00000400:00000200:0.0:1788777389.410201:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.410306:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000100:00000001:2.0:1788777389.410516:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777389.410524:0:34106:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777389.410526:0:34106:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777389.410530:0:34106:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777389.410534:0:34106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1b28 00000400:00000010:2.0:1788777389.410537:0:34106:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1b28. 00000100:00000001:2.0:1788777389.410540:0:34106:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777389.410545:0:34106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126140032/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777389.410560:0:34106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126140032/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.410567:0:34106:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777389.410569:0:34106:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.410572:0:34106:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777389.410576:0:34106:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000200:0.0:1788777389.410654:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777389.410661:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f700. 00000800:00000200:0.0:1788777389.410668:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777389.410675:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777389.410680:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f700 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1788777389.410732:0:34106:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777389.410735:0:34106:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.410738:0:34106:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777389.410748:0:34106:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=62 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777389.410753:0:34106:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777389.410756:0:34106:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777389.410758:0:34106:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.410761:0:34106:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777389.410766:0:34106:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.410769:0:34106:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777389.410772:0:34106:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777389.410773:0:34106:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777389.410776:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.410778:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777389.410782:0:34106:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777389.410784:0:34106:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777389.410785:0:34106:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777389.410788:0:34106:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.410794:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126140032/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777405 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.410802:0:34106:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.410805:0:34106:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777389.410807:0:34106:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.410812:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126140032/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777405 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777389.410821:0:34106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126140032:192.168.203.135@tcp:36:lfs.0 00000100:00000001:2.0:1788777389.410827:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.410830:0:34106:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.410833:0:34106:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777389.410835:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.410839:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126140032/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777405 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.410846:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.410849:0:34106:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.410852:0:34106:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777389.410854:0:34106:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.410861:0:34106:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.410864:0:34106:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777389.410870:0:34106:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616e600. 00000100:00000001:2.0:1788777389.410873:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.410876:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126140032/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777405 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.410884:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.410886:0:34106:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.410889:0:34106:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.410919:0:34106:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777389.410921:0:34106:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777389.410925:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87dd0 00000080:00200008:2.0:1788777389.410927:0:34106:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9453209ab248), flags 320000 00000080:00400000:2.0:1788777389.410932:0:34106:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1788777389.410936:0:34106:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777389.410937:0:34106:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788777389.410939:0:34106:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788777389.410946:0:34106:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777389.410949:0:34106:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777389.410954:0:34106:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.410957:0:34106:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777389.410959:0:34106:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2e:0x0]: 0 00000080:00000001:2.0:1788777389.410961:0:34106:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777389.410964:0:34106:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777389.410968:0:34106:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94530616e600. 00000080:00000001:2.0:1788777389.410971:0:34106:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777389.410978:0:34106:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777389.410982:0:34106:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788777389.410984:0:34106:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2e:0x0] 00000002:00000001:2.0:1788777389.410987:0:34106:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777389.410989:0:34106:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x2e:0x0] file closed with intent: 0 00000100:00000010:2.0:1788777389.410995:0:34106:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777389.410999:0:34106:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777389.411003:0:34106:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.411006:0:34106:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.411009:0:34106:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.411015:0:34106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616f000. 00000100:00000001:2.0:1788777389.411020:0:34106:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777389.411030:0:34106:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777389.411039:0:34106:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777389.411044:0:34106:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914e300 x1875667126140288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777389.411051:0:34106:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777389.411053:0:34106:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777389.411057:0:34106:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.411059:0:34106:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081065600 : -118390628486016 : ffff945308a4f480) 00000100:00000001:2.0:1788777389.411061:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.411063:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:2.0:1788777389.411067:0:34106:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.411070:0:34106:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.411072:0:34106:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777389.411074:0:34106:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777389.411077:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126140288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.411085:0:34106:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777389.411087:0:34106:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.411090:0:34106:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777389.411093:0:34106:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777389.411096:0:34106:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777389.411099:0:34106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126140288:192.168.203.135@tcp:35:lfs.0 00000100:00000001:2.0:1788777389.411103:0:34106:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777389.411107:0:34106:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777389.411109:0:34106:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.411111:0:34106:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777389.411116:0:34106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777389.411119:0:34106:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777389.411124:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777389.411127:0:34106:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777389.411131:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1b28. 00000100:00000200:2.0:1788777389.411137:0:34106:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126140288, portal 10 00000100:00000001:2.0:1788777389.411139:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.411141:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:2.0:1788777389.411146:0:34106:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914e300 x1875667126140288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777411 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.411154:0:34106:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777389.411157:0:34106:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777389.411159:0:34106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1e58. 00000100:00000200:2.0:1788777389.411162:0:34106:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126140288, offset 0 00000400:00000200:2.0:1788777389.411168:0:34106:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777389.411175:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.411180:0:34106:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777389.411185:0:34106:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777389.411189:0:34106:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777389.411193:0:34106:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777389.411196:0:34106:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777389.411200:0:34106:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2591:2591:255:4294967295] 192.168.203.135@tcp LPNI seq info [2586:2586:7:4294967295] 00000400:00000200:2.0:1788777389.411204:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.411249:0:34106:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777389.411254:0:34106:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777389.411259:0:34106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:2.0:1788777389.411264:0:34106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777389.411269:0:34106:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777389.411272:0:34106:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777389.411822:0:34106:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.411829:0:34106:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 843596 usecs (844 jiffies) 00000400:00000200:2.0:1788777389.411833:0:34106:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777389.411836:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540562 00000100:00000001:2.0:1788777389.411844:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540555 00000100:00000001:2.0:1788777389.411848:0:34106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540562 00000100:00000001:2.0:1788777389.411852:0:34106:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540555 00000100:00000001:2.0:1788777389.411855:0:34106:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.411858:0:34106:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.411860:0:34106:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777389.411862:0:34106:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1788777389.411865:0:34106:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f480 going to sleep for 17 seconds 00000100:00000001:2.0:1788777389.411868:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777389.411870:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777389.411958:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777389.411962:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f700. 00000400:00000200:0.0:1788777389.411976:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.411983:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777389.411993:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.411999:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777389.412058:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777389.412060:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:0.0:1788777389.412064:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.412067:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777389.412072:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1e58 00000400:00000010:0.0:1788777389.412074:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1e58. 00000100:00000001:0.0:1788777389.412077:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777389.412082:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126140288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777411 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.412092:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777389.412095:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126140288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777411 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.412101:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.412102:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777389.419885:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.419900:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777389.419904:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.419906:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.419914:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.419921:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777389.419930:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.419934:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.419940:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.419944:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c53d80 00000400:00000200:1.0:1788777389.419954:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.419960:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6f81 [1] + 224 00000800:00000001:1.0:1788777389.419967:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.419974:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.419977:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.419981:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777389.419988:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777389.419997:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126140288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777411 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777389.420008:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530914e300 x1875667126140288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777411 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420071:0:34106:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777389.420087:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777389.420097:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.420100:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777389.420158:0:34106:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777389.420160:0:34106:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777389.420164:0:34106:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777389.420168:0:34106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1b28 00000400:00000010:2.0:1788777389.420171:0:34106:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1b28. 00000100:00000001:2.0:1788777389.420174:0:34106:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777389.420178:0:34106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126140288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777411 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777389.420187:0:34106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126140288/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777411 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420193:0:34106:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777389.420195:0:34106:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.420198:0:34106:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777389.420202:0:34106:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777389.420204:0:34106:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777389.420217:0:34106:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.420303:0:34106:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777389.420314:0:34106:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=62 v=10 (10 5 5 5) 00000100:00001000:2.0:1788777389.420317:0:34106:0:(import.c:2215:obd_at_measure()) AT ffff9453110244a8 change: old=10 new=5 delta=-5 (val=5) hist 10 5 5 5 00000100:00001000:2.0:1788777389.420321:0:34106:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9453090ac800 ptl 23 has changed from 10 to 5 00000100:00001000:2.0:1788777389.420323:0:34106:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777389.420326:0:34106:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777389.420327:0:34106:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.420330:0:34106:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777389.420333:0:34106:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.420337:0:34106:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777389.420339:0:34106:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777389.420341:0:34106:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777389.420342:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.420344:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:2.0:1788777389.420348:0:34106:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777389.420349:0:34106:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777389.420351:0:34106:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777389.420354:0:34106:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.420359:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126140288/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777411 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420366:0:34106:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.420369:0:34106:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777389.420371:0:34106:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.420375:0:34106:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126140288/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777411 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777389.420383:0:34106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34106:1875667126140288:192.168.203.135@tcp:35:lfs.0 00000100:00000001:2.0:1788777389.420387:0:34106:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.420390:0:34106:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.420393:0:34106:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777389.420395:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.420399:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126140288/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777411 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420406:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.420409:0:34106:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.420413:0:34106:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777389.420415:0:34106:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.420422:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.420423:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000002:00000001:2.0:1788777389.420713:0:34106:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.420718:0:34106:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777389.420723:0:34106:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616e600. 00000080:00000001:2.0:1788777389.420728:0:34106:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788777389.420731:0:34106:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788777389.420735:0:34106:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788777389.420741:0:34106:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420750:0:34106:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.420751:0:34106:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:2.0:1788777389.420754:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.420757:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420764:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.420766:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.420769:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126140288/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777411 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420776:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.420777:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.420780:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126139776/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777405 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420787:0:34106:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788777389.420791:0:34106:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.420792:0:34106:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777389.420795:0:34106:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.420798:0:34106:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777389.420802:0:34106:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.420804:0:34106:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.420806:0:34106:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777389.420809:0:34106:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.420810:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.420812:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.420815:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126140288/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777411 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420821:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.420823:0:34106:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b5c00. 00000002:00000001:2.0:1788777389.420826:0:34106:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.420888:0:34106:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777389.420891:0:34106:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b6740. 00000100:00000001:2.0:1788777389.420894:0:34106:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.420898:0:34106:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126140288/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777411 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.420905:0:34106:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777389.420906:0:34106:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.420909:0:34106:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777389.420912:0:34106:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777389.420913:0:34106:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.420914:0:34106:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777389.420916:0:34106:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.420918:0:34106:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616f000. 02000000:00000001:2.0:1788777389.420920:0:34106:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.420922:0:34106:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.420923:0:34106:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:2.0:1788777389.420926:0:34106:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.420927:0:34106:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777389.420929:0:34106:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777389.420932:0:34106:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a1540. 00000080:00000001:2.0:1788777389.420937:0:34106:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.420943:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87dd0 00000080:00000008:2.0:1788777389.420946:0:34106:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9453209ab248), flags 320000, rc = 0 00000080:00000001:2.0:1788777389.420950:0:34106:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.420953:0:34106:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.420958:0:34106:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777389.420959:0:34106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80c87e00 00000080:00002000:2.0:1788777389.420961:0:34106:0:(dcache.c:127:ll_ddelete()) deleting dentry d24a.recovery-small (ffff945320b1e000, parent ffff9453208d0a20, inode ffff9453209ab248) hashed, 00000080:00000001:2.0:1788777389.420964:0:34106:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777389.420971:0:34106:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777389.420976:0:34106:0:(dcache.c:48:ll_release()) Process leaving 00010000:00010000:3.0:1788777389.432732:0:34108:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9453090ac800 00010000:00000001:3.0:1788777389.432739:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777389.432743:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777389.432746:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.432751:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777389.432753:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.432755:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777389.432782:0:34109:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9453090ac800 00010000:00000001:1.0:1788777389.432785:0:34109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777389.432786:0:34109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777389.432787:0:34109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777389.432789:0:34109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777389.432790:0:34109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777389.432792:0:34109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1788777389.434281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5d80. 00000080:00000001:0.0:1788777389.481453:0:34113:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777389.481460:0:34113:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777389.481462:0:34113:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777389.481465:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bbc0 00000080:00200000:0.0:1788777389.481470:0:34113:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777389.481477:0:34113:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945301219200. 00800000:00000002:0.0:1788777389.481484:0:34113:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777389.481488:0:34113:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777389.481492:0:34113:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777389.481494:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bae0 00800000:00000002:0.0:1788777389.481498:0:34113:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777389.481502:0:34113:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777389.481506:0:34113:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777389.481512:0:34113:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777389.481515:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b9b0 00000002:00010000:0.0:1788777389.481517:0:34113:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777389.481520:0:34113:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777389.481522:0:34113:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777389.481525:0:34113:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777389.481532:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:0.0:1788777389.481534:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777389.481539:0:34113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777389.481543:0:34113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777389.481547:0:34113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777389.481559:0:34113:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777389.481564:0:34113:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777389.481567:0:34113:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777389.481575:0:34113:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777389.481819:0:34113:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777389.481822:0:34113:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777389.481825:0:34113:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777389.481827:0:34113:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777389.481829:0:34113:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777389.481832:0:34113:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777389.481835:0:34113:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777389.481838:0:34113:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945301219200. 00000080:00000001:0.0:1788777389.481843:0:34113:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777389.481845:0:34113:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777389.481847:0:34113:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777389.481851:0:34113:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88e7 00800000:00000001:0.0:1788777389.481854:0:34113:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777389.481856:0:34113:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777389.481858:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777389.481860:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777389.481863:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:0.0:1788777389.481865:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:0.0:1788777389.481867:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:0.0:1788777389.481870:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777389.481872:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777389.481873:0:34113:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777389.481875:0:34113:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777389.481877:0:34113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88e7 from it ffffb1cb80e2bbf8 00010000:00000001:0.0:1788777389.481879:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777389.481880:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777389.481882:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:0.0:1788777389.481884:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:0.0:1788777389.481886:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:0.0:1788777389.481888:0:34113:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777389.481892:0:34113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777389.481899:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777389.481900:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777389.481902:0:34113:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777389.481904:0:34113:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777389.481907:0:34113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777389.481914:0:34113:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777389.481917:0:34113:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777389.481918:0:34113:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777389.481923:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777389.481924:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777389.481925:0:34113:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.481928:0:34113:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777389.481930:0:34113:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.481932:0:34113:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.481935:0:34113:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.481936:0:34113:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777389.481938:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777389.481939:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777389.481942:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777389.481944:0:34113:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777389.481946:0:34113:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777389.481951:0:34113:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777389.481960:0:34113:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453206259c0. 00000020:00000001:0.0:1788777389.481965:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bb28 00000080:00200000:0.0:1788777389.481967:0:34113:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=25 00000080:00000001:0.0:1788777389.481970:0:34113:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777389.481972:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b9d8 00000080:00200000:0.0:1788777389.481974:0:34113:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:0.0:1788777389.481980:0:34113:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945301219200. 00800000:00000002:0.0:1788777389.481983:0:34113:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777389.481986:0:34113:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777389.481988:0:34113:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777389.481989:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b8f8 00800000:00000002:0.0:1788777389.481991:0:34113:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777389.481993:0:34113:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788777389.481996:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b890 00800000:00000002:0.0:1788777389.481998:0:34113:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 00000002:00000001:0.0:1788777389.482001:0:34113:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777389.482002:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b7c8 00000002:00010000:0.0:1788777389.482004:0:34113:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788777389.482009:0:34113:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777389.482011:0:34113:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777389.482016:0:34113:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1c00. 00000020:00000040:0.0:1788777389.482020:0:34113:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777389.482024:0:34113:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777389.482028:0:34113:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777389.482030:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777389.482031:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777389.482033:0:34113:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.482036:0:34113:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777389.482038:0:34113:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777389.482040:0:34113:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777389.482047:0:34113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d22400. 00000100:00000001:0.0:1788777389.482054:0:34113:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.482059:0:34113:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777389.482060:0:34113:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.482061:0:34113:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777389.482063:0:34113:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.482064:0:34113:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777389.482071:0:34113:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00010000:00000001:0.0:1788777389.482074:0:34113:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777389.482077:0:34113:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777389.482079:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:0.0:1788777389.482082:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777389.482084:0:34113:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777389.482087:0:34113:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8800. 00000020:00000001:0.0:1788777389.482090:0:34113:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777389.482092:0:34113:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8800 with handle 0xe53f2b0cb7af88f5 to hash 00000020:00000001:0.0:1788777389.482094:0:34113:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777389.482095:0:34113:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777389.482099:0:34113:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777389.482102:0:34113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777389.482104:0:34113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777389.482107:0:34113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34113 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777389.482115:0:34113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34113 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777389.482124:0:34113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34113 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777389.482130:0:34113:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777389.482132:0:34113:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777389.482502:0:34113:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f3d80. 00000100:00000001:0.0:1788777389.482506:0:34113:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089079680 : -118390620471936 : ffff9453091f3d80) 00000100:00000001:0.0:1788777389.482508:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777389.482510:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000001:0.0:1788777389.482514:0:34113:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777389.482517:0:34113:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.482519:0:34113:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777389.482521:0:34113:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777389.482531:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.482539:0:34113:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777389.482541:0:34113:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777389.482544:0:34113:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777389.482547:0:34113:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777389.482549:0:34113:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777389.482552:0:34113:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1c00 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126140416:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777389.482556:0:34113:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777389.482561:0:34113:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777389.482564:0:34113:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777389.482566:0:34113:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777389.482571:0:34113:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b3800. 02000000:00000001:0.0:1788777389.482573:0:34113:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777389.482679:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777389.482684:0:34113:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777389.482693:0:34113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cf68. 00000100:00000200:0.0:1788777389.482700:0:34113:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126140416, portal 10 00000100:00000001:0.0:1788777389.482702:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777389.482704:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082714112 : -118390626837504 : ffff945308be1c00) 00000100:00000040:0.0:1788777389.482711:0:34113:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.482719:0:34113:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777389.482722:0:34113:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777389.482725:0:34113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cd48. 00000100:00000200:0.0:1788777389.482728:0:34113:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126140416, offset 0 00000400:00000200:0.0:1788777389.482735:0:34113:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777389.482743:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.482751:0:34113:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777389.482756:0:34113:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777389.482761:0:34113:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777389.482764:0:34113:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777389.482767:0:34113:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777389.482770:0:34113:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2592:2592:256:4294967295] 192.168.203.135@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:0.0:1788777389.482775:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.482785:0:34113:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777389.482791:0:34113:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777389.482797:0:34113:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f700. 00000800:00000200:0.0:1788777389.482804:0:34113:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777389.482812:0:34113:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777389.482816:0:34113:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788777389.482879:0:34113:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777389.482884:0:34113:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 842550 usecs (843 jiffies) 00000400:00000200:0.0:1788777389.482887:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777389.482890:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540632 00000100:00000001:0.0:1788777389.482897:0:34113:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540562 00000100:00000001:0.0:1788777389.482902:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540632 00000100:00000001:0.0:1788777389.482905:0:34113:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540562 00000100:00000001:0.0:1788777389.482908:0:34113:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777389.482912:0:34113:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.482914:0:34113:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777389.482915:0:34113:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777389.482918:0:34113:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788777389.482921:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777389.482924:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777389.484765:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777389.484773:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f700. 00000400:00000200:1.0:1788777389.484780:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.484787:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777389.484794:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cd48 00000400:00000010:1.0:1788777389.484796:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cd48. 00000100:00000001:1.0:1788777389.484801:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777389.484808:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.484819:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777389.484822:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.484829:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777389.484831:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777389.492729:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.492745:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777389.492750:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.492752:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.492759:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.492767:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777389.492776:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.492781:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.492786:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.492790:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c53e00 00000400:00000200:1.0:1788777389.492795:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.492800:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x6f89 [1] + 224 00000800:00000001:1.0:1788777389.492807:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.492813:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.492816:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.492820:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777389.492827:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777389.492835:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777389.492847:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.492909:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777389.492925:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777389.492935:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.492939:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788777389.493314:0:34113:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777389.493317:0:34113:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777389.493320:0:34113:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:0.0:1788777389.493325:0:34113:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cf68 00000400:00000010:0.0:1788777389.493327:0:34113:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cf68. 00000100:00000001:0.0:1788777389.493330:0:34113:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777389.493335:0:34113:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777389.493344:0:34113:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.493351:0:34113:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777389.493354:0:34113:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777389.493356:0:34113:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777389.493360:0:34113:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777389.493362:0:34113:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777389.493365:0:34113:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777389.493368:0:34113:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777389.493376:0:34113:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=62 v=5 (5 5 102 102) 00000100:00001000:0.0:1788777389.493380:0:34113:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777389.493383:0:34113:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777389.493385:0:34113:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.493387:0:34113:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777389.493391:0:34113:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.493458:0:34113:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777389.493461:0:34113:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1788777389.493463:0:34113:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777389.493466:0:34113:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777389.493472:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.493478:0:34113:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777389.493481:0:34113:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777389.493483:0:34113:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777389.493486:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777405 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777389.493494:0:34113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1c00 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126140416:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777389.493499:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777389.493502:0:34113:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.493504:0:34113:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777389.493506:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777389.493510:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777405 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.493516:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777389.493519:0:34113:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f3d80. 00000100:00000001:0.0:1788777389.493522:0:34113:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777389.493524:0:34113:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777389.493527:0:34113:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777389.493530:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777389.493533:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777389.493536:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=4 00000020:00000001:0.0:1788777389.493539:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:0.0:1788777389.493541:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000040:0.0:1788777389.493547:0:34113:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8800, remote cookie: 0xa4f015c75ff3c9da, flags: 0x1001 00010000:00010000:0.0:1788777389.493552:0:34113:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777389.493561:0:34113:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788777389.493565:0:34113:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777389.493809:0:34113:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8600. 00010000:00000010:2.0:1788777389.493815:0:34113:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9e480. 00010000:00000001:2.0:1788777389.493820:0:34113:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.493825:0:34113:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.493846:0:34113:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.493854:0:34113:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777389.493858:0:34113:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777389.493860:0:34113:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777389.493861:0:34113:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777389.493862:0:34113:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777389.493864:0:34113:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2e:0x0].0x0 (ffff9453054b8600) refcount = 1 00010000:00010000:2.0:1788777389.493868:0:34113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.493874:0:34113:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777389.493877:0:34113:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777389.493878:0:34113:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.493881:0:34113:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777389.493884:0:34113:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.493886:0:34113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.493892:0:34113:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777389.493894:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.493896:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.493896:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.493897:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.493898:0:34113:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.493903:0:34113:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777389.493904:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.493906:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.493907:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:2.0:1788777389.493909:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.493911:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.493913:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.493914:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.493915:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=4 00000020:00000001:2.0:1788777389.493917:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.493918:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.493921:0:34113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.493923:0:34113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.493926:0:34113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.493931:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.493933:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.493934:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.493935:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.493936:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=5 00000020:00000001:2.0:1788777389.493937:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.493939:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.493941:0:34113:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.493943:0:34113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.493949:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.493950:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777389.493952:0:34113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.493957:0:34113:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.493958:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.493959:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.493960:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.493961:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777389.493966:0:34113:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777389.493973:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.493974:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.493976:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:2.0:1788777389.493977:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.493979:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.493981:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.493982:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.493983:0:34113:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.493985:0:34113:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.493988:0:34113:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777389.493990:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.493991:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.493992:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:2.0:1788777389.493994:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.493995:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00000002:00010000:2.0:1788777389.493998:0:34113:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.494003:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.494005:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.494006:0:34113:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777389.494007:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.494008:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.494009:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:2.0:1788777389.494011:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.494012:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000040:2.0:1788777389.494016:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8600 count: 2 00010000:00000001:2.0:1788777389.494018:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777389.494021:0:34113:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/46 (0 0) 00010000:00000001:2.0:1788777389.494023:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.494024:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.494025:0:34113:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777389.494027:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b750 00000002:00002000:2.0:1788777389.494029:0:34113:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777389.494032:0:34113:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.494036:0:34113:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.494039:0:34113:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777389.494041:0:34113:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777389.494044:0:34113:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777389.494048:0:34113:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:2.0:1788777389.494050:0:34113:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777389.494052:0:34113:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb80e2bac8 it_disposition b 00000080:00000001:2.0:1788777389.494055:0:34113:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777389.494061:0:34113:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777389.494064:0:34113:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777389.494066:0:34113:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1788777389.494069:0:34113:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788777389.494074:0:34113:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777389.494076:0:34113:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1788777389.494078:0:34113:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.494081:0:34113:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1788777389.494083:0:34113:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777389.494086:0:34113:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:2.0:1788777389.494088:0:34113:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff9453209ab248): rc = 0 00000080:00000001:2.0:1788777389.494091:0:34113:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483046472 : -118390226505144 : ffff9453209ab248) 00010000:00000001:2.0:1788777389.494092:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.494107:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.494108:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:2.0:1788777389.494110:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.494112:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.494114:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.494115:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777389.494116:0:34113:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777389.494118:0:34113:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777389.494119:0:34113:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777389.494122:0:34113:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777389.494123:0:34113:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.494126:0:34113:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9453209ab248) for lock 0xe53f2b0cb7af88f5 00800000:00000001:2.0:1788777389.494129:0:34113:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777389.494131:0:34113:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777389.494132:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.494133:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.494134:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:2.0:1788777389.494136:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.494138:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.494140:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.494141:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.494143:0:34113:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.494145:0:34113:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777389.494151:0:34113:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9453208dc948 inode ffff9453209ab248 refc 1 flags 0x20000e 00000080:00000001:2.0:1788777389.494156:0:34113:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777389.494158:0:34113:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.494160:0:34113:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777389.494163:0:34113:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9453209ab248) 00000080:00010000:2.0:1788777389.494166:0:34113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88f5 from it ffffb1cb80e2bac8 00010000:00000001:2.0:1788777389.494168:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.494169:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.494170:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8800 refcount=3 00000020:00000001:2.0:1788777389.494172:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.494175:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061770240 : -118390647781376 : ffff9453077e8800) 00010000:00000001:2.0:1788777389.494176:0:34113:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.494179:0:34113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.494185:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.494186:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.494187:0:34113:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777389.494189:0:34113:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777389.494191:0:34113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8800/0xe53f2b0cb7af88f5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9da expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777389.494198:0:34113:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777389.494200:0:34113:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777389.494203:0:34113:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.494206:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.494207:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.494217:0:34113:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.494792:0:34113:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777389.494795:0:34113:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.494798:0:34113:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.494801:0:34113:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.494803:0:34113:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.494804:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.494806:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777389.494808:0:34113:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777389.494813:0:34113:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945301219200. 00000100:00000001:2.0:1788777389.494819:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.494826:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1c00 x1875667126140416/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.494883:0:34113:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777389.494886:0:34113:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.494889:0:34113:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b3800. 02000000:00000001:2.0:1788777389.494894:0:34113:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777389.494897:0:34113:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.494898:0:34113:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777389.494900:0:34113:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.494903:0:34113:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d22400. 02000000:00000001:2.0:1788777389.494906:0:34113:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.494908:0:34113:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.494910:0:34113:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1c00. 00000100:00000001:2.0:1788777389.494914:0:34113:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.494915:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777389.494924:0:34113:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777389.494927:0:34113:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9453209ab248), inode mode 41ed mask 1 00000080:00000001:2.0:1788777389.494932:0:34113:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777389.494948:0:34113:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5c00. 00000080:00000001:2.0:1788777389.494953:0:34113:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777389.494955:0:34113:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9453209ab248), inode mode 41ed mask 3 00000080:00000001:2.0:1788777389.494958:0:34113:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.494960:0:34113:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777389.494963:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bb58 00000080:00200000:2.0:1788777389.494965:0:34113:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9453209ab248), file ffff945322196600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788777389.494970:0:34113:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9453103b7900. 00000080:00000001:2.0:1788777389.494974:0:34113:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777389.494976:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2ba08 00000080:00200000:2.0:1788777389.494977:0:34113:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9453209ab248), intent=open|creat 00000080:00000010:2.0:1788777389.494984:0:34113:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530616f200. 00000080:00000001:2.0:1788777389.494991:0:34113:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777389.494994:0:34113:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.494995:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b928 00800000:00000002:2.0:1788777389.494997:0:34113:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x200000404:0x2e:0x0] 00800000:00000001:2.0:1788777389.495000:0:34113:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777389.495002:0:34113:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777389.495006:0:34113:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:2.0:1788777389.495009:0:34113:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777389.495011:0:34113:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777389.495013:0:34113:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777389.495016:0:34113:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777389.495019:0:34113:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x30:0x0] 40000000:00000001:2.0:1788777389.495021:0:34113:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.495023:0:34113:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.495025:0:34113:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.495026:0:34113:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.495028:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b8a8 00800000:00000002:2.0:1788777389.495029:0:34113:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x2e:0x0], fid2=[0x200000404:0x30:0x0], name='f24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788777389.495033:0:34113:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.495035:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b7e0 00000002:00010000:2.0:1788777389.495036:0:34113:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x200000404:0x30:0x0]) in obj [0x200000404:0x2e:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788777389.495039:0:34113:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777389.495041:0:34113:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777389.495044:0:34113:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777389.495048:0:34113:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.495050:0:34113:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777389.495053:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8600 count: 2 00010000:00000001:2.0:1788777389.495055:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.495057:0:34113:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777389.495060:0:34113:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.495457:0:34113:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.495462:0:34113:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.495468:0:34113:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777389.495471:0:34113:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777389.495476:0:34113:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777389.495478:0:34113:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.495480:0:34113:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777389.495483:0:34113:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.495488:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.495489:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.495491:0:34113:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.495494:0:34113:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.495496:0:34113:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.495499:0:34113:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.495506:0:34113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9c00. 00000100:00000001:2.0:1788777389.495512:0:34113:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.495517:0:34113:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.495519:0:34113:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.495520:0:34113:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.495521:0:34113:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.495523:0:34113:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.495531:0:34113:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00010000:00000001:2.0:1788777389.495534:0:34113:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777389.495536:0:34113:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777389.495539:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8600 count: 2 00010000:00000001:2.0:1788777389.495541:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.495543:0:34113:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777389.495547:0:34113:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155c00. 00000020:00000001:2.0:1788777389.495551:0:34113:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777389.495554:0:34113:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155c00 with handle 0xe53f2b0cb7af88fc to hash 00000020:00000001:2.0:1788777389.495556:0:34113:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777389.495557:0:34113:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.495561:0:34113:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.495564:0:34113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.495566:0:34113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.495570:0:34113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34113 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.495578:0:34113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34113 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777389.495589:0:34113:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777389.495597:0:34113:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914e300 x1875667126140672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777389.495606:0:34113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34113 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777389.495611:0:34113:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777389.495613:0:34113:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777389.495620:0:34113:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.495622:0:34113:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081065600 : -118390628486016 : ffff945308a4f480) 00000100:00000001:2.0:1788777389.495625:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.495626:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:2.0:1788777389.495630:0:34113:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.495634:0:34113:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.495636:0:34113:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777389.495638:0:34113:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777389.495642:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126140672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.495649:0:34113:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777389.495651:0:34113:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.495654:0:34113:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777389.495657:0:34113:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777389.495660:0:34113:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777389.495663:0:34113:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126140672:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777389.495667:0:34113:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777389.495671:0:34113:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777389.495673:0:34113:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.495676:0:34113:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777389.495744:0:34113:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310760000. 02000000:00000001:2.0:1788777389.495747:0:34113:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777389.495754:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777389.495759:0:34113:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777389.495766:0:34113:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9453093ab800. 00000100:00000200:2.0:1788777389.495773:0:34113:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126140672, portal 10 00000100:00000001:2.0:1788777389.495775:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.495776:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:2.0:1788777389.495783:0:34113:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914e300 x1875667126140672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.495790:0:34113:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777389.495793:0:34113:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777389.495797:0:34113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1b28. 00000100:00000200:2.0:1788777389.495800:0:34113:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667126140672, offset 0 00000400:00000200:2.0:1788777389.495806:0:34113:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777389.496492:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.496501:0:34113:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777389.496506:0:34113:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777389.496510:0:34113:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777389.496514:0:34113:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777389.496517:0:34113:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777389.496520:0:34113:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2593:2593:256:4294967295] 192.168.203.135@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:2.0:1788777389.496525:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.496535:0:34113:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777389.496541:0:34113:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777389.496548:0:34113:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99c00. 00000800:00000200:2.0:1788777389.496555:0:34113:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777389.496562:0:34113:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777389.496567:0:34113:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99c00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788777389.496590:0:34113:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.496594:0:34113:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 841507 usecs (842 jiffies) 00000400:00000200:2.0:1788777389.496597:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777389.496600:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540645 00000100:00000001:2.0:1788777389.496607:0:34113:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540632 00000100:00000001:2.0:1788777389.496612:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540645 00000100:00000001:2.0:1788777389.496615:0:34113:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540632 00000100:00000001:2.0:1788777389.496618:0:34113:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.496621:0:34113:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.496623:0:34113:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777389.496625:0:34113:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777389.496627:0:34113:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f480 going to sleep for 11 seconds 00000100:00000001:2.0:1788777389.496630:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777389.496632:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777389.496800:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777389.496805:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99c00. 00000400:00000200:1.0:1788777389.496811:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.496816:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777389.496821:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1b28 00000400:00000010:1.0:1788777389.496823:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1b28. 00000100:00000001:1.0:1788777389.496828:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777389.496843:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126140672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.496853:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777389.496857:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126140672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777405 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.496863:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777389.496865:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777389.509468:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.509482:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777389.509485:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.509487:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.509495:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.509502:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777389.509511:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.509515:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.509521:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.509525:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c53f00 00000400:00000200:0.0:1788777389.509529:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.509535:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x6f99 [32] + 224 00000800:00000001:0.0:1788777389.509542:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.509549:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777389.509552:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.509556:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777389.509564:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777389.509576:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126140672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777405 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777389.509596:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94530914e300 x1875667126140672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.509619:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777389.509629:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777389.509632:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.509637:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777389.509650:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2594:2594:256:4294967295] 192.168.203.135@tcp LPNI seq info [2589:2589:8:4294967295] 00000400:00000200:0.0:1788777389.509654:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777389.509664:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777389.509670:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777389.509680:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d22400. 00000800:00000200:0.0:1788777389.509687:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000100:00000001:2.0:1788777389.509693:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1788777389.509694:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777389.509701:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d22400 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:2.0:1788777389.509706:0:34113:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777389.509710:0:34113:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777389.509714:0:34113:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777389.509720:0:34113:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453093ab800 00000400:00000010:2.0:1788777389.509722:0:34113:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9453093ab800. 00000800:00000200:0.0:1788777389.509778:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777389.509782:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d22400. 00000400:00000200:0.0:1788777389.509785:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.509789:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000100:00000001:2.0:1788777389.509795:0:34113:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1788777389.509796:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777389.509802:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788777389.509805:0:34113:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126140672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777389.509818:0:34113:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126140672/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.509825:0:34113:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777389.509828:0:34113:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.509840:0:34113:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777389.509843:0:34113:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777389.509872:0:34113:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777389.509875:0:34113:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.509879:0:34113:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777389.509889:0:34113:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=62 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777389.509893:0:34113:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777389.509896:0:34113:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777389.509898:0:34113:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.509900:0:34113:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777389.509904:0:34113:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.509908:0:34113:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777389.510046:0:34113:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000001/0x1] 00000100:00000001:2.0:1788777389.510049:0:34113:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777389.510051:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.510052:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:2.0:1788777389.510055:0:34113:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777389.510056:0:34113:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788777389.510057:0:34113:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777389.510059:0:34113:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.510064:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777405 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.510073:0:34113:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.510075:0:34113:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777389.510076:0:34113:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.510079:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777405 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777389.510083:0:34113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126140672:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777389.510086:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.510088:0:34113:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.510090:0:34113:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777389.510091:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.510093:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777405 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.510099:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.510102:0:34113:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f480. 00000100:00000001:2.0:1788777389.510105:0:34113:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777389.510106:0:34113:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.510109:0:34113:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777389.510113:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.510116:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.510119:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=4 00000020:00000001:2.0:1788777389.510121:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.510124:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000040:2.0:1788777389.510139:0:34113:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155c00, remote cookie: 0xa4f015c75ff3c9f6, flags: 0x1001 00010000:00010000:2.0:1788777389.510145:0:34113:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 4/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777389.510154:0:34113:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x30:0x0].0x0, instead of [0x200000404:0x2e:0x0].0x0 00010000:00000001:2.0:1788777389.510157:0:34113:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777389.510165:0:34113:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8100. 00010000:00000010:2.0:1788777389.510170:0:34113:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9e100. 00010000:00000001:2.0:1788777389.510175:0:34113:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.510178:0:34113:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.510186:0:34113:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.510191:0:34113:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777389.510196:0:34113:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777389.510198:0:34113:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777389.510199:0:34113:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777389.510200:0:34113:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777389.510203:0:34113:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x30:0x0].0x0 (ffff9453054b8100) refcount = 1 00010000:00010000:2.0:1788777389.510206:0:34113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.512286:0:34113:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777389.512291:0:34113:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777389.512293:0:34113:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.512297:0:34113:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777389.512301:0:34113:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.512306:0:34113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.512314:0:34113:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777389.512316:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.512317:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.512318:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.512319:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.512321:0:34113:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.512330:0:34113:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777389.512333:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.512336:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.512338:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=3 00000020:00000001:2.0:1788777389.512340:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.512343:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.512344:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.512345:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.512347:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=4 00000020:00000001:2.0:1788777389.512348:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.512350:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.512353:0:34113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.512566:0:34113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.512570:0:34113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.512578:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.512580:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.512581:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.512582:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.512584:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=5 00000020:00000001:2.0:1788777389.512586:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.512588:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.512590:0:34113:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.512593:0:34113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.512599:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.512600:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777389.512602:0:34113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.512608:0:34113:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.512609:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.512611:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.512612:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.512613:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777389.512624:0:34113:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777405 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777389.512634:0:34113:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777389.512639:0:34113:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777405 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777389.512645:0:34113:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.512652:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.512653:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.512654:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=3 00000020:00000001:2.0:1788777389.512656:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.512658:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00000002:00010000:2.0:1788777389.512662:0:34113:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777389.512675:0:34113:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110b6740. 00010000:00000001:2.0:1788777389.512677:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.512678:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.512679:0:34113:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.512681:0:34113:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.512684:0:34113:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777389.512688:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.512690:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:2.0:1788777389.512691:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.512692:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00010000:00000001:2.0:1788777389.512694:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.512695:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.512696:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=3 00000020:00000001:2.0:1788777389.512698:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.512700:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00000002:00010000:2.0:1788777389.512704:0:34113:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.512710:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.512711:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.512712:0:34113:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777389.512713:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.512714:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.512715:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=3 00000020:00000001:2.0:1788777389.512717:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.512718:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000040:2.0:1788777389.513036:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:2.0:1788777389.513042:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777389.513047:0:34113:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/48 (0 0) 00010000:00000001:2.0:1788777389.513050:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.513051:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.513052:0:34113:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777389.513055:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b768 00000002:00002000:2.0:1788777389.513057:0:34113:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788777389.513061:0:34113:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.513064:0:34113:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.513066:0:34113:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777389.513069:0:34113:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x2e:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777389.513072:0:34113:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.513076:0:34113:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777389.513087:0:34113:0:(namei.c:674:ll_lookup_it_finish()) it ffff9453103b7900 it_disposition 1800037 00000080:00002000:2.0:1788777389.513092:0:34113:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b1e000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788777389.513098:0:34113:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777389.513100:0:34113:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788777389.513102:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2b998 00000080:00200000:2.0:1788777389.513104:0:34113:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9453209ab248), intent=open|creat 00000080:00000001:2.0:1788777389.513107:0:34113:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788777389.513109:0:34113:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777389.513113:0:34113:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777389.513117:0:34113:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777389.513120:0:34113:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:2.0:1788777389.513122:0:34113:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777389.513146:0:34113:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9453209198c0. 00000020:00000001:2.0:1788777389.513156:0:34113:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788777389.513158:0:34113:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788777389.513160:0:34113:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777389.513162:0:34113:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x30:0x0](ffff945320919988) 00000020:00000001:2.0:1788777389.513165:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777389.513169:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777389.513171:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777389.513176:0:34113:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788777389.513180:0:34113:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff945309306578. 00000020:00000001:2.0:1788777389.513182:0:34113:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788777389.513184:0:34113:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.513189:0:34113:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788777389.513193:0:34113:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945309192000. 00020000:00000001:2.0:1788777389.513196:0:34113:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683088678912 : -118390620872704 : ffff945309192000) 00020000:00000001:2.0:1788777389.513198:0:34113:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788777389.513201:0:34113:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777389.513206:0:34113:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7420. 00020000:00000010:2.0:1788777389.513219:0:34113:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453106f9380. 00020000:00000010:2.0:1788777389.513267:0:34113:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b77e0. 00020000:00000001:2.0:1788777389.513269:0:34113:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208370144 : -118390501181472 : ffff9453103b77e0) 00020000:00000002:2.0:1788777389.513272:0:34113:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b77e0, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777389.513276:0:34113:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777389.513280:0:34113:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453106f9380: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:2.0:1788777389.513283:0:34113:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788777389.513285:0:34113:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b77e0, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777389.513288:0:34113:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777389.513291:0:34113:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453106f9380: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000010:2.0:1788777389.513295:0:34113:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff945310672e90. 00020000:00000010:2.0:1788777389.513297:0:34113:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff945308a4f480. 00020000:00000001:2.0:1788777389.513302:0:34113:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788777389.513304:0:34113:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945306525a68. 00020000:00000001:2.0:1788777389.513307:0:34113:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788777389.513308:0:34113:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788777389.513313:0:34113:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788777389.513316:0:34113:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff945309306000. 00000020:00000001:2.0:1788777389.513318:0:34113:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788777389.513320:0:34113:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.513322:0:34113:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683090202752 : -118390619348864 : ffff945309306080) 00020000:00000001:2.0:1788777389.513325:0:34113:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788777389.513330:0:34113:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945307f6cfc0. 00020000:00000001:2.0:1788777389.513332:0:34113:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.513336:0:34113:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683090202752 : -118390619348864 : ffff945309306080) 00020000:00000001:2.0:1788777389.513338:0:34113:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683090202752 : -118390619348864 : ffff945309306080) 00020000:00000002:2.0:1788777389.513341:0:34113:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x42:0x0]@ffff945309306000[0:0] -> [0x200000404:0x30:0x0]@ffff945309306578: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:2.0:1788777389.513345:0:34113:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788777389.513347:0:34113:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788777389.513348:0:34113:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.513351:0:34113:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683090204152 : -118390619347464 : ffff9453093065f8) 00000020:00001000:2.0:1788777389.513961:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777389.513977:0:34113:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:2.0:1788777389.513980:0:34113:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788777389.513983:0:34113:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833968 mtime from 0 to 1788777389 00000080:00000001:2.0:1788777389.513986:0:34113:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788777389.513989:0:34113:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482450312 : -118390227101304 : ffff945320919988) 00010000:00000001:2.0:1788777389.513991:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.513993:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.513995:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=3 00000020:00000001:2.0:1788777389.513998:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.514000:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00000080:00000001:2.0:1788777389.514003:0:34113:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777389.514004:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777389.514006:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777389.514008:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777389.514010:0:34113:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777389.514013:0:34113:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777389.514015:0:34113:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777389.514020:0:34113:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b76c0. 00020000:00000010:2.0:1788777389.514024:0:34113:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453106f9500. 00020000:00000010:2.0:1788777389.514027:0:34113:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7f60. 00020000:00000001:2.0:1788777389.514029:0:34113:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208372064 : -118390501179552 : ffff9453103b7f60) 00020000:00000002:2.0:1788777389.514032:0:34113:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7f60, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777389.514036:0:34113:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777389.514038:0:34113:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453106f9500: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000002:2.0:1788777389.514041:0:34113:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945309192000) owner ffff94532210a7c0 00020000:00000001:2.0:1788777389.514044:0:34113:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777389.514046:0:34113:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945309192000) owner ffff94532210a7c0 00020000:00000010:2.0:1788777389.514049:0:34113:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453106f9500. 00020000:00000010:2.0:1788777389.514056:0:34113:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b76c0. 00020000:00000010:2.0:1788777389.514059:0:34113:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7f60. 00020000:00000002:2.0:1788777389.514061:0:34113:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777389.514063:0:34113:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514065:0:34113:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514068:0:34113:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777389.514071:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:2.0:1788777389.514074:0:34113:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b77e0 addref 2/0 by ffff94532210a7c0. 00020000:00000002:2.0:1788777389.514076:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:2.0:1788777389.514079:0:34113:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777389.514081:0:34113:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777389.514082:0:34113:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777389.514083:0:34113:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777389.514085:0:34113:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777389.514087:0:34113:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788777389.514089:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777389.514091:0:34113:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514094:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.514095:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777389.514096:0:34113:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777389.514100:0:34113:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777389.514102:0:34113:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.514104:0:34113:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x30:0x0](ffff945320919988) 00000080:00010000:2.0:1788777389.514107:0:34113:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x30:0x0](ffff945320919988) for lock 0xe53f2b0cb7af88fc 00800000:00000001:2.0:1788777389.514110:0:34113:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777389.514112:0:34113:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777389.514114:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.514115:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.514116:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=3 00000020:00000001:2.0:1788777389.514118:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.514120:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.514123:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.514124:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.514135:0:34113:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.514137:0:34113:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514138:0:34113:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788777389.514141:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.514151:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777405 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.514158:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777389.514162:0:34113:0:(namei.c:1651:ll_create_it()) inode ffff945320919988 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:2.0:1788777389.514165:0:34113:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.514168:0:34113:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x30:0x0](ffff945320919988) 00000080:00000001:2.0:1788777389.514171:0:34113:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777389.514174:0:34113:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616f200. 00000100:00000001:2.0:1788777389.514177:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.514180:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777405 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.514187:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514190:0:34113:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788777389.514191:0:34113:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777389.514194:0:34113:0:(namei.c:1500:ll_atomic_open()) inode ffff945320919988 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:2.0:1788777389.514202:0:34113:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777389.514205:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2ba68 00000080:00200008:2.0:1788777389.514207:0:34113:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff945320919988), flags 100102 00000080:00000010:2.0:1788777389.514254:0:34113:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a1540. 00000080:00000010:2.0:1788777389.514261:0:34113:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9453110b60c0. 00000080:00000001:2.0:1788777389.514264:0:34113:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777389.514269:0:34113:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788777389.514272:0:34113:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777389.514275:0:34113:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453103b5fa0. 00000002:00100000:2.0:1788777389.514279:0:34113:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777405 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777389.514285:0:34113:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.514287:0:34113:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777389.514289:0:34113:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777389.514292:0:34113:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514295:0:34113:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.514297:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.514299:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777405 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777389.514305:0:34113:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.514308:0:34113:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 02000000:00000001:2.0:1788777389.514332:0:34113:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777389.514334:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514337:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2ba68 00000080:00000008:2.0:1788777389.514339:0:34113:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff945320919988), flags 100102, rc = 0 00000080:00000001:2.0:1788777389.514343:0:34113:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788777389.514344:0:34113:0:(dcache.c:176:ll_intent_release()) intent ffff9453103b7900 released 00000080:00010000:2.0:1788777389.514346:0:34113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88fc from it ffff9453103b7900 00010000:00000001:2.0:1788777389.514348:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.514349:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.514351:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155c00 refcount=3 00000020:00000001:2.0:1788777389.514353:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.514355:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432128 : -118390621119488 : ffff945309155c00) 00010000:00000001:2.0:1788777389.514357:0:34113:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.514370:0:34113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.514378:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.514380:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.514381:0:34113:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777389.514384:0:34113:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777389.514386:0:34113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155c00/0xe53f2b0cb7af88fc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3c9f6 expref: -99 pid: 34113 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777389.514392:0:34113:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777389.514395:0:34113:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777389.514397:0:34113:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.514400:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.514401:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.514403:0:34113:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514405:0:34113:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777389.514407:0:34113:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514408:0:34113:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514411:0:34113:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514413:0:34113:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.514414:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.514415:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777389.514417:0:34113:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788777389.514418:0:34113:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777389.514420:0:34113:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777389.514422:0:34113:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777389.514424:0:34113:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777389.514425:0:34113:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514428:0:34113:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788777389.514429:0:34113:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514431:0:34113:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777389.514433:0:34113:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514434:0:34113:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777389.514437:0:34113:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453103b7900. 00000080:00000001:2.0:1788777389.514439:0:34113:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514443:0:34113:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777389.514444:0:34113:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x30:0x0](ffff945320919988), inode mode 81a4 mask 40 00000080:00000001:2.0:1788777389.514448:0:34113:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514624:0:34113:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788777389.514626:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd88 00000080:00200008:2.0:1788777389.514628:0:34113:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 0, count: 1 00000080:00000002:2.0:1788777389.514631:0:34113:0:(file.c:2656:do_file_write_iter()) inode ffff945320919988 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:2.0:1788777389.514634:0:34113:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788777389.514635:0:34113:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514637:0:34113:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777389.514640:0:34113:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514641:0:34113:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1788777389.514643:0:34113:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788777389.514646:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:2.0:1788777389.514649:0:34113:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b77e0 addref 2/0 by ffff94532210a7c0. 00020000:00000002:2.0:1788777389.514650:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:2.0:1788777389.514653:0:34113:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:2.0:1788777389.514659:0:34113:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788777389.514660:0:34113:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:2.0:1788777389.514663:0:34113:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1788777389.514666:0:34113:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1788777389.514669:0:34113:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1788777389.514670:0:34113:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514672:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777389.514674:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777389.514676:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777389.514679:0:34113:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777389.514680:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bc98 00000080:00200000:2.0:1788777389.514682:0:34113:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:2.0:1788777389.514686:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bc30 00000080:00200000:2.0:1788777389.514687:0:34113:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1788777389.514689:0:34113:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777389.514695:0:34113:0:(cl_io.c:214:cl_io_rw_init()) header@0000000069c3c315[0x110, 1, [0x200000404:0x30:0x0] hash] 00000020:00200000:2.0:1788777389.514697:0:34113:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:2.0:1788777389.514700:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.514702:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777389.514704:0:34113:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777389.514706:0:34113:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777389.514709:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777389.514711:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777389.514713:0:34113:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.514717:0:34113:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514720:0:34113:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777389.514722:0:34113:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514724:0:34113:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777389.514727:0:34113:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9453105cb7e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788777389.514729:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:2.0:1788777389.514732:0:34113:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777389.514735:0:34113:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777389.514737:0:34113:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777389.514739:0:34113:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788777389.514741:0:34113:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:2.0:1788777389.514743:0:34113:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788777389.514744:0:34113:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777389.514746:0:34113:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514748:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777389.514749:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777389.514750:0:34113:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777389.514751:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:2.0:1788777389.514753:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514755:0:34113:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777389.514756:0:34113:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1788777389.514759:0:34113:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788777389.514761:0:34113:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514764:0:34113:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777389.514765:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777389.514767:0:34113:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788777389.514769:0:34113:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788777389.514771:0:34113:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777389.514773:0:34113:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:2.0:1788777389.514775:0:34113:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777389.514777:0:34113:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777389.514780:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1788777389.514783:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777389.514785:0:34113:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777389.514786:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777389.514788:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777389.514790:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777389.514792:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945309306080 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.514794:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777389.514797:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777389.514798:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777389.514800:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.514802:0:34113:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.514803:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777389.514806:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777389.514808:0:34113:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777389.514811:0:34113:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514813:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.514815:0:34113:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.514816:0:34113:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514818:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514820:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777389.514822:0:34113:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777389.514824:0:34113:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777389.514827:0:34113:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777389.514828:0:34113:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514831:0:34113:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514833:0:34113:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777389.514834:0:34113:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1788777389.514836:0:34113:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777389.514838:0:34113:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777389.514839:0:34113:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514841:0:34113:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514843:0:34113:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514844:0:34113:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.514846:0:34113:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.514848:0:34113:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777389.514849:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.514850:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777389.514852:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777389.514853:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514855:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.514857:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.514858:0:34113:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514860:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777389.514862:0:34113:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777389.514864:0:34113:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777389.514866:0:34113:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777389.514867:0:34113:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777389.514870:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1788777389.514875:0:34113:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9ee00. 00020000:00000002:2.0:1788777389.514877:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1788777389.514879:0:34113:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777389.514881:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777389.514882:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777389.514884:0:34113:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777389.514888:0:34113:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b1300. 00000008:00010000:2.0:1788777389.514890:0:34113:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777389.514893:0:34113:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777389.514894:0:34113:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777389.514897:0:34113:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9ee30, osc lock ffff9453201b1300, flags 0x0 00000020:00000001:2.0:1788777389.514899:0:34113:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.514901:0:34113:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.514903:0:34113:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082440192 : -118390627111424 : ffff945308b9ee00) 00000020:00000001:2.0:1788777389.514906:0:34113:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777389.514907:0:34113:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777389.514908:0:34113:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514910:0:34113:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514911:0:34113:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777389.514913:0:34113:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777389.514914:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777389.514916:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777389.514917:0:34113:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777389.514919:0:34113:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777389.514921:0:34113:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777389.514922:0:34113:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.514925:0:34113:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777389.514927:0:34113:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777389.514928:0:34113:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777389.514930:0:34113:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777389.514931:0:34113:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777389.514932:0:34113:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777389.514934:0:34113:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777389.514943:0:34113:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777389.514948:0:34113:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514950:0:34113:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788777389.514955:0:34113:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777389.514958:0:34113:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00010000:00000001:2.0:1788777389.514962:0:34113:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777389.514965:0:34113:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.514967:0:34113:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.514970:0:34113:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.514972:0:34113:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.514976:0:34113:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.514981:0:34113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616f200. 00000100:00000001:2.0:1788777389.514987:0:34113:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514990:0:34113:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.514992:0:34113:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514993:0:34113:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777389.514994:0:34113:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514996:0:34113:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.514998:0:34113:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00010000:00000001:2.0:1788777389.515001:0:34113:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777389.515003:0:34113:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777389.515007:0:34113:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8000. 00010000:00000010:2.0:1788777389.515009:0:34113:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9453054b8b00. 00010000:00000001:2.0:1788777389.515014:0:34113:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777389.515016:0:34113:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155a00. 00000020:00000001:2.0:1788777389.515019:0:34113:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777389.515021:0:34113:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155a00 with handle 0xe53f2b0cb7af8903 to hash 00000020:00000001:2.0:1788777389.515023:0:34113:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777389.515024:0:34113:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000010:2.0:1788777389.515027:0:34113:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9453110b6780. 00010000:00000001:2.0:1788777389.515029:0:34113:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.515032:0:34113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.515034:0:34113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.515037:0:34113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.515046:0:34113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777389.515056:0:34113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777389.515061:0:34113:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777389.515063:0:34113:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777389.515069:0:34113:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777389.515071:0:34113:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081064832 : -118390628486784 : ffff945308a4f180) 00000100:00000001:2.0:1788777389.515073:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.515075:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:2.0:1788777389.515077:0:34113:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.515079:0:34113:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.515081:0:34113:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777389.515083:0:34113:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777389.515089:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.515096:0:34113:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777389.515099:0:34113:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.515102:0:34113:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777389.515104:0:34113:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777389.515107:0:34113:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777389.515110:0:34113:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126140800:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777389.515115:0:34113:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777389.515120:0:34113:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777389.515122:0:34113:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.515125:0:34113:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777389.515129:0:34113:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777389.515131:0:34113:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777389.515137:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777389.515141:0:34113:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777389.515148:0:34113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777389.515157:0:34113:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126140800, portal 4 00000100:00000001:2.0:1788777389.515159:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.515160:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:2.0:1788777389.515165:0:34113:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.515171:0:34113:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777389.515174:0:34113:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777389.515176:0:34113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c16e8. 00000100:00000200:2.0:1788777389.515179:0:34113:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126140800, offset 0 00000400:00000200:2.0:1788777389.515186:0:34113:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777389.515194:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.515201:0:34113:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777389.515205:0:34113:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777389.515218:0:34113:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777389.515259:0:34113:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777389.515262:0:34113:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777389.515266:0:34113:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2595:2595:256:4294967295] 192.168.203.135@tcp LPNI seq info [2590:2590:8:4294967295] 00000400:00000200:2.0:1788777389.515270:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.515279:0:34113:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777389.515285:0:34113:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777389.515290:0:34113:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99c00. 00000800:00000200:2.0:1788777389.515296:0:34113:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777389.515303:0:34113:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777389.515308:0:34113:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777389.515317:0:34113:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.515322:0:34113:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23460 usecs (24 jiffies) 00000400:00000200:2.0:1788777389.515325:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777389.515327:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296539846 00000100:00000001:2.0:1788777389.515330:0:34113:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296540645 00000100:00000001:2.0:1788777389.515333:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296539846 00000100:00000001:2.0:1788777389.515335:0:34113:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296540645 00000100:00000001:2.0:1788777389.515338:0:34113:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.515340:0:34113:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.515342:0:34113:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777389.515344:0:34113:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777389.515347:0:34113:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f180 going to sleep for 11 seconds 00000100:00000001:2.0:1788777389.515349:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777389.515352:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777389.515559:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777389.515564:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99c00. 00000400:00000200:0.0:1788777389.515569:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.515575:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777389.515581:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c16e8 00000400:00000010:0.0:1788777389.515583:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c16e8. 00000100:00000001:0.0:1788777389.515587:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777389.515592:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.515605:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777389.515608:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.515615:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.515616:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777389.518606:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.518623:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777389.518628:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.518631:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.518641:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.518649:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777389.518660:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.518664:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.518669:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.518673:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c53f80 00000400:00000200:1.0:1788777389.518677:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.518683:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x6fa1 [1] + 224 00000800:00000001:1.0:1788777389.518689:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.518697:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.518700:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.518704:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777389.518711:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777389.518719:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777389.518729:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.518751:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777389.518759:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.518762:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.519382:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777389.519448:0:34113:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777389.519451:0:34113:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777389.519454:0:34113:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777389.519459:0:34113:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:2.0:1788777389.519462:0:34113:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:2.0:1788777389.519465:0:34113:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777389.519471:0:34113:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777389.519482:0:34113:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.519488:0:34113:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777389.519490:0:34113:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.519492:0:34113:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777389.519495:0:34113:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777389.519498:0:34113:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777389.519500:0:34113:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.519502:0:34113:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777389.519511:0:34113:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777389.519515:0:34113:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777389.519517:0:34113:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777389.519519:0:34113:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.519521:0:34113:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777389.519525:0:34113:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.519528:0:34113:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777389.519530:0:34113:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1788777389.519532:0:34113:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777389.519534:0:34113:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.519538:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.519545:0:34113:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.519548:0:34113:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777389.519550:0:34113:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.519553:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777389.519560:0:34113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126140800:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777389.519564:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.519567:0:34113:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.519569:0:34113:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777389.519571:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.519574:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.519639:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.519641:0:34113:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777389.519645:0:34113:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777389.519647:0:34113:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.519649:0:34113:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777389.519651:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.519654:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.519656:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=4 00000020:00000001:2.0:1788777389.519658:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.519661:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000040:2.0:1788777389.519667:0:34113:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155a00, remote cookie: 0xa4f015c75ff3ca04, flags: 0x1 00010000:00010000:2.0:1788777389.519673:0:34113:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.519689:0:34113:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788777389.519691:0:34113:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.519693:0:34113:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777389.519696:0:34113:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788777389.519700:0:34113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777389.519708:0:34113:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff9453054b8000) refcount = 1 00010000:00000040:2.0:1788777389.519710:0:34113:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777389.519713:0:34113:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.519720:0:34113:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777389.519721:0:34113:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.519723:0:34113:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777389.519725:0:34113:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.519728:0:34113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.519733:0:34113:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777389.519735:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.519736:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.519737:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.519738:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.519743:0:34113:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.519746:0:34113:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788777389.519748:0:34113:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777389.519751:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.519752:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.519754:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777389.519756:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.519757:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.519760:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.519761:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.519762:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=4 00000020:00000001:2.0:1788777389.519764:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.519766:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.519768:0:34113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.519770:0:34113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.519781:0:34113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.519787:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.519788:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777389.519790:0:34113:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788777389.519794:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00010000:2.0:1788777389.519797:0:34113:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788777389.519804:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.519805:0:34113:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777389.519807:0:34113:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777389.519810:0:34113:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777389.519812:0:34113:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.519813:0:34113:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.519815:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000001:2.0:1788777389.519816:0:34113:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1788777389.519818:0:34113:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.519820:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.519821:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.519822:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=5 00000020:00000001:2.0:1788777389.519823:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.519825:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.519827:0:34113:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.519830:0:34113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.519932:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.519933:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777389.519936:0:34113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.519942:0:34113:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.519943:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.519944:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777389.519946:0:34113:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.519948:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.519952:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126140800/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.519959:0:34113:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777389.519961:0:34113:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.519965:0:34113:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777389.519969:0:34113:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777389.519971:0:34113:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.519972:0:34113:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777389.519975:0:34113:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.519978:0:34113:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616f200. 02000000:00000001:2.0:1788777389.519981:0:34113:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.519982:0:34113:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.519984:0:34113:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777389.519987:0:34113:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.519988:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777389.519990:0:34113:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.519992:0:34113:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.519995:0:34113:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.519997:0:34113:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.519999:0:34113:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520001:0:34113:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520004:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520006:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520008:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788777389.520012:0:34113:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1788777389.520018:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bb80 00000080:00200000:2.0:1788777389.520020:0:34113:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:2.0:1788777389.520023:0:34113:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788777389.520026:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:2.0:1788777389.520030:0:34113:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b77e0 addref 2/0 by ffff94532210a7c0. 00020000:00000002:2.0:1788777389.520032:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:2.0:1788777389.520035:0:34113:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788777389.520038:0:34113:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788777389.520040:0:34113:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788777389.520044:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1788777389.520047:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777389.520048:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777389.520050:0:34113:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777389.520052:0:34113:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777389.520055:0:34113:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520056:0:34113:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.520058:0:34113:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520060:0:34113:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.520066:0:34113:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788777389.520067:0:34113:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:2.0:1788777389.520093:0:34113:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788777389.520095:0:34113:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] ffffed3c845b2e80 0 1 00000020:00000001:2.0:1788777389.520099:0:34113:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788777389.520100:0:34113:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520102:0:34113:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788777389.520109:0:34113:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff945310b58b60. 00000020:00000001:2.0:1788777389.520112:0:34113:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788777389.520113:0:34113:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788777389.520116:0:34113:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788777389.520119:0:34113:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788777389.520121:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777389.520122:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000008:00000001:2.0:1788777389.520335:0:34113:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788777389.520339:0:34113:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff945310b58bd0 folio ffffed3c845b2e80 pg:0 obj off 0 00000008:00000001:2.0:1788777389.520343:0:34113:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520344:0:34113:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788777389.520346:0:34113:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788777389.520347:0:34113:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788777389.520349:0:34113:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.520352:0:34113:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520355:0:34113:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446625683216370528 : -118390493181088 : ffff945310b58b60) 00000020:00000001:2.0:1788777389.520357:0:34113:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446625683216370528 : -118390493181088 : ffff945310b58b60) 00000020:00000001:2.0:1788777389.520360:0:34113:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788777389.520363:0:34113:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788777389.520364:0:34113:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:2.0:1788777389.520366:0:34113:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788777389.520368:0:34113:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788777389.520369:0:34113:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777389.520373:0:34113:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[2 00000000630ec95b 1 1 00000000c55e4201 0 0 0] 00000020:00000001:2.0:1788777389.520375:0:34113:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788777389.520377:0:34113:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777389.520378:0:34113:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788777389.520380:0:34113:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1788777389.520381:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.520383:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.520384:0:34113:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777389.520453:0:34113:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777389.520457:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777389.520458:0:34113:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.520460:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777389.520461:0:34113:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777389.520463:0:34113:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777389.520467:0:34113:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777389.520469:0:34113:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777389.520472:0:34113:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520473:0:34113:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520475:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000080:00000001:2.0:1788777389.520479:0:34113:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777389.520481:0:34113:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788777389.520482:0:34113:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.520485:0:34113:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788777389.520487:0:34113:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:2.0:1788777389.520489:0:34113:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788777389.520490:0:34113:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:2.0:1788777389.520492:0:34113:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788777389.520493:0:34113:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777389.520504:0:34113:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788777389.520505:0:34113:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788777389.520507:0:34113:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788777389.520508:0:34113:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788777389.520512:0:34113:0:(rw26.c:929:ll_write_end()) page@000000005a48b902[3 00000000630ec95b 2 1 00000000c55e4201 0 0 0] 00000080:00200000:2.0:1788777389.520515:0:34113:0:(rw26.c:929:ll_write_end()) vmpage @000000008482bca1 17ffffc0001001 3:0 ffff945310b58b60 0 lru 00000080:00200000:2.0:1788777389.520523:0:34113:0:(rw26.c:929:ll_write_end()) osc-page@00000000ecca100c 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000027409f45 0000000052784fcb > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788777389.520525:0:34113:0:(rw26.c:929:ll_write_end()) end page@000000005a48b902 00000080:00200000:2.0:1788777389.520526:0:34113:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788777389.520527:0:34113:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777389.520531:0:34113:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788777389.520533:0:34113:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:2.0:1788777389.520535:0:34113:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788777389.520537:0:34113:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788777389.520539:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777389.520540:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777389.520542:0:34113:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788777389.520544:0:34113:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788777389.520546:0:34113:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788777389.520547:0:34113:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788777389.520548:0:34113:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788777389.520550:0:34113:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788777389.520552:0:34113:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff945310b58bd0 folio ffffed3c845b2e80 pg:0 added for cmd 2 00000008:00000001:2.0:1788777389.520557:0:34113:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788777389.520559:0:34113:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788777389.520564:0:34113:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788777389.520568:0:34113:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff945310b58c08 page ffffed3c845b2e80 00000008:00000020:2.0:1788777389.520571:0:34113:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1788777389.520635:0:34113:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788777389.520637:0:34113:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.520640:0:34113:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1788777389.520644:0:34113:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9453119dd300. 00000008:00000020:2.0:1788777389.520649:0:34113:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff945307f6cfc0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:2.0:1788777389.520654:0:34113:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788777389.520658:0:34113:0:(osc_cache.c:858:osc_extent_find()) extent ffff9453119dd300@{[0 -> 255/255], [3|1|-|active|wi|ffff945307f6cfc0], [1703936|0|-|-|ffff945309155a00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788777389.520664:0:34113:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000091cd526f ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1788777389.520672:0:34113:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788777389.520675:0:34113:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.520677:0:34113:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.520679:0:34113:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788777389.520680:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000002:2.0:1788777389.520683:0:34113:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:2.0:1788777389.520685:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.520686:0:34113:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777389.520688:0:34113:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:2.0:1788777389.520690:0:34113:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777389.520691:0:34113:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520693:0:34113:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520694:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000001:2.0:1788777389.520695:0:34113:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788777389.520697:0:34113:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788777389.520699:0:34113:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777389.520702:0:34113:0:(cl_page.c:556:cl_batch_put()) page@000000005a48b902[4 00000000630ec95b 2 1 00000000c55e4201 0 0 0] 00000020:00000001:2.0:1788777389.520703:0:34113:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788777389.520704:0:34113:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788777389.520705:0:34113:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788777389.520707:0:34113:0:(osc_request.c:745:osc_update_next_shrink()) next time 3072 to shrink grant 00000080:00000001:2.0:1788777389.520709:0:34113:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788777389.520711:0:34113:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788777389.520717:0:34113:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff945320919b38, count 1, dirtied 1 00000080:00000001:2.0:1788777389.520719:0:34113:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788777389.520721:0:34113:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788777389.520722:0:34113:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777389.520724:0:34113:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777389.520725:0:34113:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777389.520728:0:34113:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[3 00000000630ec95b 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777389.520729:0:34113:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788777389.520730:0:34113:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777389.520732:0:34113:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788777389.520732:0:34113:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777389.520734:0:34113:0:(cl_page.c:556:cl_batch_put()) page@000000005a48b902[3 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777389.520735:0:34113:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788777389.520736:0:34113:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788777389.520737:0:34113:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788777389.520738:0:34113:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788777389.520740:0:34113:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520741:0:34113:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.520743:0:34113:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520744:0:34113:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777389.520746:0:34113:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:2.0:1788777389.520748:0:34113:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788777389.520749:0:34113:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788777389.520750:0:34113:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520752:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bb80 00000080:00200000:2.0:1788777389.520754:0:34113:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:2.0:1788777389.520756:0:34113:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.520758:0:34113:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777389.520759:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.520760:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777389.520762:0:34113:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788777389.520763:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.520764:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.520766:0:34113:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777389.520767:0:34113:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777389.520768:0:34113:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520770:0:34113:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520771:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000001:2.0:1788777389.520829:0:34113:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520831:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.520889:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.520891:0:34113:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520892:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520894:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777389.520896:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777389.520897:0:34113:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777389.520899:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788777389.520900:0:34113:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788777389.520903:0:34113:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788777389.520907:0:34113:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945307f6cfc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1788777389.520912:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777389.520914:0:34113:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.520916:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777389.520917:0:34113:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.520919:0:34113:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1788777389.520921:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777389.520922:0:34113:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.520924:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.520926:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777389.520927:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777389.520929:0:34113:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777389.520931:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777389.520934:0:34113:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777389.520935:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777389.520938:0:34113:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777389.520939:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777389.520940:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777389.520942:0:34113:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777389.520943:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9ee30 (ffff9453093eee18/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777389.520945:0:34113:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777389.520946:0:34113:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777389.520948:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.520950:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.520952:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=5 00000020:00000001:2.0:1788777389.520954:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.520956:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.520958:0:34113:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.520961:0:34113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777389.520968:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.520970:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.520971:0:34113:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777389.520973:0:34113:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777389.520976:0:34113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777389.520984:0:34113:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777389.520987:0:34113:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777389.520989:0:34113:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.520992:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.520993:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.520994:0:34113:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.520997:0:34113:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777389.520999:0:34113:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.521001:0:34113:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.521004:0:34113:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.521006:0:34113:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.521007:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.521008:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.521009:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.521009:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777389.521010:0:34113:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777389.521012:0:34113:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777389.521013:0:34113:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777389.521014:0:34113:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777389.521015:0:34113:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777389.521016:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777389.521018:0:34113:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777389.521019:0:34113:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777389.521020:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9ee30 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777389.521023:0:34113:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b1300. 00000020:00000001:2.0:1788777389.521026:0:34113:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777389.521027:0:34113:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9ee00. 00020000:00000001:2.0:1788777389.521032:0:34113:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777389.521033:0:34113:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777389.521034:0:34113:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777389.521035:0:34113:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777389.521037:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.521038:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777389.521039:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777389.521040:0:34113:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521042:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521044:0:34113:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777389.521045:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777389.521046:0:34113:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777389.521048:0:34113:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:2.0:1788777389.521049:0:34113:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777389.521050:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777389.521051:0:34113:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777389.521052:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.521053:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777389.521055:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777389.521056:0:34113:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521058:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521059:0:34113:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777389.521061:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777389.521063:0:34113:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777389.521066:0:34113:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1788777389.521068:0:34113:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788777389.521070:0:34113:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788777389.521072:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777389.521073:0:34113:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777389.521074:0:34113:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777389.521075:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777389.521076:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777389.521077:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777389.521079:0:34113:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777389.521080:0:34113:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777389.521081:0:34113:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777389.521083:0:34113:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777389.521085:0:34113:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777389.521086:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777389.521087:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bc98 00000080:00200000:2.0:1788777389.521088:0:34113:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:2.0:1788777389.521092:0:34113:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777389.521093:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.521094:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.521095:0:34113:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777389.521097:0:34113:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777389.521099:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777389.521101:0:34113:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788777389.521103:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777389.521104:0:34113:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788777389.521106:0:34113:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788777389 a=0 c=1788777389 b=1 00020000:00000001:2.0:1788777389.521109:0:34113:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777389.521111:0:34113:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788777389 a=0 c=1788777389 b=1 00020000:00000001:2.0:1788777389.521113:0:34113:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521115:0:34113:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521116:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000080:00200000:2.0:1788777389.521118:0:34113:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 1 00000080:00000001:2.0:1788777389.521120:0:34113:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788777389.521124:0:34113:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:2.0:1788777389.521285:0:34113:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1788777389.521288:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777389.521292:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd88 00000080:00000008:2.0:1788777389.521294:0:34113:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:2.0:1788777389.521297:0:34113:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777389.521317:0:34113:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1788777389.521319:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2be48 00000080:00200008:2.0:1788777389.521320:0:34113:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:2.0:1788777389.521327:0:34113:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788777389.521328:0:34113:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777389.521330:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777389.521332:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777389.521334:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777389.521337:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.521339:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777389.521341:0:34113:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777389.521342:0:34113:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777389.521345:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777389.521346:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777389.521347:0:34113:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777389.521350:0:34113:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9453105cb7e0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788777389.521354:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:2.0:1788777389.521357:0:34113:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777389.521358:0:34113:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777389.521361:0:34113:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777389.521362:0:34113:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521364:0:34113:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777389.521366:0:34113:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777389.521367:0:34113:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521369:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777389.521369:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777389.521371:0:34113:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777389.521372:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:2.0:1788777389.521374:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521376:0:34113:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777389.521377:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777389.521379:0:34113:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777389.521381:0:34113:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777389.521383:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777389.521386:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777389.521451:0:34113:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777389.521452:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777389.521454:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777389.521456:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777389.521458:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945309306080 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.521460:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777389.521462:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777389.521463:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777389.521464:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521466:0:34113:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521468:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777389.521470:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777389.521471:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521473:0:34113:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521475:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521476:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777389.521478:0:34113:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777389.521479:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.521480:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777389.521482:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777389.521483:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521484:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521485:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.521487:0:34113:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521488:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777389.521489:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521490:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521492:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777389.521493:0:34113:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777389.521494:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.521495:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777389.521497:0:34113:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788777389.521500:0:34113:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788777389.521503:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788777389.521505:0:34113:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788777389.521506:0:34113:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777389.521508:0:34113:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788777389.521510:0:34113:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777389.521511:0:34113:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446625683069652928 : -118390639898688 : ffff945307f6cfc0) 00000008:00000020:2.0:1788777389.521514:0:34113:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff945307f6cfc0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1788777389.521518:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788777389.521518:0:34113:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788777389.521519:0:34113:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777389.521521:0:34113:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1788777389.521523:0:34113:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1788777389.521526:0:34113:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff9453119dd300@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff945307f6cfc0], [1703936|1|+|-|ffff945309155a00|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1788777389.521532:0:34113:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000091cd526f ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788777389.521540:0:34113:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1788777389.521543:0:34113:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788777389.521547:0:34113:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788777389.521549:0:34113:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788777389.521552:0:34113:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9453119dd300@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff945307f6cfc0], [1703936|1|+|-|ffff945309155a00|256|ffff94532210a7c0]} make ready 00000008:00010000:2.0:1788777389.521557:0:34113:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000091cd526f ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788777389.521563:0:34113:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788777389.521564:0:34113:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788777389.521574:0:34113:0:(cl_page.c:1160:cl_page_make_ready()) page@000000005a48b902[2 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788777389.521644:0:34113:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788777389.521647:0:34113:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788777389.521648:0:34113:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777389.521649:0:34113:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777389.521651:0:34113:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777389.521652:0:34113:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777389.521654:0:34113:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777389.521657:0:34113:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[2 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777389.521659:0:34113:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788777389.521660:0:34113:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777389.521661:0:34113:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788777389.521664:0:34113:0:(cl_page.c:1182:cl_page_make_ready()) page@000000005a48b902[2 00000000630ec95b 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777389.521666:0:34113:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788777389.521667:0:34113:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521670:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.521671:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.521673:0:34113:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788777389.521675:0:34113:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521676:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000001:2.0:1788777389.521679:0:34113:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.521681:0:34113:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1788777389.521684:0:34113:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9453090ac800: cli: ffff945308bdd548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1788777389.521691:0:34113:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9453065253f8. 00000008:00000010:2.0:1788777389.521695:0:34113:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94531110bd00. 00000020:00000001:2.0:1788777389.521698:0:34113:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788777389.521700:0:34113:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788777389.521701:0:34113:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788777389.521703:0:34113:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788777389/1788777389 00000020:00000001:2.0:1788777389.521706:0:34113:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788777389.521708:0:34113:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1788777389.521710:0:34113:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1788777389.521712:0:34113:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1788777389.521715:0:34113:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777389.521720:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8000 count: 2 00010000:00000001:2.0:1788777389.521723:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.521729:0:34113:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777389.521731:0:34113:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777389.521734:0:34113:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777389.521738:0:34113:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.521741:0:34113:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777389.521748:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.521749:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777389.521751:0:34113:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788777389.521752:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.521754:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.521755:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:2.0:1788777389.521757:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.521760:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00000008:00000001:2.0:1788777389.521762:0:34113:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:2.0:1788777389.521764:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.521765:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1788777389.521766:0:34113:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1788777389.521768:0:34113:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1788777389.521782:0:34113:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777389.521786:0:34113:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777389.521792:0:34113:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.521794:0:34113:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.521796:0:34113:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.521802:0:34113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616f200. 00000100:00000001:2.0:1788777389.521808:0:34113:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788777389.521814:0:34113:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:2.0:1788777389.521817:0:34113:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9453090ac800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:2.0:1788777389.521822:0:34113:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1788777389.521946:0:34113:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4063 MB/s 00000008:00008000:2.0:1788777389.521953:0:34113:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffed3c845b2e80 map ffff945320919b38 index 0 flags 17ffffc0005008 count 3 priv ffff945310b58b60: off 0 00000008:00000001:2.0:1788777389.521961:0:34113:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1788777389.521963:0:34113:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:2.0:1788777389.521968:0:34113:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94530914c700 - object 0x240000400:66 offset 0<>1 00000008:00000001:2.0:1788777389.521970:0:34113:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.521972:0:34113:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788777389.521973:0:34113:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788777389.521975:0:34113:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788777389.521976:0:34113:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788777389/1788777389 00000020:00000001:2.0:1788777389.521978:0:34113:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788777389.521979:0:34113:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1788777389.521981:0:34113:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1788777389.521983:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.521985:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000008:00000002:2.0:1788777389.521995:0:34113:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000cd174cc5, now 0r/1w/0d in flight req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1788777389.522003:0:34113:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1788777389.522011:0:34113:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091cb60f2] to pc [ptlrpcd_01_00+0] req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.522081:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777389.522084:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777389.522087:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777389.522092:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.522100:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777389.522102:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777389.522106:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777389.522108:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777389.522111:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777389.522114:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126140928:192.168.203.135@tcp:4:multiop.0 00000100:00000001:3.0:1788777389.522119:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777389.522124:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777389.522136:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777389.522139:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777389.522145:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777389.522147:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777389.522155:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777389.522160:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777389.522166:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777389.522174:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126140928, portal 4 00000100:00000001:3.0:1788777389.522176:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777389.522177:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:3.0:1788777389.522185:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.522192:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777389.522195:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777389.522198:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347c38. 00000100:00000200:3.0:1788777389.522201:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875667126140928, offset 0 00000400:00000200:3.0:1788777389.522312:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777389.522321:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777389.522327:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777389.522332:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777389.522336:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777389.522340:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777389.522343:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777389.522346:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2596:2596:256:4294967295] 192.168.203.135@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:3.0:1788777389.522350:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777389.522359:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777389.522365:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777389.522370:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f400. 00000800:00000200:3.0:1788777389.522378:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777389.522385:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777389.522400:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f400 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1788777389.522415:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777389.522420:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23382 usecs (24 jiffies) 00000400:00000200:3.0:1788777389.522423:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777389.522425:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296539852 00000100:00000001:3.0:1788777389.522428:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296540645 00000100:00000001:3.0:1788777389.522430:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296539852 00000100:00000001:3.0:1788777389.522432:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296540645 00000100:00000001:3.0:1788777389.522434:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777389.522437:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.522440:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.522442:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777389.522491:0:34113:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1788777389.522494:0:34113:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.522496:0:34113:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.522499:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777389.522500:0:34113:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.522502:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777389.522503:0:34113:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.522505:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777389.522506:0:34113:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.522509:0:34113:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777389.522511:0:34113:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.522512:0:34113:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1788777389.522515:0:34113:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788777389.522519:0:34113:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777389.522522:0:34113:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.522524:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.522525:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.522527:0:34113:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.522529:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.522530:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777389.522532:0:34113:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777389.522533:0:34113:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777389.522534:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788777389.522536:0:34113:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1788777389.522538:0:34113:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:2.0:1788777389.522540:0:34113:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.522550:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777389.522552:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777389.522749:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777389.522754:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f400. 00000400:00000200:0.0:1788777389.522759:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.522764:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777389.522770:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347c38 00000400:00000010:0.0:1788777389.522772:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347c38. 00000100:00000001:0.0:1788777389.522785:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777389.522790:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.522796:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777389.522798:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777389.522798:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777389.522801:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788777389.522801:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.522802:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777389.522805:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.522807:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.522808:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.522810:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777389.529648:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.529664:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777389.529668:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.529671:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.529681:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.529688:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777389.529696:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.529701:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.529706:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.529709:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 4 MB=0x6a9e8c8c54000 00000400:00000200:1.0:1788777389.529714:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.529720:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 448/448 into md 0x6fa9 [1] + 224 00000800:00000001:1.0:1788777389.529727:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.529733:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.529736:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.529740:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777389.529747:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777389.529755:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777389.529765:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.529880:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777389.529890:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.529894:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.529950:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777389.529954:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777389.529959:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777389.529961:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777389.529964:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777389.529968:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:3.0:1788777389.529971:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:3.0:1788777389.529974:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777389.529978:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777389.529987:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126140928/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.529992:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777389.529994:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.529996:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777389.529999:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777389.530001:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777389.530003:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777389.530006:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777389.530014:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022ca8 time=811 v=5 (5 5 5 0) 00000100:00001000:3.0:1788777389.530018:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777389.530021:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777389.530022:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.530025:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777389.530028:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.530031:0:2348:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777389.530033:0:2348:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777389.530034:0:2348:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777389.530036:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777389.530038:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:3.0:1788777389.530041:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777389.530043:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788777389.530045:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777389.530047:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777389.530051:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126140928/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.530058:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777389.530061:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777389.530062:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777389.530065:0:2348:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1788777389.530066:0:2348:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1788777389.530070:0:2348:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1788777389.530073:0:2348:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1788777389.530076:0:2348:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9453090ac800: setdq to remove for usr 0 00000001:04000000:3.0:1788777389.530078:0:2348:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9453090ac800: setdq to remove for grp 0 00000001:04000000:3.0:1788777389.530080:0:2348:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9453090ac800: setdq to remove for prj 0 00000001:00000001:3.0:1788777389.530082:0:2348:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788777389.530084:0:2348:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:3.0:1788777389.530087:0:2348:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:3.0:1788777389.530090:0:2348:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788777389.530093:0:2348:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1788777389.530095:0:2348:0:(osc_request.c:2586:brw_interpret()) request ffff94530914c700 aa ffff94530914c8b0 rc 0 00000020:00000001:3.0:1788777389.530101:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:3.0:1788777389.530104:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:3.0:1788777389.530106:0:2348:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788777389.530110:0:2348:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777389.530112:0:2348:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777389.530114:0:2348:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777389.530116:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000010:3.0:1788777389.530118:0:2348:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94531110bd00. 00000020:00000001:3.0:1788777389.530124:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:3.0:1788777389.530179:0:2348:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:3.0:1788777389.530183:0:2348:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:3.0:1788777389.530185:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777389.530189:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126140928/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.530196:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777389.530200:0:2348:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788777389.530203:0:2348:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9453119dd300@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff945307f6cfc0], [1703936|1|+|+|ffff945309155a00|256|ffff94532210a7c0]} extent finished. 00000008:00010000:3.0:1788777389.530254:0:2348:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000091cd526f ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788777389.530267:0:2348:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1788777389.530270:0:2348:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788777389.530274:0:2348:0:(cl_page.c:1104:cl_page_complete()) page@000000005a48b902[2 00000000630ec95b 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777389.530276:0:2348:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788777389.530277:0:2348:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788777389.530279:0:2348:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788777389.530281:0:2348:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777389.530284:0:2348:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[2 00000000630ec95b 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777389.530286:0:2348:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788777389.530287:0:2348:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788777389.530290:0:2348:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788777389.530293:0:2348:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000005a48b902[2 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788777389.530295:0:2348:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788777389.530310:0:2348:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788777389.530312:0:2348:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788777389.530313:0:2348:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777389.530316:0:2348:0:(cl_page.c:556:cl_batch_put()) page@000000005a48b902[2 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777389.530318:0:2348:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788777389.530319:0:2348:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788777389.530320:0:2348:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1788777389.530323:0:2348:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:3.0:1788777389.530397:0:2348:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9453119dd300@{[0 -> 255/255], [2|0|-|inv|wuY|ffff945307f6cfc0], [1703936|0|-|-|ffff945309155a00|256|ffff94532210a7c0]} destroyed. 00000008:00010000:3.0:1788777389.530403:0:2348:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000091cd526f ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788777389.530411:0:2348:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788777389.530413:0:2348:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9453065253f8. 00000008:00000020:3.0:1788777389.530422:0:2348:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff945308bdd548. 00000008:00000001:3.0:1788777389.530433:0:2348:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777389.530439:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126140928/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777389.530448:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126140928:192.168.203.135@tcp:4:multiop.0 00000100:00000001:3.0:1788777389.530453:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.530455:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777389.530458:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126140928/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.530465:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.530467:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.530472:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777389.530474:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.530476:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777389.530479:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777389.530490:0:13589:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777389.530494:0:13589:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777389.530501:0:13589:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000008:00000020:3.0:1788777389.530503:0:13589:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff945308bdd548. 00000008:00000001:3.0:1788777389.530506:0:13589:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788777389.530508:0:13589:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1788777389.530510:0:13589:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777389.530512:0:13589:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1788777389.530514:0:13589:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000008:00000001:2.0:1788777389.530557:0:34113:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.530561:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.530563:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788777389.530567:0:34113:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9453119dd300. 00000008:00000020:2.0:1788777389.530573:0:34113:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788777389.530585:0:34113:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.530589:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777389.530592:0:34113:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.530595:0:34113:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788777389.530597:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777389.530599:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777389.530602:0:34113:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777389.530604:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.530605:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777389.530606:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777389.530607:0:34113:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.530609:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.530611:0:34113:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777389.530612:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777389.530613:0:34113:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777389.530615:0:34113:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777389.530616:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777389.530617:0:34113:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777389.530619:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.530620:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777389.530621:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777389.530622:0:34113:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.530624:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.530626:0:34113:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777389.530627:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777389.530628:0:34113:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.530630:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777389.530632:0:34113:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777389.530634:0:34113:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777389.530635:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777389.530636:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777389.530638:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777389.530640:0:34113:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777389.530642:0:34113:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777389.530644:0:34113:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777389.530646:0:34113:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777389.530649:0:34113:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777389.530651:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777389.530652:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777389.530655:0:34113:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777389.530659:0:34113:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.530665:0:34113:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777389.530668:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:2.0:1788777389.530672:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:2.0:1788777389.530674:0:34113:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777389.530677:0:34113:0:(file.c:5353:ll_mdsync()) inode ffff945320919988 metadata sync [0x200000404:0x30:0x0] (need_sync=1) 00800000:00000001:2.0:1788777389.530682:0:34113:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:2.0:1788777389.530688:0:34113:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:2.0:1788777389.530694:0:34113:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777389.530697:0:34113:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777389.530701:0:34113:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.530704:0:34113:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.530708:0:34113:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.530714:0:34113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616ea00. 00000100:00000001:2.0:1788777389.530720:0:34113:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.530726:0:34113:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777389.530728:0:34113:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777389.530733:0:34113:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777389.530735:0:34113:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081064832 : -118390628486784 : ffff945308a4f180) 00000100:00000001:2.0:1788777389.530737:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.530739:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000001:2.0:1788777389.530742:0:34113:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.530745:0:34113:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.530747:0:34113:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777389.530748:0:34113:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777389.530753:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.530760:0:34113:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777389.530761:0:34113:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.530764:0:34113:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777389.530766:0:34113:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777389.530768:0:34113:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777389.530771:0:34113:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126141056:192.168.203.135@tcp:44:multiop.0 00000100:00000001:2.0:1788777389.530774:0:34113:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777389.530779:0:34113:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777389.530781:0:34113:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.530784:0:34113:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777389.530787:0:34113:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777389.530789:0:34113:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777389.530794:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777389.530797:0:34113:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777389.530802:0:34113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777389.530807:0:34113:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126141056, portal 10 00000100:00000001:2.0:1788777389.530808:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777389.530809:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777389.530816:0:34113:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.530822:0:34113:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777389.530826:0:34113:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777389.530828:0:34113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c15d8. 00000100:00000200:2.0:1788777389.530840:0:34113:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875667126141056, offset 0 00000400:00000200:2.0:1788777389.530955:0:34113:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777389.530962:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.530969:0:34113:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777389.530975:0:34113:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777389.530978:0:34113:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777389.530982:0:34113:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777389.530984:0:34113:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777389.530988:0:34113:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2597:2597:256:4294967295] 192.168.203.135@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:2.0:1788777389.530992:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777389.530999:0:34113:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777389.531005:0:34113:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777389.531009:0:34113:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:2.0:1788777389.531016:0:34113:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777389.531023:0:34113:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777389.531026:0:34113:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788777389.531043:0:34113:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.531047:0:34113:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 840475 usecs (841 jiffies) 00000400:00000200:2.0:1788777389.531049:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777389.531051:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540678 00000100:00000001:2.0:1788777389.531057:0:34113:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540645 00000100:00000001:2.0:1788777389.531060:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540678 00000100:00000001:2.0:1788777389.531062:0:34113:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540645 00000100:00000001:2.0:1788777389.531064:0:34113:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.531066:0:34113:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.531067:0:34113:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777389.531068:0:34113:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777389.531070:0:34113:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f180 going to sleep for 11 seconds 00000100:00000001:2.0:1788777389.531071:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777389.531072:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777389.531481:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777389.531486:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:0.0:1788777389.531490:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.531495:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777389.531500:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c15d8 00000400:00000010:0.0:1788777389.531502:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c15d8. 00000100:00000001:0.0:1788777389.531505:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777389.531510:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777389.531519:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777389.531522:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777389.531533:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.531535:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777389.594731:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.594746:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777389.594751:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.594753:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.594761:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.594769:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777389.594788:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.594793:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.594798:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.594801:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c54080 00000400:00000200:1.0:1788777389.594806:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.594811:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x6fb1 [1] + 224 00000800:00000001:1.0:1788777389.594818:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.594828:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.594830:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.594834:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777389.594842:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777389.594851:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777389.594867:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777389.594888:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777389.594897:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.594900:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.595076:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777389.595084:0:34113:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777389.595087:0:34113:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777389.595090:0:34113:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777389.595095:0:34113:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:2.0:1788777389.595097:0:34113:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:2.0:1788777389.595100:0:34113:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777389.595105:0:34113:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777389.595114:0:34113:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.595121:0:34113:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777389.595123:0:34113:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.595125:0:34113:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777389.595128:0:34113:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777389.595130:0:34113:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777389.595132:0:34113:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777389.595135:0:34113:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777389.595144:0:34113:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=62 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777389.595148:0:34113:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777389.595150:0:34113:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777389.595152:0:34113:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.595154:0:34113:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777389.595157:0:34113:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.595161:0:34113:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777389.595162:0:34113:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 8589934597 gen 2 00000100:00000040:2.0:1788777389.595168:0:34113:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff945308a3c380 x1875667126139008/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.595174:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.595177:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3c380 x1875667126139008/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.595182:0:34113:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777389.595185:0:34113:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.595188:0:34113:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2f400. 02000000:00000001:2.0:1788777389.595192:0:34113:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777389.595194:0:34113:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.595196:0:34113:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777389.595198:0:34113:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.595201:0:34113:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2d000. 02000000:00000001:2.0:1788777389.595204:0:34113:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.595206:0:34113:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.595217:0:34113:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3c380. 00000100:00000001:2.0:1788777389.595262:0:34113:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.595264:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.595269:0:34113:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff94530914ce00 x1875667126140032/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.595275:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.595278:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126140032/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.595283:0:34113:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777389.595284:0:34113:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.595286:0:34113:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aac00. 02000000:00000001:2.0:1788777389.595288:0:34113:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777389.595289:0:34113:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.595290:0:34113:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777389.595292:0:34113:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.595293:0:34113:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093aa000. 02000000:00000001:2.0:1788777389.595295:0:34113:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.595296:0:34113:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.595297:0:34113:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:2.0:1788777389.595299:0:34113:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.595301:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788777389.595305:0:34113:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777405 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777389.595310:0:34113:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777389.595312:0:34113:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:2.0:1788777389.595315:0:34113:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777389.595317:0:34113:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.595321:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.595327:0:34113:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777389.595330:0:34113:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777389.595332:0:34113:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777389.595335:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777389.595342:0:34113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126141056:192.168.203.135@tcp:44:multiop.0 00000100:00000001:2.0:1788777389.595347:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777389.595350:0:34113:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.595353:0:34113:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777389.595354:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.595357:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.595363:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777389.595366:0:34113:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777389.595368:0:34113:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777389.595370:0:34113:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777389.595372:0:34113:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.595375:0:34113:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.595378:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777389.595381:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126141056/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777389.595399:0:34113:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777389.595401:0:34113:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777389.595403:0:34113:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093ab800. 02000000:00000001:2.0:1788777389.595406:0:34113:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777389.595407:0:34113:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777389.595408:0:34113:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777389.595409:0:34113:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777389.595411:0:34113:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616ea00. 02000000:00000001:2.0:1788777389.595413:0:34113:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777389.595414:0:34113:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777389.595416:0:34113:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777389.595420:0:34113:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777389.595421:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777389.595424:0:34113:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1788777389.595426:0:34113:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.595428:0:34113:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777389.595431:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777389.595434:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777389.595437:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777389.595442:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.595445:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777389.595447:0:34113:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777389.595449:0:34113:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777389.595452:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777389.595453:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777389.595455:0:34113:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777389.595459:0:34113:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9453105cb7e0 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1788777389.595462:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:2.0:1788777389.595466:0:34113:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777389.595467:0:34113:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777389.595469:0:34113:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777389.595470:0:34113:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.595472:0:34113:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777389.595474:0:34113:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777389.595476:0:34113:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.595477:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777389.595479:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777389.595480:0:34113:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777389.595481:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:2.0:1788777389.595484:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.595486:0:34113:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777389.595488:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777389.595489:0:34113:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777389.595492:0:34113:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777389.595495:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1788777389.595499:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777389.595501:0:34113:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777389.595502:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777389.595504:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777389.595506:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777389.595509:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945309306080 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.595511:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777389.595514:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777389.595515:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777389.595516:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.595517:0:34113:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.595519:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777389.595522:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777389.595523:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.595525:0:34113:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.595526:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.595528:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777389.595530:0:34113:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777389.595532:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.595533:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777389.595534:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777389.595536:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.595537:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.595539:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.595541:0:34113:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.595542:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777389.595543:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.595544:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.595546:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777389.595548:0:34113:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777389.595549:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.595550:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777389.595552:0:34113:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788777389.595555:0:34113:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788777389.595558:0:34113:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:2.0:1788777389.595562:0:34113:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.595564:0:34113:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788777389.595566:0:34113:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788777389.595569:0:34113:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.595571:0:34113:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1788777389.595572:0:34113:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777389.595585:0:34113:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777389.595587:0:34113:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777389.595589:0:34113:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777389.595590:0:34113:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777389.595591:0:34113:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777389.595595:0:34113:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1788777389.595600:0:34113:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777389.595603:0:34113:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777389.595607:0:34113:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777389.595609:0:34113:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777389.595613:0:34113:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777389.595619:0:34113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616ea00. 00000100:00000001:2.0:1788777389.595624:0:34113:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777389.595631:0:34113:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777389.595634:0:34113:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777389.595640:0:34113:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_01+1] req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.595698:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777389.595702:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777389.595704:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777389.595710:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.595717:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777389.595719:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777389.595723:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777389.595725:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777389.595727:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777389.595730:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126141184:192.168.203.135@tcp:16:multiop.0 00000100:00000001:3.0:1788777389.595735:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777389.595739:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777389.595741:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777389.595743:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777389.595748:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777389.595750:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777389.595755:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777389.595759:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777389.595764:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777389.595770:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126141184, portal 4 00000100:00000001:3.0:1788777389.595784:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777389.595785:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:3.0:1788777389.595793:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.595801:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777389.595804:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777389.595807:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347ee0. 00000100:00000200:3.0:1788777389.595810:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667126141184, offset 0 00000400:00000200:3.0:1788777389.595816:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777389.595822:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777389.595828:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777389.595833:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777389.595838:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777389.595841:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777389.595844:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777389.595848:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2598:2598:256:4294967295] 192.168.203.135@tcp LPNI seq info [2593:2593:8:4294967295] 00000400:00000200:3.0:1788777389.595852:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777389.595862:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777389.595868:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777389.595874:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f400. 00000800:00000200:3.0:1788777389.595882:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777389.595889:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777389.595894:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788777389.595902:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777389.595906:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23323 usecs (24 jiffies) 00000400:00000200:3.0:1788777389.595910:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777389.595913:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296539926 00000100:00000001:3.0:1788777389.595916:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296540678 00000100:00000001:3.0:1788777389.595918:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296539926 00000100:00000001:3.0:1788777389.595921:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296540678 00000100:00000001:3.0:1788777389.595924:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777389.595927:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.595929:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.595932:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777389.596495:0:34113:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.596499:0:34113:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777389.596501:0:34113:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.596503:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.596505:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.596507:0:34113:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.596508:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.596510:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777389.596512:0:34113:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777389.596513:0:34113:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777389.596514:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1788777389.596540:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777389.596542:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777389.596993:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777389.596999:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f400. 00000400:00000200:0.0:1788777389.597004:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777389.597010:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777389.597016:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347ee0 00000400:00000010:0.0:1788777389.597018:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347ee0. 00000100:00000001:0.0:1788777389.597022:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777389.597027:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.597036:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777389.597039:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777389.597046:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777389.597048:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777389.597393:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777389.597396:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777389.597399:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777389.597401:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777389.597403:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.597405:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777389.641682:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.641698:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777389.641703:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.641705:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.641715:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.641723:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777389.641733:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.641737:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.641743:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.641747:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 432 into portal 4 MB=0x6a9e8c8c54100 00000400:00000200:1.0:1788777389.641752:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777389.641758:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 432/432 into md 0x6fb9 [1] + 224 00000800:00000001:1.0:1788777389.641765:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.641799:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777389.641803:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777389.641808:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777389.641815:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777389.641823:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777389.641833:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777389.641851:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777389.641859:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777389.641862:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.642025:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777389.642030:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777389.642037:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777389.642039:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777389.642043:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:3.0:1788777389.642048:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:3.0:1788777389.642051:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:3.0:1788777389.642054:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777389.642059:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777389.642070:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.642076:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777389.642080:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.642082:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777389.642085:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777389.642088:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777389.642090:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777389.642093:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777389.642104:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777389.642108:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777389.642111:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777389.642113:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777389.642116:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777389.642120:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.642124:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777389.642126:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967344 gen 17 00000100:00000040:3.0:1788777389.642132:0:2349:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967344) req@ffff94530914c700 x1875667126140928/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.642139:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777389.642143:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126140928/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777405 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.642149:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777389.642151:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777389.642155:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777389.642159:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777389.642162:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777389.642164:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777389.642166:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777389.642169:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616f200. 02000000:00000001:3.0:1788777389.642173:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777389.642175:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777389.642177:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:3.0:1788777389.642180:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777389.642182:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.642184:0:2349:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788777389.642186:0:2349:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1788777389.642189:0:2349:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777389.642191:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777389.642196:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.642202:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777389.642205:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777389.642217:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777389.642250:0:2349:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1788777389.642257:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:3.0:1788777389.642260:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:3.0:1788777389.642262:0:2349:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788777389.642266:0:2349:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777389.642268:0:2349:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777389.642270:0:2349:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777389.642272:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000001:3.0:1788777389.642287:0:2349:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777389.642293:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777389.642301:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126141184:192.168.203.135@tcp:16:multiop.0 00000100:00000001:3.0:1788777389.642306:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.642308:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777389.642310:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126141184/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777389.642315:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777389.642317:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777389.642318:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777389.642321:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777389.642322:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777389.642323:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777389.642325:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777389.642326:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616ea00. 02000000:00000001:3.0:1788777389.642329:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777389.642330:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777389.642331:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:3.0:1788777389.642335:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777389.642336:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.642338:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777389.642344:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777389.642346:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777389.642348:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777389.642350:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.642520:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777389.642524:0:34113:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.642526:0:34113:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788777389.642532:0:34113:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777389.642535:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.642537:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777389.642539:0:34113:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777389.642543:0:34113:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777389.642547:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777389.642549:0:34113:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788777389.642552:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777389.642553:0:34113:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788777389.642555:0:34113:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788777389 a=0 c=1788777389 b=11 00020000:00000001:2.0:1788777389.642559:0:34113:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777389.642561:0:34113:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788777389 a=0 c=1788777389 b=11 00020000:00000001:2.0:1788777389.642565:0:34113:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.642566:0:34113:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.642568:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000080:00200000:2.0:1788777389.642571:0:34113:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 11 00000080:00000001:2.0:1788777389.642573:0:34113:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777389.642575:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777389.642578:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777389.642580:0:34113:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777389.642582:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.642584:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777389.642585:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777389.642587:0:34113:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.642589:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.642590:0:34113:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777389.642591:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777389.642593:0:34113:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777389.642595:0:34113:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777389.642596:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777389.642598:0:34113:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777389.642599:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777389.642600:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777389.642602:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777389.642603:0:34113:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.642605:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777389.642606:0:34113:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777389.642608:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777389.642609:0:34113:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.642612:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777389.642614:0:34113:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777389.642615:0:34113:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777389.642616:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777389.642618:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777389.642620:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777389.642622:0:34113:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777389.642624:0:34113:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777389.642626:0:34113:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777389.642628:0:34113:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777389.642632:0:34113:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777389.642633:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777389.642635:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777389.642638:0:34113:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777389.642645:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2be48 00000080:00000008:2.0:1788777389.642647:0:34113:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:2.0:1788777389.642651:0:34113:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.671524:0:34117:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777389.671532:0:34117:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777389.671535:0:34117:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c4bb78 00000080:00200000:2.0:1788777389.671539:0:34117:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777389.671547:0:34117:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530616e000. 00800000:00000002:2.0:1788777389.671553:0:34117:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777389.671557:0:34117:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777389.671562:0:34117:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.671564:0:34117:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c4ba98 00800000:00000002:2.0:1788777389.671566:0:34117:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777389.671570:0:34117:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777389.671573:0:34117:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777389.671579:0:34117:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777389.671580:0:34117:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c4b968 00000002:00010000:2.0:1788777389.671582:0:34117:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777389.671585:0:34117:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777389.671588:0:34117:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777389.671590:0:34117:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777389.671596:0:34117:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:2.0:1788777389.671599:0:34117:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777389.671604:0:34117:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777389.671608:0:34117:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777389.671612:0:34117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777389.671623:0:34117:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777389.671628:0:34117:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777389.671631:0:34117:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777389.671639:0:34117:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777389.671641:0:34117:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777389.671643:0:34117:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777389.671645:0:34117:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777389.671647:0:34117:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777389.671649:0:34117:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777389.671651:0:34117:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777389.671654:0:34117:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777389.671658:0:34117:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616e000. 00000080:00000001:2.0:1788777389.671662:0:34117:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777389.671664:0:34117:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.671666:0:34117:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777389.671670:0:34117:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88e7 00800000:00000001:2.0:1788777389.671673:0:34117:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777389.671676:0:34117:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777389.671677:0:34117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.671679:0:34117:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.671682:0:34117:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:2.0:1788777389.671684:0:34117:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.671687:0:34117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.671690:0:34117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.671691:0:34117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777389.671692:0:34117:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777389.671694:0:34117:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777389.671696:0:34117:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88e7 from it ffffb1cb81c4bbb0 00010000:00000001:2.0:1788777389.671698:0:34117:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777389.671699:0:34117:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777389.671701:0:34117:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:2.0:1788777389.671703:0:34117:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.671705:0:34117:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:2.0:1788777389.671708:0:34117:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777389.671711:0:34117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777389.671717:0:34117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.671718:0:34117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.671720:0:34117:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777389.671722:0:34117:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777389.671724:0:34117:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777389.671732:0:34117:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777389.671735:0:34117:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777389.671736:0:34117:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777389.671741:0:34117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.671742:0:34117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777389.671744:0:34117:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.671747:0:34117:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777389.671749:0:34117:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.671750:0:34117:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.671753:0:34117:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777389.671755:0:34117:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777389.671756:0:34117:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777389.671757:0:34117:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777389.671760:0:34117:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777389.671766:0:34117:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777389.671769:0:34117:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:2.0:1788777389.671774:0:34117:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.671778:0:34117:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788777389.671781:0:34117:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777389.671783:0:34117:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c4bb78 00000080:00200008:2.0:1788777389.671785:0:34117:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 504000 00000080:00000010:2.0:1788777389.671790:0:34117:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a1040. 00000080:00000001:2.0:1788777389.671795:0:34117:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.671797:0:34117:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.671816:0:34117:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777389.671819:0:34117:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=8028667f arg=7ffc700f67c0 00000080:00000001:2.0:1788777389.671825:0:34117:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:2.0:1788777389.671827:0:34117:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1788777389.671829:0:34117:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.671831:0:34117:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.671833:0:34117:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.671838:0:34117:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777389.671840:0:34117:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777389.671842:0:34117:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c4bdd0 00000080:00200008:2.0:1788777389.671844:0:34117:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 504000 00000080:00400000:2.0:1788777389.671847:0:34117:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788777389.671850:0:34117:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a1040. 00000080:00000001:2.0:1788777389.671853:0:34117:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777389.671855:0:34117:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c4bdd0 00000080:00000008:2.0:1788777389.671857:0:34117:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 504000, rc = 0 00000080:00000001:2.0:1788777389.671860:0:34117:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777389.671861:0:34117:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.045913:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.045921:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777390.045923:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.045926:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.045930:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777390.045932:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.045934:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.045936:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.045940:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.045941:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.045944:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.045945:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.046093:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777390.046096:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777390.046099:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788777390.429364:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296540678, at 4296540736 00000100:00000010:0.0:1788777390.429379:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b72a0. 00000100:00000040:1.0:1788777390.429789:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296540678, at 4296540736 00000100:00000010:1.0:1788777390.429796:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453103b7e40. 00000080:00000001:0.0:1788777390.550433:0:34113:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788777390.550445:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd88 00000080:00200008:0.0:1788777390.550451:0:34113:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 1 00000080:00000002:0.0:1788777390.550455:0:34113:0:(file.c:2656:do_file_write_iter()) inode ffff945320919988 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:0.0:1788777390.550459:0:34113:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788777390.550462:0:34113:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.550464:0:34113:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788777390.550470:0:34113:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.550473:0:34113:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:0.0:1788777390.550476:0:34113:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777390.550481:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:0.0:1788777390.550486:0:34113:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b77e0 addref 2/0 by ffff94532210a7c0. 00020000:00000002:0.0:1788777390.550489:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:0.0:1788777390.550493:0:34113:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:0.0:1788777390.550506:0:34113:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777390.550508:0:34113:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:0.0:1788777390.550515:0:34113:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1788777390.550519:0:34113:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1788777390.550545:0:34113:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:0.0:1788777390.550548:0:34113:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550550:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777390.550555:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777390.550557:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777390.550562:0:34113:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788777390.550563:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bc98 00000080:00200000:0.0:1788777390.550565:0:34113:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:0.0:1788777390.550570:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bc30 00000080:00200000:0.0:1788777390.550582:0:34113:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1788777390.550586:0:34113:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788777390.550593:0:34113:0:(cl_io.c:214:cl_io_rw_init()) header@0000000069c3c315[0x110, 2, [0x200000404:0x30:0x0] hash] 00000020:00200000:0.0:1788777390.550595:0:34113:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:0.0:1788777390.550599:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.550601:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777390.550604:0:34113:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777390.550606:0:34113:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777390.550610:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777390.550612:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788777390.550615:0:34113:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777390.550620:0:34113:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.550623:0:34113:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777390.550625:0:34113:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.550627:0:34113:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777390.550631:0:34113:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9453105c8e40 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788777390.550635:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:0.0:1788777390.550639:0:34113:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777390.550641:0:34113:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777390.550645:0:34113:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777390.550647:0:34113:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788777390.550649:0:34113:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:0.0:1788777390.550653:0:34113:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788777390.550654:0:34113:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777390.550656:0:34113:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550658:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777390.550659:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777390.550660:0:34113:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777390.550662:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:0.0:1788777390.550664:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550666:0:34113:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777390.550669:0:34113:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1788777390.550671:0:34113:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788777390.550675:0:34113:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550678:0:34113:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777390.550692:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777390.550696:0:34113:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777390.550698:0:34113:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788777390.550699:0:34113:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788777390.550703:0:34113:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:0.0:1788777390.550705:0:34113:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777390.550709:0:34113:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777390.550713:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:0.0:1788777390.550716:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777390.550718:0:34113:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777390.550719:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777390.550721:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:0.0:1788777390.550724:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:0.0:1788777390.550727:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945309306080 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.550728:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777390.550732:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777390.550733:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777390.550735:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.550737:0:34113:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.550739:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777390.550741:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788777390.550744:0:34113:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788777390.550748:0:34113:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550750:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.550752:0:34113:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.550754:0:34113:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550755:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550757:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788777390.550760:0:34113:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788777390.550762:0:34113:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788777390.550765:0:34113:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788777390.550768:0:34113:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.550770:0:34113:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.550773:0:34113:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788777390.550774:0:34113:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1788777390.550777:0:34113:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788777390.550778:0:34113:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788777390.550780:0:34113:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550782:0:34113:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.550783:0:34113:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.550785:0:34113:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.550786:0:34113:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.550788:0:34113:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777390.550790:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777390.550792:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777390.550793:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777390.550795:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550796:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.550798:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.550799:0:34113:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550801:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777390.550804:0:34113:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777390.550806:0:34113:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777390.550808:0:34113:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777390.550810:0:34113:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777390.550813:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1788777390.550823:0:34113:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945309327500. 00020000:00000002:0.0:1788777390.550826:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1788777390.550829:0:34113:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777390.550830:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777390.550831:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777390.550833:0:34113:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777390.550838:0:34113:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453056f10a0. 00000008:00010000:0.0:1788777390.550841:0:34113:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788777390.550844:0:34113:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777390.550846:0:34113:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777390.550850:0:34113:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945309327530, osc lock ffff9453056f10a0, flags 0x0 00000020:00000001:0.0:1788777390.550852:0:34113:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.550854:0:34113:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.550856:0:34113:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683090339072 : -118390619212544 : ffff945309327500) 00000020:00000001:0.0:1788777390.550858:0:34113:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777390.550859:0:34113:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777390.550861:0:34113:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550862:0:34113:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550864:0:34113:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777390.550866:0:34113:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777390.550867:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777390.550868:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777390.550870:0:34113:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777390.550872:0:34113:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777390.550874:0:34113:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788777390.550876:0:34113:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.550879:0:34113:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777390.550882:0:34113:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777390.550884:0:34113:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777390.550885:0:34113:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777390.550886:0:34113:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777390.550887:0:34113:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777390.550890:0:34113:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777390.550894:0:34113:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777390.550902:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8000 count: 2 00010000:00000001:0.0:1788777390.550905:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777390.550912:0:34113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777390.550917:0:34113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777390.550923:0:34113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777390.550937:0:34113:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777390.550943:0:34113:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777390.550946:0:34113:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777390.550960:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777390.550963:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777390.550966:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:0.0:1788777390.550969:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.550972:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00000008:00000001:0.0:1788777390.550976:0:34113:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777390.550979:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777390.550980:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777390.550981:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=4 00000020:00000001:0.0:1788777390.550983:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.550985:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.550988:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777390.550989:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777390.550991:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=5 00000020:00000001:0.0:1788777390.550992:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.550994:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.550997:0:34113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777390.550998:0:34113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777390.551001:0:34113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777390.551008:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.551011:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777390.551014:0:34113:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777390.551016:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777390.551017:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777390.551018:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=6 00000020:00000001:0.0:1788777390.551020:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.551022:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.551024:0:34113:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777390.551028:0:34113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777390.551034:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.551036:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777390.551038:0:34113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777390.551045:0:34113:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777390.551046:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.551048:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777390.551048:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.551050:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777390.551051:0:34113:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.551054:0:34113:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551056:0:34113:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551058:0:34113:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551060:0:34113:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551062:0:34113:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551064:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551066:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551068:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788777390.551071:0:34113:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788777390.551076:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bb80 00000080:00200000:0.0:1788777390.551077:0:34113:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:0.0:1788777390.551080:0:34113:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777390.551082:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:0.0:1788777390.551085:0:34113:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453103b77e0 addref 2/0 by ffff94532210a7c0. 00020000:00000002:0.0:1788777390.551087:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:0.0:1788777390.551090:0:34113:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788777390.551093:0:34113:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788777390.551096:0:34113:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788777390.551098:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:0.0:1788777390.551100:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777390.551102:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777390.551104:0:34113:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777390.551106:0:34113:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777390.551110:0:34113:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551111:0:34113:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551113:0:34113:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551114:0:34113:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.551118:0:34113:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777390.551120:0:34113:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:0.0:1788777390.551124:0:34113:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777390.551126:0:34113:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] ffffed3c845b2e80 ffff945310b58b60 1 00000020:00000001:0.0:1788777390.551130:0:34113:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777390.551132:0:34113:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446625683216370528 : -118390493181088 : ffff945310b58b60) 00000020:00000001:0.0:1788777390.551134:0:34113:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446625683216370528 : -118390493181088 : ffff945310b58b60) 00000020:00000001:0.0:1788777390.551137:0:34113:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777390.551139:0:34113:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777390.551141:0:34113:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210538560 : -118390499013056 : ffff9453105c8e40) 00000020:00000001:0.0:1788777390.551143:0:34113:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777390.551145:0:34113:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777390.551147:0:34113:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777390.551151:0:34113:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[2 00000000630ec95b 1 1 000000002610b835 0 0 0] 00000020:00000001:0.0:1788777390.551154:0:34113:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777390.551156:0:34113:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777390.551157:0:34113:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788777390.551159:0:34113:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777390.551160:0:34113:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.551164:0:34113:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777390.551166:0:34113:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:0.0:1788777390.551167:0:34113:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777390.551168:0:34113:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210538560 : -118390499013056 : ffff9453105c8e40) 00000020:00000001:0.0:1788777390.551170:0:34113:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777390.551172:0:34113:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777390.551175:0:34113:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777390.551177:0:34113:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777390.551178:0:34113:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777390.551179:0:34113:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777390.551183:0:34113:0:(rw26.c:929:ll_write_end()) page@000000005a48b902[3 00000000630ec95b 2 1 000000002610b835 0 0 0] 00000080:00200000:0.0:1788777390.551187:0:34113:0:(rw26.c:929:ll_write_end()) vmpage @000000008482bca1 17ffffc0001029 2:0 ffff945310b58b60 0 lru 00000080:00200000:0.0:1788777390.551196:0:34113:0:(rw26.c:929:ll_write_end()) osc-page@00000000ecca100c 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 0000000027409f45 0000000052784fcb > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777390.551198:0:34113:0:(rw26.c:929:ll_write_end()) end page@000000005a48b902 00000080:00200000:0.0:1788777390.551208:0:34113:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788777390.551211:0:34113:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777390.551215:0:34113:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788777390.551217:0:34113:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:0.0:1788777390.551247:0:34113:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788777390.551250:0:34113:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788777390.551251:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777390.551253:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777390.551255:0:34113:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788777390.551257:0:34113:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788777390.551259:0:34113:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777390.551261:0:34113:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777390.551262:0:34113:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777390.551264:0:34113:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777390.551268:0:34113:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff945310b58bd0 folio ffffed3c845b2e80 pg:0 added for cmd 2 00000008:00000001:0.0:1788777390.551273:0:34113:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788777390.551276:0:34113:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:0.0:1788777390.551282:0:34113:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:0.0:1788777390.551286:0:34113:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff945310b58c08 page ffffed3c845b2e80 00000008:00000020:0.0:1788777390.551290:0:34113:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:0.0:1788777390.551295:0:34113:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788777390.551297:0:34113:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.551299:0:34113:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788777390.551305:0:34113:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff945310ef2480. 00000008:00000020:0.0:1788777390.551312:0:34113:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff945307f6cfc0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1788777390.551319:0:34113:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788777390.551324:0:34113:0:(osc_cache.c:858:osc_extent_find()) extent ffff945310ef2480@{[0 -> 255/255], [3|1|-|active|wi|ffff945307f6cfc0], [1703936|0|-|-|ffff945309155a00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788777390.551330:0:34113:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000005b1d2c9 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788777390.551338:0:34113:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788777390.551342:0:34113:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.551345:0:34113:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.551347:0:34113:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788777390.551349:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000002:0.0:1788777390.551351:0:34113:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:0.0:1788777390.551353:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.551355:0:34113:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777390.551358:0:34113:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:0.0:1788777390.551360:0:34113:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777390.551362:0:34113:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551364:0:34113:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551366:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000001:0.0:1788777390.551367:0:34113:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788777390.551369:0:34113:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788777390.551372:0:34113:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777390.551375:0:34113:0:(cl_page.c:556:cl_batch_put()) page@000000005a48b902[4 00000000630ec95b 2 1 000000002610b835 0 0 0] 00000020:00000001:0.0:1788777390.551377:0:34113:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777390.551379:0:34113:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788777390.551380:0:34113:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788777390.551383:0:34113:0:(osc_request.c:745:osc_update_next_shrink()) next time 3073 to shrink grant 00000080:00000001:0.0:1788777390.551386:0:34113:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788777390.551388:0:34113:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788777390.551397:0:34113:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff945320919b38, count 1, dirtied 1 00000080:00000001:0.0:1788777390.551399:0:34113:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788777390.551401:0:34113:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788777390.551402:0:34113:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777390.551404:0:34113:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777390.551405:0:34113:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777390.551408:0:34113:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[3 00000000630ec95b 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777390.551410:0:34113:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788777390.551411:0:34113:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777390.551412:0:34113:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788777390.551413:0:34113:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777390.551415:0:34113:0:(cl_page.c:556:cl_batch_put()) page@000000005a48b902[3 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777390.551416:0:34113:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788777390.551418:0:34113:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788777390.551419:0:34113:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788777390.551420:0:34113:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788777390.551422:0:34113:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551424:0:34113:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551426:0:34113:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551427:0:34113:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777390.551429:0:34113:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:0.0:1788777390.551431:0:34113:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777390.551432:0:34113:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788777390.551433:0:34113:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551436:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bb80 00000080:00200000:0.0:1788777390.551437:0:34113:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:0.0:1788777390.551440:0:34113:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551442:0:34113:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777390.551444:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777390.551445:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777390.551447:0:34113:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788777390.551448:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.551450:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.551451:0:34113:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777390.551452:0:34113:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777390.551454:0:34113:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551455:0:34113:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551457:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000001:0.0:1788777390.551459:0:34113:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551460:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551462:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551463:0:34113:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551465:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551467:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777390.551469:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788777390.551470:0:34113:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777390.551472:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788777390.551474:0:34113:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788777390.551477:0:34113:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777390.551481:0:34113:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945307f6cfc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788777390.551487:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777390.551490:0:34113:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.551491:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777390.551493:0:34113:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.551495:0:34113:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788777390.551497:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777390.551498:0:34113:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551499:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551501:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777390.551503:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777390.551505:0:34113:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777390.551507:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453093864e8 (ffff9453093eeab8/0) at cl_lock_release():245 00000020:00000001:0.0:1788777390.551509:0:34113:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777390.551511:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453093864e8 (ffff9453093eeab8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777390.551514:0:34113:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777390.551516:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777390.551517:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777390.551519:0:34113:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777390.551520:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945309327530 (ffff9453093ee6c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777390.551522:0:34113:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777390.551523:0:34113:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777390.551525:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777390.551527:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777390.551529:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=5 00000020:00000001:0.0:1788777390.551531:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.551533:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.551535:0:34113:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777390.551538:0:34113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777390.551545:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.551546:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777390.551547:0:34113:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777390.551549:0:34113:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777390.551552:0:34113:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777390.551561:0:34113:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777390.551565:0:34113:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777390.551568:0:34113:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777390.551572:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.551573:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777390.551575:0:34113:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777390.551578:0:34113:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777390.551580:0:34113:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777390.551581:0:34113:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777390.551584:0:34113:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777390.551586:0:34113:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777390.551587:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.551588:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777390.551589:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.551590:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777390.551591:0:34113:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777390.551594:0:34113:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777390.551595:0:34113:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777390.551596:0:34113:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777390.551597:0:34113:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777390.551599:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453093864e8 (ffff9453093eeab8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777390.551602:0:34113:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777390.551603:0:34113:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777390.551604:0:34113:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945309327530 (ffff9453093eeab8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777390.551607:0:34113:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453056f10a0. 00000020:00000001:0.0:1788777390.551612:0:34113:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777390.551613:0:34113:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945309327500. 00020000:00000001:0.0:1788777390.551619:0:34113:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777390.551620:0:34113:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777390.551621:0:34113:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788777390.551623:0:34113:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777390.551624:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777390.551625:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777390.551627:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777390.551628:0:34113:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551630:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551632:0:34113:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777390.551633:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777390.551634:0:34113:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788777390.551637:0:34113:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:0.0:1788777390.551639:0:34113:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777390.551640:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777390.551643:0:34113:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777390.551644:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777390.551645:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777390.551648:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777390.551650:0:34113:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551652:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551654:0:34113:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777390.551655:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777390.551657:0:34113:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777390.551661:0:34113:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1788777390.551663:0:34113:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788777390.551664:0:34113:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788777390.551667:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777390.551669:0:34113:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777390.551670:0:34113:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777390.551671:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777390.551673:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777390.551674:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00020000:00000001:0.0:1788777390.551677:0:34113:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777390.551679:0:34113:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777390.551681:0:34113:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777390.551683:0:34113:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777390.551686:0:34113:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777390.551687:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788777390.551688:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bc98 00000080:00200000:0.0:1788777390.551690:0:34113:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:0.0:1788777390.551694:0:34113:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777390.551696:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.551698:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.551700:0:34113:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777390.551703:0:34113:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777390.551708:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777390.551710:0:34113:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:0.0:1788777390.551711:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777390.551712:0:34113:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:0.0:1788777390.551715:0:34113:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1788777390 a=0 c=1788777390 b=11 00020000:00000001:0.0:1788777390.551718:0:34113:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777390.551720:0:34113:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788777390 a=0 c=1788777390 b=11 00020000:00000001:0.0:1788777390.551723:0:34113:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551725:0:34113:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551727:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000080:00200000:0.0:1788777390.551729:0:34113:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:0.0:1788777390.551731:0:34113:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788777390.551735:0:34113:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:0.0:1788777390.551738:0:34113:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1788777390.551740:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000020:00000001:0.0:1788777390.551743:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd88 00000080:00000008:0.0:1788777390.551745:0:34113:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:0.0:1788777390.551747:0:34113:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777390.551761:0:34113:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:0.0:1788777390.551763:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2be48 00000080:00200008:0.0:1788777390.551765:0:34113:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:0.0:1788777390.551772:0:34113:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788777390.551775:0:34113:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788777390.551776:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777390.551779:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777390.551781:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:0.0:1788777390.551783:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.551785:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777390.551787:0:34113:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777390.551789:0:34113:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777390.551791:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777390.551793:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777390.551794:0:34113:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777390.551797:0:34113:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9453105c8e40 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788777390.551799:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:0.0:1788777390.551803:0:34113:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777390.551804:0:34113:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777390.551806:0:34113:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777390.551808:0:34113:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551810:0:34113:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777390.551813:0:34113:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777390.551814:0:34113:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551815:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777390.551816:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777390.551818:0:34113:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777390.551819:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:0.0:1788777390.551822:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551824:0:34113:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777390.551825:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788777390.551828:0:34113:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777390.551829:0:34113:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777390.551832:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777390.551835:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777390.551836:0:34113:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777390.551837:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777390.551839:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:0.0:1788777390.551841:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:0.0:1788777390.551843:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945309306080 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.551845:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777390.551847:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777390.551848:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777390.551849:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551851:0:34113:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551853:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777390.551855:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777390.551856:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551859:0:34113:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551860:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551861:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788777390.551863:0:34113:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777390.551864:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777390.551865:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777390.551866:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777390.551867:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551869:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551870:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.551872:0:34113:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551873:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777390.551874:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551875:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551876:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788777390.551878:0:34113:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788777390.551879:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777390.551880:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788777390.551881:0:34113:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788777390.551884:0:34113:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788777390.551888:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788777390.551890:0:34113:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788777390.551891:0:34113:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777390.551894:0:34113:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788777390.551895:0:34113:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777390.551897:0:34113:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446625683069652928 : -118390639898688 : ffff945307f6cfc0) 00000008:00000020:0.0:1788777390.551900:0:34113:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff945307f6cfc0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1788777390.551903:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788777390.551904:0:34113:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788777390.551905:0:34113:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777390.551907:0:34113:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788777390.551910:0:34113:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788777390.551913:0:34113:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff945310ef2480@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff945307f6cfc0], [1703936|1|+|-|ffff945309155a00|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788777390.551919:0:34113:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000005b1d2c9 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1788777390.551928:0:34113:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788777390.551930:0:34113:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788777390.551934:0:34113:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788777390.551936:0:34113:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788777390.551940:0:34113:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff945310ef2480@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff945307f6cfc0], [1703936|1|+|-|ffff945309155a00|256|ffff94532210a7c0]} make ready 00000008:00010000:0.0:1788777390.551945:0:34113:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000005b1d2c9 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1788777390.551953:0:34113:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788777390.551955:0:34113:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788777390.551966:0:34113:0:(cl_page.c:1160:cl_page_make_ready()) page@000000005a48b902[2 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788777390.551968:0:34113:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788777390.551970:0:34113:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788777390.551971:0:34113:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777390.551972:0:34113:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777390.551974:0:34113:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777390.551975:0:34113:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777390.551977:0:34113:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777390.551980:0:34113:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[2 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777390.551982:0:34113:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788777390.551983:0:34113:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777390.551984:0:34113:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788777390.551987:0:34113:0:(cl_page.c:1182:cl_page_make_ready()) page@000000005a48b902[2 00000000630ec95b 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777390.551989:0:34113:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788777390.551990:0:34113:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.551993:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.551995:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.551996:0:34113:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788777390.551999:0:34113:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.552000:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000001:0.0:1788777390.552003:0:34113:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.552006:0:34113:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788777390.552009:0:34113:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9453090ac800: cli: ffff945308bdd548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788777390.552017:0:34113:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff945304fbd050. 00000008:00000010:0.0:1788777390.552021:0:34113:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94530775f5b0. 00000020:00000001:0.0:1788777390.552025:0:34113:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777390.552027:0:34113:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777390.552029:0:34113:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777390.552032:0:34113:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788777390/1788777390 00000020:00000001:0.0:1788777390.552036:0:34113:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777390.552037:0:34113:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777390.552040:0:34113:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788777390.552043:0:34113:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788777390.552045:0:34113:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777390.552051:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8000 count: 2 00010000:00000001:0.0:1788777390.552054:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777390.552058:0:34113:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788777390.552061:0:34113:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788777390.552065:0:34113:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777390.552069:0:34113:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777390.552072:0:34113:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777390.552080:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.552081:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777390.552083:0:34113:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777390.552084:0:34113:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777390.552086:0:34113:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777390.552089:0:34113:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:0.0:1788777390.552091:0:34113:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.552093:0:34113:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00000008:00000001:0.0:1788777390.552095:0:34113:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:0.0:1788777390.552097:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777390.552098:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788777390.552099:0:34113:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777390.552101:0:34113:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788777390.552108:0:34113:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0a80. 00000020:00000040:0.0:1788777390.552112:0:34113:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777390.552121:0:34113:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777390.552124:0:34113:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777390.552127:0:34113:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777390.552135:0:34113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945301218800. 00000100:00000001:0.0:1788777390.552143:0:34113:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777390.552152:0:34113:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:0.0:1788777390.552157:0:34113:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9453090ac800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:0.0:1788777390.552163:0:34113:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788777390.552194:0:34113:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4063 MB/s 00000008:00008000:0.0:1788777390.552216:0:34113:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffed3c845b2e80 map ffff945320919b38 index 0 flags 17ffffc0005028 count 2 priv ffff945310b58b60: off 0 00000008:00000001:0.0:1788777390.552256:0:34113:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788777390.552259:0:34113:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:0.0:1788777390.552263:0:34113:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff945308be0a80 - object 0x240000400:66 offset 0<>2 00000008:00000001:0.0:1788777390.552265:0:34113:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.552267:0:34113:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777390.552269:0:34113:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777390.552270:0:34113:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777390.552271:0:34113:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788777390/1788777390 00000020:00000001:0.0:1788777390.552274:0:34113:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777390.552275:0:34113:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788777390.552276:0:34113:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788777390.552279:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777390.552280:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000008:00000002:0.0:1788777390.552295:0:34113:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 000000001d3cd571, now 0r/1w/0d in flight req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788777390.552305:0:34113:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1788777390.552314:0:34113:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004533ad85] to pc [ptlrpcd_00_00+0] req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788777390.552343:0:34113:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788777390.552345:0:34113:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.552347:0:34113:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.552349:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777390.552350:0:34113:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.552352:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777390.552354:0:34113:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.552355:0:34113:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777390.552357:0:34113:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.552360:0:34113:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777390.552362:0:34113:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.552364:0:34113:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1788777390.552367:0:34113:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1788777390.552371:0:34113:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777390.552374:0:34113:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.552376:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.552378:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.552379:0:34113:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.552381:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.552383:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788777390.552384:0:34113:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788777390.552386:0:34113:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788777390.552387:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788777390.552389:0:34113:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1788777390.552392:0:34113:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:0.0:1788777390.552394:0:34113:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777390.552428:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777390.552432:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777390.552435:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777390.552441:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.552450:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777390.552452:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777390.552457:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777390.552460:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777390.552463:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777390.552466:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126141312:192.168.203.135@tcp:4:multiop.0 00000100:00000001:0.0:1788777390.552472:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777390.552478:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777390.552481:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777390.552484:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777390.552490:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777390.552493:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777390.552501:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777390.552506:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777390.552516:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cf68. 00000100:00000200:0.0:1788777390.552524:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126141312, portal 4 00000100:00000001:0.0:1788777390.552526:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777390.552527:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:0.0:1788777390.552534:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.552541:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777390.552543:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777390.552546:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cb28. 00000100:00000200:0.0:1788777390.552549:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875667126141312, offset 0 00000400:00000200:0.0:1788777390.552556:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777390.552566:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.552575:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777390.552581:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777390.552587:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777390.552591:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777390.552595:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777390.552599:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2599:2599:256:4294967295] 192.168.203.135@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:0.0:1788777390.552604:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.552615:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777390.552622:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777390.552628:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f200. 00000800:00000200:0.0:1788777390.552636:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777390.552646:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777390.552651:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788777390.552664:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777390.552669:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23473 usecs (24 jiffies) 00000400:00000200:0.0:1788777390.552672:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777390.552674:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540876 00000100:00000010:0.0:1788777390.552680:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94530538f960. 00000100:00000001:0.0:1788777390.552688:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788777390.552696:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540876 00000100:00000010:0.0:1788777390.552699:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94530538f300. 00000100:00000001:0.0:1788777390.552702:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788777390.552705:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777390.552708:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.552711:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.552713:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.552720:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777390.552723:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788777390.552725:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777390.552726:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777390.552728:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.552729:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.552740:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777390.552742:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777390.553481:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777390.553487:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f200. 00000400:00000200:1.0:1788777390.553495:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.553503:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777390.553510:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cb28 00000400:00000010:1.0:1788777390.553513:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cb28. 00000100:00000001:1.0:1788777390.553518:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777390.553523:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.553533:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.553537:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.553543:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.553545:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777390.557130:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.557154:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777390.557160:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.557163:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.557174:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.557184:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777390.557195:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.557210:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.557251:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.557258:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c54180 00000400:00000200:1.0:1788777390.557263:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.557271:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x6fc1 [1] + 224 00000800:00000001:1.0:1788777390.557280:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.557288:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.557291:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.557296:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777390.557306:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777390.557324:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777390.557335:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.557351:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777390.557361:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.557366:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.557540:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777390.557545:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777390.557554:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777390.557556:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777390.557560:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:0.0:1788777390.557565:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cf68 00000400:00000010:0.0:1788777390.557568:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cf68. 00000100:00000001:0.0:1788777390.557572:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.557576:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777390.557585:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/448 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.557591:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777390.557593:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.557596:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777390.557600:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777390.557603:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777390.557606:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777390.557609:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777390.557621:0:2346:0:(import.c:2149:obd_at_measure()) add 0 to ffff945311022ca8 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1788777390.557625:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777390.557628:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1788777390.557633:0:2346:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9453090ac800: operation ost_write to node 192.168.203.135@tcp failed: rc = -107 00000100:00000001:0.0:1788777390.565791:0:2346:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788777390.565806:0:2346:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1788777390.565814:0:2346:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9453090ac800 of lustre-OST0000_UUID@192.168.203.135@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1788777390.565821:0:2346:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788777390.565826:0:2346:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9453090ac800: Connection to lustre-OST0000 (at 192.168.203.135@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788777390.565830:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788777390.565834:0:2346:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788777390.565837:0:2346:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.565839:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788777390.565842:0:2346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788777390.565844:0:2346:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788777390.565847:0:2346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788777390.565851:0:2346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1854 00000400:00000200:0.0:1788777390.565861:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.565868:0:2346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:0.0:1788777390.565873:0:2346:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777390.565876:0:2346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777390.565879:0:2346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777390.565882:0:2346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:0.0:1788777390.565886:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777390.565889:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:0.0:1788777390.565892:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777390.565895:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:0.0:1788777390.565898:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:0.0:1788777390.565900:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000040:0.0:1788777390.565902:0:2346:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777390.565904:0:2346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777390.565906:0:2346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777390.565908:0:2346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:0.0:1788777390.565912:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00080000:0.0:1788777390.565915:0:2346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: import ffff945311022800 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:0.0:1788777390.565918:0:2346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777390.565921:0:2346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788777390.566085:0:2346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777390.566089:0:2346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.566091:0:2346:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788777390.566095:0:2346:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0. 00000008:00000001:0.0:1788777390.566098:0:2346:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.566100:0:2346:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777390.566108:0:2346:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2680. 00000020:00000040:0.0:1788777390.566112:0:2346:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 02000000:00000001:0.0:1788777390.566116:0:2346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777390.566119:0:2346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.566123:0:2346:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777390.566126:0:2346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777390.566131:0:2346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777390.566140:0:2346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d23400. 00000100:00000001:0.0:1788777390.566147:0:2346:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777390.566157:0:2346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777390.566169:0:2346:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777390.566174:0:2346:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777390.566180:0:2346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b529e6d4] to pc [ptlrpcd_rcv+-1] req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.566254:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.566259:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.566262:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.566270:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.566278:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.566281:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.566285:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.566288:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.566290:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.566294:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126141440:192.168.203.135@tcp:8:ptlrpcd_00_00.0 00000100:00000001:3.0:1788777390.566298:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.566303:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.566305:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.566308:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.566313:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777390.566316:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.566322:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.566326:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d2c0. 00000400:00000010:3.0:1788777390.566333:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347220. 00000100:00000200:3.0:1788777390.566341:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126141440, portal 4 00000100:00000001:3.0:1788777390.566344:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.566345:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000040:3.0:1788777390.566353:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.566360:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.566363:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.566367:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347bb0. 00000100:00000200:3.0:1788777390.566370:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126141440, offset 0 00000400:00000200:3.0:1788777390.566377:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.566394:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.566401:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.566407:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.566411:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.566578:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.566582:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.566587:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2600:2600:256:4294967295] 192.168.203.135@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:3.0:1788777390.566593:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.566605:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.566612:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777390.566619:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f400. 00000800:00000200:3.0:1788777390.566627:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777390.566637:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777390.566643:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788777390.566660:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.566665:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23401 usecs (24 jiffies) 00000400:00000200:3.0:1788777390.566668:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777390.566671:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296540897 00000800:00000200:1.0:1788777390.566885:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777390.566891:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f400. 00000400:00000200:1.0:1788777390.566896:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.566901:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777390.566906:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347bb0 00000400:00000010:1.0:1788777390.566909:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347bb0. 00000100:00000001:1.0:1788777390.566914:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777390.566919:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777390.566929:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.566933:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777390.566941:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.566943:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777390.567160:0:2345:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296540876 00000100:00000001:3.0:1788777390.567168:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296540897 00000100:00000001:1.0:1788777390.567249:0:2345:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296540876 00000100:00000001:1.0:1788777390.567256:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777390.567259:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.567263:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.567266:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.567327:0:2346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.567331:0:2346:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1788777390.567333:0:2346:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788777390.567337:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.567339:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.567347:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777390.567349:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.567352:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777390.567353:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777390.567357:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.567359:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777390.567361:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.567364:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.567366:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777390.570058:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.570081:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.570087:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.570089:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.570101:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.570111:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.570122:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.570128:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.570133:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.570138:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c54200 00000400:00000200:0.0:1788777390.570145:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.570152:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x6fd1 [1] + 0 00000800:00000001:0.0:1788777390.570161:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.570171:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.570174:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.570179:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.570188:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.570199:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777390.570264:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777390.570579:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777390.570583:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788777390.570587:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777390.570590:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777390.570764:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.570778:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.570782:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788777390.570815:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777390.570818:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777390.570822:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d2c0. 00000400:00000200:1.0:1788777390.570827:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347220 00000400:00000010:1.0:1788777390.570905:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347220. 00000100:00000001:1.0:1788777390.570912:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777390.570918:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777390.570927:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777390.570933:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777390.570935:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.570937:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777390.570942:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777390.570944:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777390.570946:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777390.570950:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777390.570962:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777390.570966:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777390.570969:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777390.570971:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.570974:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777390.570978:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.570983:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777390.570985:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967344 00000100:00000001:1.0:1788777390.570986:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777390.570988:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.570994:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777390.571001:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777390.571004:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777390.571006:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.571009:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788777390.571016:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:1.0:1788777390.571019:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777390.571021:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:1.0:1788777390.571024:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.571027:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:1.0:1788777390.571030:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:1.0:1788777390.571032:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00001000:1.0:1788777390.571036:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=1788777390 v=0 (0 0 0 0) 00000100:00001000:1.0:1788777390.571038:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311022c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788777390.571043:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000020:00000040:1.0:1788777390.571050:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:1.0:1788777390.571052:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777390.571056:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788777390.571061:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9453090ac800, setting cl_avail_grant: 393216 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788777390.571063:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777390.571068:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788777390.571072:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777390.571075:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.571078:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777390.571079:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777390.571081:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.571083:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777390.571087:0:2345:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9453090ac800: evicting (reconnect/recover flags not set: 4) req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788777390.571095:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788777390.571099:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1788777390.571102:0:2345:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9453090ac800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1788777390.587793:0:2345:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.135@tcp; invalidating 00000020:00000040:1.0:1788777390.587801:0:2345:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=5 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777390.588892:0:2345:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.588901:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777390.588920:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777390.588932:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126141440:192.168.203.135@tcp:8:ptlrpcd_00_00.0 00000100:00000001:0.0:1788777390.588938:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.588942:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.588946:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2680 x1875667126141440/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.588953:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777390.588957:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777390.588962:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2fc00. 02000000:00000001:0.0:1788777390.588966:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777390.588969:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777390.588971:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777390.588974:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777390.588980:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d23400. 02000000:00000001:0.0:1788777390.588985:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777390.588987:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777390.588989:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2680. 00000100:00000001:0.0:1788777390.588994:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777390.588995:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.588998:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.589008:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777390.589011:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.589014:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777390.589016:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.589140:0:34127:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1788777390.589150:0:34127:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9453090ac800 to lustre-OST0000_UUID@192.168.203.135@tcp 00000100:00000001:1.0:1788777390.589155:0:34127:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788777390.589157:0:34127:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1788777390.589160:0:34127:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788777390.589167:0:34127:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.589188:0:34127:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777390.589191:0:34127:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967344 gen 18 00000100:00000040:1.0:1788777390.589195:0:34127:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788777390.589198:0:34127:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777390.589209:0:34127:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788777390.589210:0:34127:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788777390.589212:0:34127:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777390.589268:0:34127:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788777390.589272:0:34127:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777390.589276:0:34127:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788777390.589279:0:34127:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788777390.589282:0:34127:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1788777390.589287:0:34127:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1788777390.589290:0:34127:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn e53f2b0cb7af7d1e 00020000:00000001:1.0:1788777390.589293:0:34127:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.589297:0:34127:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777390.589300:0:34127:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.589303:0:34127:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777390.589304:0:34127:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777390.589307:0:34127:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.589309:0:34127:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1788777390.589312:0:34127:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1788777390.589436:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777390.589439:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777390.589443:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777390.589450:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.589458:0:2346:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788777390.589461:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.589464:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777390.589467:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777390.589469:0:2346:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788777390.589471:0:2346:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:0.0:1788777390.589475:0:2346:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777406 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788777390.589482:0:2346:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:0.0:1788777390.589484:0:2346:0:(osc_request.c:2586:brw_interpret()) request ffff945308be0a80 aa ffff945308be0c30 rc -5 00000008:00080000:0.0:1788777390.589489:0:2346:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff9453090ac800: resend cross eviction for object: 0x240000400:66: rc = -5. 00000008:00000010:0.0:1788777390.589492:0:2346:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94530775f5b0. 00000100:00000001:0.0:1788777390.589497:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.589500:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777406 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.589506:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.589512:0:2346:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788777390.589515:0:2346:0:(osc_cache.c:908:osc_extent_finish()) extent ffff945310ef2480@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff945307f6cfc0], [1703936|1|+|+|ffff945309155a00|256|ffff94532210a7c0]} extent finished. 00000008:00010000:0.0:1788777390.589524:0:2346:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000005b1d2c9 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1788777390.589539:0:2346:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788777390.589542:0:2346:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788777390.589547:0:2346:0:(cl_page.c:1104:cl_page_complete()) page@000000005a48b902[2 00000000630ec95b 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777390.589548:0:2346:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:0.0:1788777390.589550:0:2346:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777390.589552:0:2346:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777390.589554:0:2346:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777390.589557:0:2346:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[2 00000000630ec95b 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777390.589559:0:2346:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788777390.589560:0:2346:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788777390.589563:0:2346:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788777390.589566:0:2346:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000005a48b902[2 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788777390.589568:0:2346:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:0.0:1788777390.589597:0:2346:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.203.135@tcp:/lustre/fid: [0x200000404:0x30:0x0]// may get corrupted (rc -5) 00000100:00000040:1.0:1788777390.593348:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296540897, at 4296540900 00000100:00000010:1.0:1788777390.593370:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94530538f300. 00000080:00000001:0.0:1788777390.602906:0:2346:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788777390.602915:0:2346:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788777390.602918:0:2346:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777390.602929:0:2346:0:(cl_page.c:556:cl_batch_put()) page@000000005a48b902[2 00000000630ec95b 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777390.602931:0:2346:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788777390.602934:0:2346:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788777390.602936:0:2346:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788777390.602941:0:2346:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 393216 dirty: 0/0 00000008:00000020:0.0:1788777390.602955:0:2346:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff945310ef2480@{[0 -> 255/255], [2|0|-|inv|wuY|ffff945307f6cfc0], [1703936|0|-|-|ffff945309155a00|256|ffff94532210a7c0]} destroyed. 00000008:00010000:0.0:1788777390.602966:0:2346:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000005b1d2c9 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1788777390.602978:0:2346:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788777390.602983:0:2346:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff945304fbd050. 00000008:00000020:0.0:1788777390.602997:0:2346:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff945308bdd548. 00000008:00000001:0.0:1788777390.603001:0:2346:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1788777390.603018:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777406 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777390.603030:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126141312:192.168.203.135@tcp:4:multiop.0 00000008:00000001:1.0:1788777390.603129:0:34113:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1788777390.603135:0:34113:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.603137:0:34113:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788777390.603143:0:34113:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff945310ef2480. 00000008:00000020:1.0:1788777390.603151:0:34113:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777390.603154:0:34113:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1788777390.603158:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788777390.603161:0:34113:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603164:0:34113:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788777390.603167:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788777390.603170:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788777390.603172:0:34113:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788777390.603176:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777390.603177:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777390.603179:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788777390.603180:0:34113:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603183:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603185:0:34113:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788777390.603186:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788777390.603187:0:34113:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788777390.603189:0:34113:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788777390.603191:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777390.603193:0:34113:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777390.603194:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777390.603195:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788777390.603196:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788777390.603197:0:34113:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603199:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603209:0:34113:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777390.603210:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777390.603212:0:34113:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1788777390.603241:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777390.603243:0:34113:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777390.603245:0:34113:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777390.603246:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777390.603248:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777390.603251:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00020000:00000001:1.0:1788777390.603256:0:34113:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777390.603258:0:34113:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777390.603261:0:34113:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777390.603264:0:34113:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777390.603267:0:34113:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777390.603268:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777390.603271:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000080:00000001:1.0:1788777390.603273:0:34113:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:1.0:1788777390.603278:0:34113:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:1.0:1788777390.603285:0:34113:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777390.603288:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:1.0:1788777390.603294:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:1.0:1788777390.603297:0:34113:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:1.0:1788777390.603301:0:34113:0:(file.c:5353:ll_mdsync()) inode ffff945320919988 metadata sync [0x200000404:0x30:0x0] (need_sync=0) 00000080:00000001:1.0:1788777390.603305:0:34113:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:1.0:1788777390.603306:0:34113:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.603309:0:34113:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788777390.603311:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777390.603314:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:1.0:1788777390.603316:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:1.0:1788777390.603321:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:1.0:1788777390.603323:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777390.603326:0:34113:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777390.603327:0:34113:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777390.603330:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777390.603331:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777390.603333:0:34113:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777390.603336:0:34113:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9453105c8e40 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1788777390.603338:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:1.0:1788777390.603342:0:34113:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777390.603344:0:34113:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777390.603346:0:34113:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777390.603348:0:34113:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603351:0:34113:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777390.603354:0:34113:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777390.603356:0:34113:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603357:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777390.603358:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777390.603361:0:34113:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777390.603362:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:1.0:1788777390.603365:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603367:0:34113:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777390.603368:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788777390.603371:0:34113:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777390.603374:0:34113:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777390.603387:0:34113:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1788777390.603392:0:34113:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777390.603394:0:34113:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777390.603395:0:34113:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777390.603397:0:34113:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:1.0:1788777390.603399:0:34113:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:1.0:1788777390.603402:0:34113:0:(cl_object.c:143:cl_object_top()) ffff945309306080 -> ffff9453093065f8 00000020:00000001:1.0:1788777390.603404:0:34113:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777390.603407:0:34113:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777390.603408:0:34113:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777390.603410:0:34113:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603412:0:34113:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603413:0:34113:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:1.0:1788777390.603424:0:34113:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788777390.603425:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603428:0:34113:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603429:0:34113:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603431:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788777390.603433:0:34113:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777390.603434:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777390.603435:0:34113:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777390.603437:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777390.603439:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603440:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603441:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603443:0:34113:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603444:0:34113:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777390.603445:0:34113:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603447:0:34113:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603449:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788777390.603450:0:34113:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777390.603452:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777390.603453:0:34113:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777390.603455:0:34113:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788777390.603457:0:34113:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788777390.603462:0:34113:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:1.0:1788777390.603466:0:34113:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777390.603468:0:34113:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777390.603470:0:34113:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777390.603472:0:34113:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777390.603475:0:34113:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1788777390.603477:0:34113:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777390.603479:0:34113:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777390.603481:0:34113:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777390.603483:0:34113:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777390.603484:0:34113:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777390.603485:0:34113:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777390.603488:0:34113:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1788777390.603500:0:34113:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f800. 00000020:00000040:1.0:1788777390.603505:0:34113:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=5 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777390.603510:0:34113:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777390.603514:0:34113:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777390.603520:0:34113:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777390.603531:0:34113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945318739000. 00000100:00000001:1.0:1788777390.603540:0:34113:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.603550:0:34113:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777390.603554:0:34113:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.603564:0:34113:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018a12f54] to pc [ptlrpcd_00_01+1] req@ffff94530906f800 x1875667126141568/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788777390.603584:0:34113:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777390.603586:0:34113:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777390.603588:0:34113:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603590:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603592:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.603594:0:34113:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603595:0:34113:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.603597:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777390.603599:0:34113:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788777390.603600:0:34113:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777390.603601:0:34113:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788777390.603614:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777390.603619:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777390.603621:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777390.603627:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906f800 x1875667126141568/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.603636:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1788777390.603640:0:2347:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff94530906f800 x1875667126141568/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.603646:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.603650:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906f800 x1875667126141568/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.603656:0:2347:0:(client.c:1857:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1788777390.603659:0:2347:0:(client.c:2105:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1788777390.603663:0:2347:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.603667:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777390.603669:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788777390.603673:0:2347:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:1.0:1788777390.603675:0:2347:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:1.0:1788777390.603682:0:2347:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.603686:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906f800 x1875667126141568/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777390.603694:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:0:1875667126141568:192.168.203.135@tcp:16:multiop.0 00000100:00000001:3.0:1788777390.604556:0:34127:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777390.604563:0:34127:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788777390.604567:0:34127:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777390.604571:0:34127:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788777390.604584:0:34127:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8000 count: 2 00010000:00000001:3.0:1788777390.604593:0:34127:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777390.604595:0:34127:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.604599:0:34127:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.604603:0:34127:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155a00 refcount=3 00000020:00000001:3.0:1788777390.604606:0:34127:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777390.604609:0:34127:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088431616 : -118390621120000 : ffff945309155a00) 00010000:00000001:3.0:1788777390.604614:0:34127:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777390.604619:0:34127:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1788777390.604631:0:34127:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788777390.604633:0:34127:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777390.604637:0:34127:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777390.604640:0:34127:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777390.604642:0:34127:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788777390.604645:0:34127:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788777390.604647:0:34127:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777390.604649:0:34127:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153048 : -118390618398568 : ffff9453093ee098) 00000020:00001000:3.0:1788777390.604650:0:34127:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee090 00000008:00000001:3.0:1788777390.604653:0:34127:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788777390.604655:0:34127:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788777390.604658:0:34127:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788777390.604661:0:34127:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.604663:0:34127:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788777390.604665:0:34127:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788777390.604668:0:34127:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788777390.604671:0:34127:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788777390.604674:0:34127:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945307f6cfc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1788777390.604677:0:34127:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788777390.604679:0:34127:0:(osc_lock.c:372:osc_lock_flush()) object ffff945307f6cfc0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788777390.604683:0:34127:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788777390.604685:0:34127:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:3.0:1788777390.604688:0:34127:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:3.0:1788777390.604690:0:34127:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777390.604693:0:34127:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777390.604695:0:34127:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777390.604698:0:34127:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777390.604700:0:34127:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777390.604701:0:34127:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777390.604704:0:34127:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9453057f8bd0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788777390.604707:0:34127:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777390.604709:0:34127:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777390.604711:0:34127:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777390.604714:0:34127:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777390.604715:0:34127:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.604716:0:34127:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777390.604717:0:34127:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777390.604719:0:34127:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788777390.604720:0:34127:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.604722:0:34127:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788777390.604727:0:34127:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788777390.604729:0:34127:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788777390.604731:0:34127:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788777390.604735:0:34127:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777390.604737:0:34127:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683028282320 : -118390681269296 : ffff9453057f8bd0) 00000020:00000001:3.0:1788777390.604740:0:34127:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788777390.604741:0:34127:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788777390.604744:0:34127:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777390.604748:0:34127:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[2 00000000630ec95b 1 1 000000009334fe3c 0 0 0] 00000020:00000001:3.0:1788777390.604751:0:34127:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788777390.604752:0:34127:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788777390.604754:0:34127:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788777390.604755:0:34127:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.604758:0:34127:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788777390.604760:0:34127:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788777390.604761:0:34127:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777390.604762:0:34127:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777390.604764:0:34127:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777390.604766:0:34127:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a48b902[2 00000000630ec95b 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777390.604768:0:34127:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788777390.604769:0:34127:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788777390.604772:0:34127:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788777390.604773:0:34127:0:(osc_page.c:138:osc_page_delete()) ffff945310b58bc0 00000008:00000001:3.0:1788777390.604775:0:34127:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788777390.604778:0:34127:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff945310b58bd0 page ffff945310b58bc0 at index 0. 00000008:00000001:3.0:1788777390.604780:0:34127:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.604786:0:34127:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788777390.604790:0:34127:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffed3c845b2e80 index 0 00000020:00000001:3.0:1788777390.604796:0:34127:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788777390.604797:0:34127:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788777390.604809:0:34127:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788777390.604810:0:34127:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777390.604811:0:34127:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777390.604813:0:34127:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788777390.604815:0:34127:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777390.604818:0:34127:0:(cl_page.c:556:cl_batch_put()) page@000000005a48b902[1 00000000630ec95b 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777390.604819:0:34127:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788777390.604821:0:34127:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788777390.604826:0:34127:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff945310b58b60. 00000020:00000001:3.0:1788777390.604830:0:34127:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788777390.604832:0:34127:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788777390.604860:0:34127:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777390.604863:0:34127:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777390.604866:0:34127:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777390.604868:0:34127:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777390.604870:0:34127:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777390.604872:0:34127:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788777390.604876:0:34127:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777390.604877:0:34127:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788777390.604878:0:34127:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777390.604881:0:34127:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee090 00000008:00000001:3.0:1788777390.604885:0:34127:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.604888:0:34127:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00010000:00000001:3.0:1788777390.604891:0:34127:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788777390.604894:0:34127:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.604896:0:34127:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:3.0:1788777390.604898:0:34127:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777390.604901:0:34127:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:3.0:1788777390.604904:0:34127:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777390.604906:0:34127:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.604908:0:34127:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.604910:0:34127:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000020:00000001:3.0:1788777390.604911:0:34127:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:3.0:1788777390.604913:0:34127:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788777390.604916:0:34127:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.604917:0:34127:0:(cl_object.c:143:cl_object_top()) ffff945307f6cfc0 -> ffff9453093065f8 00000008:00000001:3.0:1788777390.604921:0:34127:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777390.604923:0:34127:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777390.604925:0:34127:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.604928:0:34127:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777390.604930:0:34127:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777390.604936:0:34127:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777390.604938:0:34127:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777390.604941:0:34127:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.604944:0:34127:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777390.604948:0:34127:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155a00 with handle 0xe53f2b0cb7af8903 from hash 00010000:00000001:3.0:1788777390.604950:0:34127:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777390.604952:0:34127:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.604954:0:34127:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.604955:0:34127:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777390.604960:0:34127:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777390.604962:0:34127:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777390.604964:0:34127:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.604965:0:34127:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.604966:0:34127:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.604968:0:34127:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777390.604971:0:34127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9453090ac800 lock: 000000000c035723/0xe53f2b0cb7af8903 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0xa4f015c75ff3ca04 expref: -99 pid: 34113 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:3.0:1788777390.604981:0:34127:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6780. 00010000:00000001:3.0:1788777390.604990:0:34127:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788777390.604993:0:34127:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8000 count: 0 00010000:00000010:3.0:1788777390.604999:0:34127:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9453054b8b00. 00000001:00000001:3.0:1788777390.605032:0:34127:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777390.605034:0:34127:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777390.605036:0:34127:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788777390.605059:0:34127:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.605062:0:34127:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777390.605064:0:34127:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777390.605066:0:34127:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777390.605069:0:34127:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788777390.605071:0:34127:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1788777390.605075:0:34127:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.605077:0:34127:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788777390.605079:0:34127:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777390.605080:0:34127:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788777390.605103:0:34127:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777390.605105:0:34127:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000001:00000001:3.0:1788777390.605108:0:34127:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777390.605109:0:34127:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788777390.605132:0:34127:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777390.605133:0:34127:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788777390.605135:0:34127:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788777390.605156:0:34127:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.605159:0:34127:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.605162:0:34127:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777390.605168:0:34127:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788777390.605172:0:34127:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788777390.605175:0:34127:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788777390.605178:0:34127:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788777390.605180:0:34127:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788777390.605182:0:34127:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788777390.605184:0:34127:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788777390.605186:0:34127:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788777390.605190:0:34127:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788777390.605194:0:34127:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788777390.605196:0:34127:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1788777390.605372:0:34127:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1788777390.605377:0:34127:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn e53f2b0cb7af7d1e 00020000:00000001:3.0:1788777390.605389:0:34127:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.605392:0:34127:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788777390.605397:0:34127:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788777390.605399:0:34127:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788777390.605402:0:34127:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788777390.605404:0:34127:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777390.605406:0:34127:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777390.605409:0:34127:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.605411:0:34127:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.605413:0:34127:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788777390.605544:0:34127:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788777390.605548:0:34127:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.605550:0:34127:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788777390.605553:0:34127:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788777390.605558:0:34127:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788777390.605560:0:34127:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.605561:0:34127:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.605563:0:34127:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.605565:0:34127:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.605569:0:34127:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.605571:0:34127:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.605573:0:34127:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.605575:0:34127:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788777390.605584:0:34127:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9453090ac800: Connection restored to 192.168.203.135@tcp (at 192.168.203.135@tcp) 00000100:00000001:3.0:1788777390.605588:0:34127:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.605592:0:34127:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.605594:0:34127:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777390.605597:0:34127:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777390.605598:0:34127:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.605783:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.605790:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.605800:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0a80 x1875667126141312/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 496/224 e 0 to 0 dl 1788777406 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.605809:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777390.605813:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777390.605817:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777390.605821:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777390.605822:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777390.605824:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777390.605826:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777390.605829:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945301218800. 02000000:00000001:0.0:1788777390.605834:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777390.605836:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777390.605838:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 00000100:00000001:0.0:1788777390.605843:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777390.605845:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.605847:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777390.605855:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777390.605858:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.605860:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777390.605863:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777390.605880:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296540897, at 4296540912 00000100:00000010:0.0:1788777390.605890:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94530538f960. 00000020:00000001:0.0:1788777390.605909:0:25109:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777390.605912:0:25109:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156072 : -118390618395544 : ffff9453093eec68) 00000020:00001000:0.0:1788777390.605914:0:25109:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eec60 00000008:00000020:0.0:1788777390.605916:0:25109:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff945308bdd548. 00000008:00000001:0.0:1788777390.605919:0:25109:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788777390.605922:0:25109:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777390.605924:0:25109:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777390.605926:0:25109:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788777390.605927:0:25109:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eec60 00000020:00000001:0.0:1788777390.605964:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777390.605967:0:34113:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.605969:0:34113:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1788777390.605976:0:34113:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777390.605978:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.605980:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:0.0:1788777390.605982:0:34113:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777390.605986:0:34113:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788777390.605991:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777390.605994:0:34113:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.605995:0:34113:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788777390.605996:0:34113:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:0.0:1788777390.605999:0:34113:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1788777390 a=0 c=1788777390 b=11 00020000:00000001:0.0:1788777390.606002:0:34113:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777390.606004:0:34113:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788777390 a=0 c=1788777390 b=11 00020000:00000001:0.0:1788777390.606008:0:34113:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.606010:0:34113:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777390.606012:0:34113:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000080:00200000:0.0:1788777390.606014:0:34113:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:0.0:1788777390.606017:0:34113:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777390.606019:0:34113:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777390.606022:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788777390.606026:0:34113:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777390.606028:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777390.606029:0:34113:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777390.606031:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777390.606032:0:34113:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.606035:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.606036:0:34113:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777390.606037:0:34113:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777390.606039:0:34113:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788777390.606041:0:34113:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777390.606042:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777390.606044:0:34113:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777390.606045:0:34113:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777390.606046:0:34113:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777390.606047:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777390.606049:0:34113:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.606051:0:34113:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.606052:0:34113:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777390.606053:0:34113:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777390.606055:0:34113:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:0.0:1788777390.606058:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777390.606060:0:34113:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777390.606062:0:34113:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777390.606063:0:34113:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777390.606064:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777390.606066:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00020000:00000001:0.0:1788777390.606068:0:34113:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777390.606069:0:34113:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777390.606071:0:34113:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777390.606073:0:34113:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777390.606076:0:34113:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777390.606077:0:34113:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777390.606080:0:34113:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777390.606082:0:34113:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:0.0:1788777390.606087:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2be48 00000080:00000008:0.0:1788777390.606090:0:34113:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:0.0:1788777390.606093:0:34113:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1788777390.606336:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.606342:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.606350:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906f800 x1875667126141568/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.606359:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777390.606362:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777390.606364:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777390.606366:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777390.606369:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945318739000. 02000000:00000001:1.0:1788777390.606375:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777390.606377:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777390.606378:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906f800. 00000100:00000001:1.0:1788777390.606384:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777390.606385:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.606387:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.606392:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777390.606393:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.606395:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777390.606397:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777390.608186:0:34113:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777390.608195:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:0.0:1788777390.608332:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:0.0:1788777390.608337:0:34113:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.608356:0:34113:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777390.608361:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd88 00000080:00200008:0.0:1788777390.608363:0:34113:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff945320919988), flags 100002 00000080:00000001:0.0:1788777390.608377:0:34113:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788777390.608379:0:34113:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788777390.608380:0:34113:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788777390.608382:0:34113:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:0.0:1788777390.608385:0:34113:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:0.0:1788777390.608387:0:34113:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777390.608390:0:34113:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788777390.608403:0:34113:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777390.608407:0:34113:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777390.608416:0:34113:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8100 count: 2 00010000:00000001:0.0:1788777390.608419:0:34113:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777390.608426:0:34113:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777390.608428:0:34113:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x30:0x0]: 0 00000080:00000001:0.0:1788777390.608430:0:34113:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777390.608433:0:34113:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777390.608439:0:34113:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945301218800. 00000080:00000001:0.0:1788777390.608442:0:34113:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777390.608450:0:34113:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777390.608455:0:34113:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788777390.608457:0:34113:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x30:0x0] 00000002:00000001:0.0:1788777390.608462:0:34113:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777390.608464:0:34113:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x30:0x0] file closed with intent: 200 00000100:00000010:0.0:1788777390.608472:0:34113:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0a80. 00000020:00000040:0.0:1788777390.608477:0:34113:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777390.608482:0:34113:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777390.608487:0:34113:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777390.608491:0:34113:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777390.608500:0:34113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945301218000. 00000100:00000001:0.0:1788777390.608509:0:34113:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777390.608530:0:34113:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777405 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777390.608540:0:34113:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777390.608544:0:34113:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be0a80 x1875667126141824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777390.608549:0:34113:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777390.608551:0:34113:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777390.608556:0:34113:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f3600. 00000100:00000001:0.0:1788777390.608558:0:34113:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089077760 : -118390620473856 : ffff9453091f3600) 00000100:00000001:0.0:1788777390.608560:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777390.608561:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000001:0.0:1788777390.608565:0:34113:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777390.608569:0:34113:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.608571:0:34113:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777390.608572:0:34113:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777390.608575:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0a80 x1875667126141824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.608580:0:34113:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777390.608582:0:34113:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777390.608584:0:34113:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777390.608586:0:34113:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777390.608588:0:34113:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777390.608591:0:34113:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126141824:192.168.203.135@tcp:35:multiop.0 00000100:00000001:0.0:1788777390.608914:0:34113:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777390.608921:0:34113:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777390.608923:0:34113:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777390.608926:0:34113:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777390.608931:0:34113:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777390.608933:0:34113:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777390.608941:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777390.608944:0:34113:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777390.608951:0:34113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cf68. 00000100:00000200:0.0:1788777390.608958:0:34113:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126141824, portal 10 00000100:00000001:0.0:1788777390.608960:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777390.608961:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:0.0:1788777390.608967:0:34113:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0a80 x1875667126141824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.608972:0:34113:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777390.608975:0:34113:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777390.608977:0:34113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c660. 00000100:00000200:0.0:1788777390.608979:0:34113:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126141824, offset 0 00000400:00000200:0.0:1788777390.608984:0:34113:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777390.608992:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.608999:0:34113:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777390.609005:0:34113:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777390.609009:0:34113:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777390.609013:0:34113:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777390.609015:0:34113:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777390.609018:0:34113:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2601:2601:256:4294967295] 192.168.203.135@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:0.0:1788777390.609021:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.609029:0:34113:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777390.609033:0:34113:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777390.609038:0:34113:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fd00. 00000800:00000200:0.0:1788777390.609045:0:34113:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777390.609051:0:34113:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777390.609056:0:34113:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777390.609072:0:34113:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777390.609076:0:34113:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 839522 usecs (840 jiffies) 00000400:00000200:0.0:1788777390.609079:0:34113:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777390.609081:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541755 00000100:00000010:0.0:1788777390.609085:0:34113:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94530538f960. 00000100:00000001:0.0:1788777390.609091:0:34113:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788777390.609098:0:34113:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541755 00000100:00000010:0.0:1788777390.609102:0:34113:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94530538f300. 00000100:00000001:0.0:1788777390.609104:0:34113:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788777390.609106:0:34113:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777390.609108:0:34113:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.609110:0:34113:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777390.609111:0:34113:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777390.609114:0:34113:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1788777390.609116:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777390.609173:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777390.612090:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777390.612106:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fd00. 00000400:00000200:1.0:1788777390.612115:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.612466:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777390.612477:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c660 00000400:00000010:1.0:1788777390.612480:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c660. 00000100:00000001:1.0:1788777390.612487:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777390.612499:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0a80 x1875667126141824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.612513:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.612517:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126141824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.612524:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.612526:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777390.617585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155a00. 00010000:00000010:3.1:1788777390.617607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8000. 00000800:00000001:0.0:1788777390.617862:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.617884:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.617888:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.617891:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.617902:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.617911:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.617922:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.617928:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.617934:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.617939:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c54380 00000400:00000200:0.0:1788777390.617944:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.617952:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x6fd9 [1] + 224 00000800:00000001:0.0:1788777390.617961:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.617974:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.617978:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.617982:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.617991:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.618004:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0a80 x1875667126141824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777390.618025:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308be0a80 x1875667126141824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.618049:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.618058:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.618062:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.618928:0:34113:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777390.618945:0:34113:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777390.618947:0:34113:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777390.618952:0:34113:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:1.0:1788777390.618960:0:34113:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cf68 00000400:00000010:1.0:1788777390.618962:0:34113:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cf68. 00000100:00000001:1.0:1788777390.618967:0:34113:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777390.618975:0:34113:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0a80 x1875667126141824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777390.618985:0:34113:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0a80 x1875667126141824/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.618998:0:34113:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777390.619000:0:34113:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.619003:0:34113:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777390.619008:0:34113:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777390.619011:0:34113:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777390.619013:0:34113:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777390.619017:0:34113:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777390.619030:0:34113:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=63 v=5 (10 5 5 5) 00000100:00001000:1.0:1788777390.619035:0:34113:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777390.619038:0:34113:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777390.619040:0:34113:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.619043:0:34113:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777390.619048:0:34113:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.619052:0:34113:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777390.619054:0:34113:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777390.619056:0:34113:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777390.619059:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777390.619061:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000001:1.0:1788777390.619065:0:34113:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777390.619067:0:34113:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788777390.619070:0:34113:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777390.619074:0:34113:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.619341:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0a80 x1875667126141824/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.619353:0:34113:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777390.619361:0:34113:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777390.619364:0:34113:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777390.619370:0:34113:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667126141824/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777390.619379:0:34113:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34113:1875667126141824:192.168.203.135@tcp:35:multiop.0 00000100:00000001:1.0:1788777390.619385:0:34113:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.619388:0:34113:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.619390:0:34113:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777390.619393:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.619396:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126141824/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.619403:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777390.619406:0:34113:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f3600. 00000100:00000001:1.0:1788777390.619410:0:34113:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777390.619412:0:34113:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.619420:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777390.619422:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000002:00000001:1.0:1788777390.619425:0:34113:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.619429:0:34113:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777390.619434:0:34113:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945301218800. 00000080:00000001:1.0:1788777390.619439:0:34113:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777390.619442:0:34113:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788777390.619702:0:34113:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788777390.619712:0:34113:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777405 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.619720:0:34113:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.619721:0:34113:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:2.0:1788777390.619724:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.619726:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777405 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.619732:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.619734:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.619736:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126140672/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777405 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.619742:0:34113:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788777390.619746:0:34113:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777390.619748:0:34113:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777390.619750:0:34113:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777390.619755:0:34113:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777390.619760:0:34113:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777390.619763:0:34113:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777390.619765:0:34113:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:2.0:1788777390.619769:0:34113:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777390.619770:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.619771:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.619774:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126141824/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.619780:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777390.619782:0:34113:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b5fa0. 00000002:00000001:2.0:1788777390.619784:0:34113:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.619786:0:34113:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777390.619789:0:34113:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b60c0. 00000100:00000001:2.0:1788777390.619791:0:34113:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.619794:0:34113:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0a80 x1875667126141824/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.619996:0:34113:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.620000:0:34113:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777390.620005:0:34113:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a1540. 00000080:00000001:2.0:1788777390.620009:0:34113:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.620017:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd88 00000080:00000008:2.0:1788777390.620020:0:34113:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff945320919988), flags 100002, rc = 0 00000080:00000001:2.0:1788777390.620024:0:34113:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.620032:0:34113:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777390.620034:0:34113:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb80e2bd98 00000080:00002000:2.0:1788777390.620036:0:34113:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff945320b1e000, parent ffff9453208dc948, inode ffff945320919988) hashed, 00000080:00000001:2.0:1788777390.620039:0:34113:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.652922:0:34129:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777390.652935:0:34129:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777390.652938:0:34129:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777390.652942:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53bc0 00000080:00200000:1.0:1788777390.652948:0:34129:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777390.652959:0:34129:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777390.652969:0:34129:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777390.652974:0:34129:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777390.652981:0:34129:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.652984:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53ae0 00800000:00000002:1.0:1788777390.652987:0:34129:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777390.652991:0:34129:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777390.652996:0:34129:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777390.653003:0:34129:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.653006:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c539b0 00000002:00010000:1.0:1788777390.653008:0:34129:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777390.653013:0:34129:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777390.653016:0:34129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777390.653019:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777390.653029:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:1.0:1788777390.653033:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777390.653039:0:34129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.653044:0:34129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777390.653050:0:34129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777390.653063:0:34129:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777390.653070:0:34129:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.653074:0:34129:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777390.653082:0:34129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777390.653085:0:34129:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777390.653087:0:34129:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.653089:0:34129:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.653092:0:34129:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777390.653094:0:34129:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777390.653097:0:34129:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777390.653101:0:34129:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777390.653105:0:34129:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777390.653111:0:34129:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777390.653113:0:34129:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.653116:0:34129:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777390.653120:0:34129:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88e7 00800000:00000001:1.0:1788777390.653124:0:34129:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777390.653127:0:34129:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777390.653129:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.653132:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.653136:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:1.0:1788777390.653139:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:1.0:1788777390.653142:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:1.0:1788777390.653145:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.653148:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777390.653150:0:34129:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.653152:0:34129:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.653155:0:34129:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88e7 from it ffffb1cb81c53bf8 00010000:00000001:1.0:1788777390.653158:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.653159:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.653160:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:1.0:1788777390.653162:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:1.0:1788777390.653165:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:1.0:1788777390.653168:0:34129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777390.653171:0:34129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777390.653178:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.653179:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.653181:0:34129:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777390.653184:0:34129:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777390.653187:0:34129:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777390.653196:0:34129:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.655163:0:34129:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777390.655172:0:34129:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.655180:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.655182:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.655185:0:34129:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.655190:0:34129:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777390.657869:0:34129:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.657879:0:34129:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.657886:0:34129:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.657890:0:34129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777390.657893:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.657896:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777390.657902:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777390.657904:0:34129:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777390.657909:0:34129:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777390.657919:0:34129:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777390.657949:0:34129:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945305512520. 00000080:00000001:1.0:1788777390.657959:0:34129:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777390.657961:0:34129:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777390.657965:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b00 00000080:00200000:1.0:1788777390.657968:0:34129:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777390.657976:0:34129:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777390.658104:0:34129:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777390.658111:0:34129:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777390.658117:0:34129:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.658119:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53a20 00800000:00000002:1.0:1788777390.658122:0:34129:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777390.658127:0:34129:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777390.658133:0:34129:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777390.658140:0:34129:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.658142:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c538f0 00000002:00010000:1.0:1788777390.658144:0:34129:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777390.658148:0:34129:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777390.658151:0:34129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777390.658155:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777390.658163:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:1.0:1788777390.658168:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777390.658174:0:34129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.658178:0:34129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777390.658184:0:34129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777390.658198:0:34129:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777390.658217:0:34129:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.658242:0:34129:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777390.658250:0:34129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777390.658253:0:34129:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777390.658256:0:34129:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.658259:0:34129:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.658262:0:34129:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777390.658264:0:34129:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777390.658268:0:34129:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777390.658271:0:34129:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777390.658276:0:34129:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777390.658283:0:34129:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777390.658285:0:34129:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.658288:0:34129:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777390.658292:0:34129:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af88e7 00800000:00000001:1.0:1788777390.658296:0:34129:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777390.658299:0:34129:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777390.658301:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.658304:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.658308:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:1.0:1788777390.658311:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:1.0:1788777390.658313:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:1.0:1788777390.658317:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.658319:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777390.658321:0:34129:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.658323:0:34129:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.658325:0:34129:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af88e7 from it ffffb1cb81c53b38 00010000:00000001:1.0:1788777390.658327:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.658329:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.658330:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155400 refcount=3 00000020:00000001:1.0:1788777390.658332:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:1.0:1788777390.658335:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430080 : -118390621121536 : ffff945309155400) 00010000:00000001:1.0:1788777390.658338:0:34129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777390.658341:0:34129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777390.658347:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.658350:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.658352:0:34129:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777390.658355:0:34129:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777390.658358:0:34129:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777390.658366:0:34129:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.658369:0:34129:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777390.658372:0:34129:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.658377:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.658378:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.658380:0:34129:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.658383:0:34129:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777390.658385:0:34129:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.658388:0:34129:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.658390:0:34129:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.658392:0:34129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777390.658393:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.658395:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777390.658397:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777390.658398:0:34129:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777390.658401:0:34129:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:1.0:1788777390.658405:0:34129:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.658409:0:34129:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788777390.658411:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b58 00000080:00200000:1.0:1788777390.658414:0:34129:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9453209dec08), file ffff9453187f7980, open_flags 8441, mode 81b6 opened 0 00000080:00000010:1.0:1788777390.658421:0:34129:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9453102cb9c0. 00000080:00000001:1.0:1788777390.658425:0:34129:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788777390.658427:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53a08 00000080:00200000:1.0:1788777390.658500:0:34129:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000010:1.0:1788777390.658733:0:34129:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777390.658738:0:34129:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777390.658744:0:34129:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777390.658747:0:34129:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.658749:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53928 00800000:00000002:1.0:1788777390.658752:0:34129:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777390.658755:0:34129:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788777390.658759:0:34129:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788777390.658764:0:34129:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:1.0:1788777390.658769:0:34129:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788777390.658771:0:34129:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788777390.658775:0:34129:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788777390.658778:0:34129:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788777390.658781:0:34129:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x31:0x0] 40000000:00000001:1.0:1788777390.658784:0:34129:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.658787:0:34129:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.658788:0:34129:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.658790:0:34129:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.658793:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c538a8 00800000:00000002:1.0:1788777390.658795:0:34129:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:1.0:1788777390.658854:0:34129:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.658856:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c537e0 00000002:00010000:1.0:1788777390.658857:0:34129:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:1.0:1788777390.658861:0:34129:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777390.658864:0:34129:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777390.658868:0:34129:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788777390.658872:0:34129:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.658874:0:34129:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777390.658876:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 2 00010000:00000001:1.0:1788777390.658879:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777390.658881:0:34129:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777390.658885:0:34129:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777390.658888:0:34129:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788777390.658898:0:34129:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777390.658903:0:34129:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777390.658905:0:34129:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777390.658907:0:34129:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777390.658910:0:34129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777390.658911:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777390.658914:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 3 00010000:00000001:1.0:1788777390.658917:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777390.658919:0:34129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.658921:0:34129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777390.658922:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777390.658924:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 3 00010000:00000001:1.0:1788777390.658925:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777390.658927:0:34129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.658929:0:34129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777390.658930:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777390.658931:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8300 count: 3 00010000:00000001:1.0:1788777390.658934:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777390.658935:0:34129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.658938:0:34129:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777390.658941:0:34129:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777390.658946:0:34129:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777390.658949:0:34129:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777390.658951:0:34129:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777390.658953:0:34129:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.658958:0:34129:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777390.658962:0:34129:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777390.658964:0:34129:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777390.658966:0:34129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.658969:0:34129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777390.658972:0:34129:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155400 with handle 0xe53f2b0cb7af88e7 from hash 00010000:00000001:1.0:1788777390.658975:0:34129:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777390.658976:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.659039:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.659042:0:34129:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777390.659047:0:34129:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777390.659049:0:34129:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777390.659052:0:34129:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777390.659054:0:34129:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777390.659057:0:34129:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788777390.659064:0:34129:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f800. 00000020:00000040:1.0:1788777390.659070:0:34129:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:1.0:1788777390.659076:0:34129:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777390.659079:0:34129:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.659082:0:34129:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777390.659088:0:34129:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.659091:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.659093:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.659094:0:34129:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.659097:0:34129:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777390.659100:0:34129:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777390.659110:0:34129:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777390.659120:0:34129:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945310688800. 00000100:00000001:1.0:1788777390.659129:0:34129:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.659136:0:34129:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777390.659139:0:34129:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788777390.659143:0:34129:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788777390.659151:0:34129:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788777390.659154:0:34129:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777390.659156:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777390.659159:0:34129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155400/0xe53f2b0cb7af88e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3c99b expref: -99 pid: 34106 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1788777390.659168:0:34129:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8300 count: 0 00010000:00000010:1.0:1788777390.659174:0:34129:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e800. 00010000:00000001:1.0:1788777390.659187:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.659189:0:34129:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.659191:0:34129:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777390.659192:0:34129:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.659194:0:34129:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.659214:0:34129:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00010000:00000001:1.0:1788777390.659239:0:34129:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777390.659242:0:34129:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777390.659249:0:34129:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214800. 00010000:00000010:1.0:1788777390.659254:0:34129:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcd580. 00010000:00000001:1.0:1788777390.659259:0:34129:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777390.659264:0:34129:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7c00. 00000020:00000001:1.0:1788777390.659267:0:34129:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777390.659270:0:34129:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7c00 with handle 0xe53f2b0cb7af890a to hash 00000020:00000001:1.0:1788777390.659272:0:34129:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777390.659274:0:34129:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.659278:0:34129:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.659281:0:34129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.659283:0:34129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.659286:0:34129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34129 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777390.659293:0:34129:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34129 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777390.659307:0:34129:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777390.659323:0:34129:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530906f800 x1875667126142080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777390.659333:0:34129:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34129 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777390.659338:0:34129:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777390.659340:0:34129:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777390.659347:0:34129:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945312393a80. 00000100:00000001:1.0:1788777390.659350:0:34129:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683241777792 : -118390467773824 : ffff945312393a80) 00000100:00000001:1.0:1788777390.659352:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777390.659354:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00000100:00000001:1.0:1788777390.659359:0:34129:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777390.659364:0:34129:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.659366:0:34129:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777390.659368:0:34129:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777390.659373:0:34129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906f800 x1875667126142080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.659382:0:34129:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777390.659385:0:34129:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777390.659389:0:34129:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777390.659392:0:34129:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777390.659395:0:34129:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777390.659398:0:34129:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906f800 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34129:1875667126142080:192.168.203.135@tcp:101:bash.0 00000100:00000001:1.0:1788777390.659403:0:34129:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777390.659410:0:34129:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777390.659413:0:34129:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777390.659415:0:34129:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777390.659961:0:34129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310760000. 02000000:00000001:1.0:1788777390.659967:0:34129:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777390.660896:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777390.660913:0:34129:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb630. 00000400:00000010:1.0:1788777390.660927:0:34129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94531068b000. 00000100:00000200:1.0:1788777390.660939:0:34129:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126142080, portal 10 00000100:00000001:1.0:1788777390.660943:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777390.660945:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00000100:00000040:1.0:1788777390.660963:0:34129:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906f800 x1875667126142080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.660973:0:34129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777390.660976:0:34129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777390.661022:0:34129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12000. 00000100:00000200:1.0:1788777390.661028:0:34129:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126142080, offset 0 00000400:00000200:1.0:1788777390.661037:0:34129:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777390.661051:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.661061:0:34129:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777390.661068:0:34129:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777390.661074:0:34129:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777390.661079:0:34129:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777390.661083:0:34129:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777390.661087:0:34129:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2602:2602:256:4294967295] 192.168.203.135@tcp LPNI seq info [2597:2597:8:4294967295] 00000400:00000200:1.0:1788777390.661093:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.661104:0:34129:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777390.661113:0:34129:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777390.661119:0:34129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534200. 00000800:00000200:1.0:1788777390.661128:0:34129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777390.661137:0:34129:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777390.661143:0:34129:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777390.661555:0:34129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.661562:0:34129:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 838487 usecs (839 jiffies) 00000400:00000200:1.0:1788777390.661567:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777390.661570:0:34129:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541807 00000100:00000001:1.0:1788777390.661591:0:34129:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296541755 00000100:00000001:1.0:1788777390.662013:0:34129:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541807 00000100:00000001:1.0:1788777390.662020:0:34129:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296541755 00000100:00000001:1.0:1788777390.662025:0:34129:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777390.662029:0:34129:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.662033:0:34129:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777390.662036:0:34129:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777390.662041:0:34129:0:(client.c:2715:ptlrpc_set_wait()) set ffff945312393a80 going to sleep for 11 seconds 00000100:00000001:1.0:1788777390.662045:0:34129:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777390.662049:0:34129:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777390.665688:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777390.665702:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534200. 00000400:00000200:1.0:1788777390.665710:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.665721:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777390.665729:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12000 00000400:00000010:1.0:1788777390.665732:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12000. 00000100:00000001:1.0:1788777390.665739:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777390.665751:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906f800 x1875667126142080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.665766:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.665770:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906f800 x1875667126142080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.665785:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.665786:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777390.669747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8300. 00010000:00000010:1.1:1788777390.669767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155400. 00000800:00000001:0.0:1788777390.681449:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.681471:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.681476:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.681479:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.681491:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.681501:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.681511:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.681517:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.681525:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.681529:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c54480 00000400:00000200:0.0:1788777390.681535:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.681542:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x6fe9 [32] + 224 00000800:00000001:0.0:1788777390.681551:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.681559:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.681562:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.681568:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.681577:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.681588:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906f800 x1875667126142080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777390.681600:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94530906f800 x1875667126142080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.681627:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777390.681639:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777390.681643:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.681649:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777390.681656:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2603:2603:256:4294967295] 192.168.203.135@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:0.0:1788777390.681662:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.681671:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777390.681677:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777390.681684:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d23400. 00000800:00000200:0.0:1788777390.681690:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777390.681698:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777390.681703:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d23400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777390.681782:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.681786:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d23400. 00000400:00000200:0.0:1788777390.681789:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.681793:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777390.681799:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.681802:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.681905:0:34129:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777390.681915:0:34129:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777390.681918:0:34129:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777390.681922:0:34129:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb630. 00000400:00000200:1.0:1788777390.681928:0:34129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94531068b000 00000400:00000010:1.0:1788777390.681931:0:34129:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94531068b000. 00000100:00000001:1.0:1788777390.681934:0:34129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777390.681939:0:34129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906f800 x1875667126142080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777390.681950:0:34129:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906f800 x1875667126142080/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.681957:0:34129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777390.681959:0:34129:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.681962:0:34129:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777390.681967:0:34129:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777390.681969:0:34129:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777390.681972:0:34129:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777390.681976:0:34129:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777390.681987:0:34129:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=63 v=5 (5 5 102 102) 00000100:00001000:1.0:1788777390.681992:0:34129:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777390.681995:0:34129:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777390.681997:0:34129:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.682000:0:34129:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777390.682004:0:34129:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.682008:0:34129:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777390.682010:0:34129:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:1.0:1788777390.682012:0:34129:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777390.682014:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777390.682016:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00000100:00000001:1.0:1788777390.682021:0:34129:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777390.682023:0:34129:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788777390.682025:0:34129:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777390.682029:0:34129:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.682034:0:34129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.682042:0:34129:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777390.682045:0:34129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777390.682047:0:34129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777390.682051:0:34129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777390.682060:0:34129:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906f800 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34129:1875667126142080:192.168.203.135@tcp:101:bash.0 00000100:00000001:1.0:1788777390.682065:0:34129:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.682069:0:34129:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.682071:0:34129:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777390.682074:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.682077:0:34129:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.682084:0:34129:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777390.682087:0:34129:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945312393a80. 00000100:00000001:1.0:1788777390.682090:0:34129:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777390.682092:0:34129:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.682095:0:34129:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777390.682100:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.682103:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.682107:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=4 00000020:00000001:1.0:1788777390.682109:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682112:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000040:1.0:1788777390.682120:0:34129:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb7c00, remote cookie: 0xa4f015c75ff3ca27, flags: 0x1001 00010000:00010000:1.0:1788777390.682127:0:34129:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777390.682137:0:34129:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777390.682141:0:34129:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788777390.682151:0:34129:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214300. 00010000:00000010:1.0:1788777390.682156:0:34129:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcdc00. 00010000:00000040:1.0:1788777390.682163:0:34129:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945308214800 count: 0 00010000:00000010:1.0:1788777390.682170:0:34129:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945307dcd580. 00010000:00000001:1.0:1788777390.682179:0:34129:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.682193:0:34129:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777390.682211:0:34129:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.682275:0:34129:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777390.682281:0:34129:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777390.682283:0:34129:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777390.682285:0:34129:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777390.682286:0:34129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777390.682289:0:34129:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff945308214300) refcount = 1 00010000:00010000:1.0:1788777390.682294:0:34129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.682301:0:34129:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777390.682305:0:34129:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777390.682307:0:34129:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777390.682311:0:34129:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777390.682313:0:34129:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.682317:0:34129:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.682324:0:34129:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777390.682326:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682327:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.682329:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682330:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.682332:0:34129:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.682337:0:34129:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777390.682340:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.682342:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.682343:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777390.682346:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682348:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682350:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.682351:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.682352:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=4 00000020:00000001:1.0:1788777390.682354:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682356:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682358:0:34129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.682361:0:34129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.682364:0:34129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.682370:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682371:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.682372:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.682373:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.682374:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=5 00000020:00000001:1.0:1788777390.682376:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682378:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682381:0:34129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777390.682383:0:34129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.682389:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682390:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777390.682393:0:34129:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.682400:0:34129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777390.682402:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682403:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.682404:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682405:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777390.682411:0:34129:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777390.682420:0:34129:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788777390.682425:0:34129:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777390.682432:0:34129:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.682440:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.682441:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.682442:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777390.682444:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682446:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00000002:00010000:1.0:1788777390.682451:0:34129:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788777390.682459:0:34129:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945311a9c2c0. 00010000:00000001:1.0:1788777390.682461:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682462:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777390.682464:0:34129:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.682466:0:34129:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.682469:0:34129:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788777390.682471:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777390.682473:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00000100:00000001:1.0:1788777390.682475:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777390.682476:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00010000:00000001:1.0:1788777390.682478:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.682480:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.682481:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777390.682483:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682485:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00000002:00010000:1.0:1788777390.682489:0:34129:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.682494:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682495:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.682497:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777390.682499:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.682500:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.682501:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777390.682502:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682504:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000040:1.0:1788777390.682507:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:1.0:1788777390.682510:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777390.682514:0:34129:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:1.0:1788777390.682516:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682517:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777390.682518:0:34129:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777390.682522:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53768 00000002:00002000:1.0:1788777390.682524:0:34129:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788777390.682527:0:34129:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.682530:0:34129:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.682533:0:34129:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777390.682536:0:34129:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788777390.682539:0:34129:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777390.682543:0:34129:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:1.0:1788777390.682547:0:34129:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788777390.682549:0:34129:0:(namei.c:674:ll_lookup_it_finish()) it ffff9453102cb9c0 it_disposition 1800037 00000080:00002000:1.0:1788777390.682556:0:34129:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320af8360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788777390.682561:0:34129:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777390.682564:0:34129:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788777390.682567:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53998 00000080:00200000:1.0:1788777390.682569:0:34129:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000001:1.0:1788777390.682571:0:34129:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788777390.682574:0:34129:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777390.682580:0:34129:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777390.682584:0:34129:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777390.682587:0:34129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:1.0:1788777390.682590:0:34129:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788777390.682609:0:34129:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9453209de300. 00000020:00000001:1.0:1788777390.682621:0:34129:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788777390.682623:0:34129:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788777390.682627:0:34129:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788777390.682629:0:34129:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8) 00000020:00000001:1.0:1788777390.682634:0:34129:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777390.682638:0:34129:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777390.682641:0:34129:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777390.682646:0:34129:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788777390.682652:0:34129:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff945321241640. 00000020:00000001:1.0:1788777390.682655:0:34129:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788777390.682658:0:34129:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.682668:0:34129:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788777390.682673:0:34129:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945307dad2e8. 00020000:00000001:1.0:1788777390.682676:0:34129:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683067818728 : -118390641732888 : ffff945307dad2e8) 00020000:00000001:1.0:1788777390.682679:0:34129:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788777390.682682:0:34129:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777390.682688:0:34129:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453102cb8a0. 00020000:00000010:1.0:1788777390.682693:0:34129:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945306628200. 00020000:00000010:1.0:1788777390.682698:0:34129:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453102cb1e0. 00020000:00000001:1.0:1788777390.682700:0:34129:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683207401952 : -118390502149664 : ffff9453102cb1e0) 00020000:00000002:1.0:1788777390.682704:0:34129:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cb1e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777390.682709:0:34129:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777390.682713:0:34129:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306628200: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1788777390.682716:0:34129:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788777390.682718:0:34129:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cb1e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777390.682724:0:34129:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777390.682726:0:34129:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306628200: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:1.0:1788777390.682730:0:34129:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9453119e34a0. 00020000:00000010:1.0:1788777390.682733:0:34129:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff945312393a80. 00020000:00000001:1.0:1788777390.682738:0:34129:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788777390.682742:0:34129:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945304c3da28. 00020000:00000001:1.0:1788777390.682745:0:34129:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788777390.682747:0:34129:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788777390.682753:0:34129:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788777390.682757:0:34129:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9453212410c8. 00000020:00000001:1.0:1788777390.682759:0:34129:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788777390.682760:0:34129:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.682762:0:34129:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683492049224 : -118390217502392 : ffff945321241148) 00020000:00000001:1.0:1788777390.682767:0:34129:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788777390.682772:0:34129:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945304d66c40. 00020000:00000001:1.0:1788777390.682775:0:34129:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.682780:0:34129:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683492049224 : -118390217502392 : ffff945321241148) 00020000:00000001:1.0:1788777390.682783:0:34129:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683492049224 : -118390217502392 : ffff945321241148) 00020000:00000002:1.0:1788777390.682787:0:34129:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x42:0x0]@ffff9453212410c8[0:0] -> [0x200000404:0x31:0x0]@ffff945321241640: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1788777390.682792:0:34129:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788777390.682794:0:34129:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788777390.682796:0:34129:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.682799:0:34129:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683492050624 : -118390217500992 : ffff9453212416c0) 00000020:00001000:1.0:1788777390.682802:0:34129:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:1.0:1788777390.682808:0:34129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:1.0:1788777390.682810:0:34129:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788777390.682813:0:34129:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833969 mtime from 0 to 1788777390 00000080:00000001:1.0:1788777390.682817:0:34129:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788777390.682821:0:34129:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483255752 : -118390226295864 : ffff9453209de3c8) 00010000:00000001:1.0:1788777390.682823:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.682824:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.682826:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777390.682829:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682831:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00000080:00000001:1.0:1788777390.682834:0:34129:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777390.682836:0:34129:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777390.682838:0:34129:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777390.682840:0:34129:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777390.682842:0:34129:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777390.682845:0:34129:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777390.682846:0:34129:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777390.682849:0:34129:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453102cbb40. 00020000:00000010:1.0:1788777390.682851:0:34129:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945306628580. 00020000:00000010:1.0:1788777390.682854:0:34129:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453102cbea0. 00020000:00000001:1.0:1788777390.682856:0:34129:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683207405216 : -118390502146400 : ffff9453102cbea0) 00020000:00000002:1.0:1788777390.682859:0:34129:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cbea0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777390.682862:0:34129:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777390.682865:0:34129:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306628580: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1788777390.682869:0:34129:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307dad2e8) owner ffff94532210a7c0 00020000:00000001:1.0:1788777390.682872:0:34129:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777390.682874:0:34129:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307dad2e8) owner ffff94532210a7c0 00020000:00000010:1.0:1788777390.682879:0:34129:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945306628580. 00020000:00000010:1.0:1788777390.682883:0:34129:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453102cbb40. 00020000:00000010:1.0:1788777390.682887:0:34129:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453102cbea0. 00020000:00000002:1.0:1788777390.682889:0:34129:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788777390.682891:0:34129:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.682893:0:34129:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.682897:0:34129:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777390.682900:0:34129:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:1.0:1788777390.682903:0:34129:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453102cb1e0 addref 2/0 by ffff94532210a7c0. 00020000:00000002:1.0:1788777390.682905:0:34129:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:1.0:1788777390.682908:0:34129:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777390.682910:0:34129:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777390.682913:0:34129:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777390.682914:0:34129:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788777390.682917:0:34129:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788777390.682919:0:34129:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788777390.682921:0:34129:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:1.0:1788777390.682923:0:34129:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.682925:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682926:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777390.682928:0:34129:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777390.682931:0:34129:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777390.682933:0:34129:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.682935:0:34129:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) 00000080:00010000:1.0:1788777390.682939:0:34129:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) for lock 0xe53f2b0cb7af890a 00800000:00000001:1.0:1788777390.682942:0:34129:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777390.682944:0:34129:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777390.682946:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.682947:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.682948:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777390.682950:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682952:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.682954:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.682955:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777390.682957:0:34129:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.682959:0:34129:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.682961:0:34129:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788777390.682963:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.682968:0:34129:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.682976:0:34129:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777390.682981:0:34129:0:(namei.c:1651:ll_create_it()) inode ffff9453209de3c8 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:1.0:1788777390.682985:0:34129:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.682989:0:34129:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) 00000080:00000001:1.0:1788777390.682993:0:34129:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777390.682997:0:34129:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000100:00000001:1.0:1788777390.683000:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.683005:0:34129:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.683011:0:34129:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.683015:0:34129:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788777390.683017:0:34129:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777390.683019:0:34129:0:(namei.c:1500:ll_atomic_open()) inode ffff9453209de3c8 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:1.0:1788777390.683031:0:34129:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777390.683033:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53a68 00000080:00200008:1.0:1788777390.683035:0:34129:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 102101 00000080:00000010:1.0:1788777390.683044:0:34129:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453017afe00. 00000080:00000010:1.0:1788777390.683050:0:34129:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945311a9c5c0. 00000080:00000001:1.0:1788777390.683053:0:34129:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788777390.683057:0:34129:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788777390.683060:0:34129:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788777390.683063:0:34129:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945305512800. 00000002:00100000:1.0:1788777390.683068:0:34129:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777390.683074:0:34129:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.683075:0:34129:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777390.683079:0:34129:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788777390.683083:0:34129:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.683086:0:34129:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777390.683089:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.683092:0:34129:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788777390.683100:0:34129:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777390.683103:0:34129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 02000000:00000001:1.0:1788777390.683133:0:34129:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788777390.683135:0:34129:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.683138:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53a68 00000080:00000008:1.0:1788777390.683140:0:34129:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 102101, rc = 0 00000080:00000001:1.0:1788777390.683145:0:34129:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788777390.683147:0:34129:0:(dcache.c:176:ll_intent_release()) intent ffff9453102cb9c0 released 00000080:00010000:1.0:1788777390.683150:0:34129:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af890a from it ffff9453102cb9c0 00010000:00000001:1.0:1788777390.683152:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.683153:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.683155:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777390.683157:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.683159:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.683160:0:34129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777390.683163:0:34129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.683170:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.683171:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.683173:0:34129:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777390.683176:0:34129:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777390.683178:0:34129:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777390.683185:0:34129:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.683188:0:34129:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777390.683190:0:34129:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.683195:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.683196:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.683198:0:34129:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.683213:0:34129:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777390.683216:0:34129:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.683218:0:34129:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.683249:0:34129:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.683252:0:34129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777390.683253:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.683254:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777390.683256:0:34129:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788777390.683258:0:34129:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788777390.683260:0:34129:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777390.683262:0:34129:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777390.683264:0:34129:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777390.683266:0:34129:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.683271:0:34129:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788777390.683273:0:34129:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.683275:0:34129:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777390.683277:0:34129:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.683279:0:34129:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788777390.683282:0:34129:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453102cb9c0. 00000080:00000001:1.0:1788777390.683285:0:34129:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.683289:0:34129:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777390.683292:0:34129:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1788777390.683296:0:34129:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.683402:0:34129:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777390.683406:0:34129:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:1.0:1788777390.683410:0:34129:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:1.0:1788777390.683412:0:34129:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.695400:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d28 00000080:00200008:2.0:1788777390.695415:0:34129:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777390.695426:0:34129:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777390.695428:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53ca0 00000080:00200000:2.0:1788777390.695429:0:34129:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8),name=recon 00000080:00000010:2.0:1788777390.695438:0:34129:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94530137e200. 00800000:00000002:2.0:1788777390.695446:0:34129:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777390.695455:0:34129:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777390.695461:0:34129:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777390.695464:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53bc0 00800000:00000002:2.0:1788777390.695467:0:34129:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777390.695471:0:34129:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777390.695478:0:34129:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777390.695485:0:34129:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777390.695487:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53a90 00000002:00010000:2.0:1788777390.695489:0:34129:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777390.695493:0:34129:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777390.695495:0:34129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777390.695499:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.695508:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:2.0:1788777390.695512:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.695518:0:34129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.695522:0:34129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777390.695527:0:34129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777390.695541:0:34129:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777390.695546:0:34129:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.695549:0:34129:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777390.695556:0:34129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777390.695558:0:34129:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777390.695560:0:34129:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777390.695562:0:34129:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777390.695564:0:34129:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777390.695566:0:34129:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777390.695570:0:34129:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777390.695573:0:34129:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777390.695577:0:34129:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530137e200. 00000080:00000001:2.0:1788777390.695582:0:34129:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777390.695584:0:34129:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777390.695587:0:34129:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) 00000080:00010000:2.0:1788777390.695591:0:34129:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) for lock 0xe53f2b0cb7af890a 00800000:00000001:2.0:1788777390.695595:0:34129:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777390.695598:0:34129:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777390.695600:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.695603:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.695606:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:2.0:1788777390.695609:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.695612:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.695615:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.695617:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.695618:0:34129:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.695620:0:34129:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777390.695623:0:34129:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af890a from it ffffb1cb81c53cd8 00010000:00000001:2.0:1788777390.695625:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.695626:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.695628:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:2.0:1788777390.695629:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.695631:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.695634:0:34129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.695637:0:34129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777390.695643:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.695644:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.695646:0:34129:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777390.695649:0:34129:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777390.695652:0:34129:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777390.695660:0:34129:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777390.695664:0:34129:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777390.695666:0:34129:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.695671:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.695672:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.695675:0:34129:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.695679:0:34129:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777390.695681:0:34129:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.695683:0:34129:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.695686:0:34129:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.695688:0:34129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.695690:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.695691:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777390.695695:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777390.695697:0:34129:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777390.695700:0:34129:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788777390.695704:0:34129:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777390.695707:0:34129:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777390.695709:0:34129:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777390.695711:0:34129:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.695713:0:34129:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777390.695717:0:34129:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777390.695720:0:34129:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.695724:0:34129:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777390.695727:0:34129:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777390.695733:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.695736:0:34129:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777390.695739:0:34129:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777390.695741:0:34129:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777390.695745:0:34129:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.695746:0:34129:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777390.695749:0:34129:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777390.695751:0:34129:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.695753:0:34129:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.695759:0:34129:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105cb7e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777390.695762:0:34129:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:2.0:1788777390.695767:0:34129:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777390.695769:0:34129:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777390.695773:0:34129:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777390.695775:0:34129:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.695778:0:34129:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777390.695780:0:34129:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777390.695782:0:34129:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.695784:0:34129:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.695785:0:34129:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.695787:0:34129:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777390.695789:0:34129:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:2.0:1788777390.695791:0:34129:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777390.695793:0:34129:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777390.695795:0:34129:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1788777390.695798:0:34129:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777390.695800:0:34129:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777390.695803:0:34129:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777390.695806:0:34129:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777390.695812:0:34129:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777390.695819:0:34129:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9e300. 00020000:00000002:2.0:1788777390.695822:0:34129:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777390.695824:0:34129:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777390.695827:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.695829:0:34129:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777390.695830:0:34129:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.695832:0:34129:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777390.695834:0:34129:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777390.695837:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.695838:0:34129:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777390.695842:0:34129:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.695843:0:34129:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777390.695845:0:34129:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.695846:0:34129:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.695848:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.695850:0:34129:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777390.695855:0:34129:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b1300. 00000008:00010000:2.0:1788777390.695858:0:34129:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777390.695862:0:34129:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.695863:0:34129:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777390.695865:0:34129:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9e330, osc lock ffff9453201b1300, flags 0x400001002 00000020:00000001:2.0:1788777390.695868:0:34129:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.695869:0:34129:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.695871:0:34129:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082437376 : -118390627114240 : ffff945308b9e300) 00000020:00000001:2.0:1788777390.695874:0:34129:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.695875:0:34129:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.695877:0:34129:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.695878:0:34129:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.695881:0:34129:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777390.695883:0:34129:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777390.695885:0:34129:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.695887:0:34129:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.695889:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.695890:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.695893:0:34129:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.695896:0:34129:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.695898:0:34129:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777390.695901:0:34129:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777390.695904:0:34129:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.695906:0:34129:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.695908:0:34129:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777390.695909:0:34129:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777390.695910:0:34129:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777390.695913:0:34129:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777390.695915:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777390.695919:0:34129:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.695922:0:34129:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788777390.695928:0:34129:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777390.695933:0:34129:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00010000:00000001:2.0:1788777390.695937:0:34129:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777390.695942:0:34129:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.695945:0:34129:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.695948:0:34129:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777390.695951:0:34129:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777390.695954:0:34129:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777390.695961:0:34129:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530137e200. 00000100:00000001:2.0:1788777390.695969:0:34129:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.695975:0:34129:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777390.695977:0:34129:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.695978:0:34129:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777390.695980:0:34129:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.695982:0:34129:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.695986:0:34129:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00010000:00000001:2.0:1788777390.695990:0:34129:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777390.695993:0:34129:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777390.695997:0:34129:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8d00. 00010000:00000010:2.0:1788777390.696000:0:34129:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9453054b8200. 00010000:00000001:2.0:1788777390.696006:0:34129:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777390.696009:0:34129:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154200. 00000020:00000001:2.0:1788777390.696013:0:34129:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777390.696016:0:34129:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154200 with handle 0xe53f2b0cb7af8911 to hash 00000020:00000001:2.0:1788777390.696018:0:34129:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777390.696020:0:34129:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000010:2.0:1788777390.696024:0:34129:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9453110b60c0. 00010000:00000001:2.0:1788777390.696027:0:34129:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.696030:0:34129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.696032:0:34129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.696036:0:34129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777390.696047:0:34129:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.696059:0:34129:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.696065:0:34129:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777390.696070:0:34129:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.696087:0:34129:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9772156] to pc [ptlrpcd_01_00+0] req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788777390.696124:0:34129:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.696127:0:34129:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.696129:0:34129:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.696131:0:34129:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.696133:0:34129:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.696136:0:34129:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777390.696139:0:34129:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777390.696141:0:34129:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777390.696143:0:34129:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788777390.696340:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.696346:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.696349:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.696358:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.696368:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.696370:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.696376:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.696379:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.696388:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.696392:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126142208:192.168.203.135@tcp:101:uname.0 00000100:00000001:3.0:1788777390.696398:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.696405:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.696409:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.696411:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.696418:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777390.696420:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.696431:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.696437:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d528. 00000400:00000010:3.0:1788777390.696447:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347440. 00000100:00000200:3.0:1788777390.696458:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126142208, portal 4 00000100:00000001:3.0:1788777390.696461:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.696464:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:3.0:1788777390.696472:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.696490:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.696494:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.696498:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083472a8. 00000100:00000200:3.0:1788777390.696503:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126142208, offset 0 00000400:00000200:3.0:1788777390.696512:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.696524:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.696534:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.696542:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.696547:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.696552:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.696555:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.696559:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2604:2604:256:4294967295] 192.168.203.135@tcp LPNI seq info [2599:2599:8:4294967295] 00000400:00000200:3.0:1788777390.696564:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.696589:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.696596:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777390.696602:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f400. 00000800:00000200:3.0:1788777390.696611:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777390.696620:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777390.696626:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777390.696648:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.696653:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 244825 usecs (245 jiffies) 00000400:00000200:3.0:1788777390.696656:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777390.696659:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541248 00000100:00000001:3.0:1788777390.696664:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296541807 00000100:00000001:3.0:1788777390.696666:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541248 00000100:00000001:3.0:1788777390.696669:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296541807 00000100:00000001:3.0:1788777390.696671:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.696674:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.696678:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.696680:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.696689:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.696691:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777390.696694:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.696695:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.696697:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.696700:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.696712:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.696715:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.696891:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.696897:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f400. 00000400:00000200:0.0:1788777390.696903:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.696911:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.696918:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083472a8 00000400:00000010:0.0:1788777390.696921:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083472a8. 00000100:00000001:0.0:1788777390.696926:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.696931:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.696942:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.696946:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.696953:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.696955:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777390.699481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214800. 00000800:00000001:0.0:1788777390.708888:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.708912:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.708919:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.708923:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.708936:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.708947:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.708959:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.708965:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.708972:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.708976:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c54500 00000400:00000200:0.0:1788777390.708982:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.708989:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x6ff9 [1] + 224 00000800:00000001:0.0:1788777390.708998:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.709013:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.709017:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.709022:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.709032:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.709046:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777390.709058:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.709085:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.709097:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.709101:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.709139:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.709146:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777390.709155:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777390.709157:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777390.709161:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d528. 00000400:00000200:3.0:1788777390.709167:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:3.0:1788777390.709170:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:3.0:1788777390.709174:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777390.709180:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777390.709705:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.709717:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777390.709721:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.709724:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777390.709728:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777390.709731:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777390.709734:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.709738:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777390.709749:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777390.709754:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777390.709756:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777390.709758:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.709761:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777390.709766:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.709771:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777390.709773:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777390.709775:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777390.709777:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.709784:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.709791:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.709794:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777390.709797:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777390.709801:0:2348:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788777390.709804:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.709808:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.709811:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=4 00000020:00000001:3.0:1788777390.709814:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.709817:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.709820:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.709821:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.709823:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=5 00000020:00000001:3.0:1788777390.709825:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.709826:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.709830:0:2348:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.709834:0:2348:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.709839:0:2348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.709851:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.709853:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.709856:0:2348:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777390.709858:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.709859:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.709860:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=6 00000020:00000001:3.0:1788777390.709862:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.709863:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000040:3.0:1788777390.709871:0:2348:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309154200, remote cookie: 0xa4f015c75ff3ca35, flags: 0x1001 00010000:00010000:3.0:1788777390.709876:0:2348:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.709885:0:2348:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788777390.709888:0:2348:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.709890:0:2348:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777390.709895:0:2348:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788777390.709900:0:2348:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777390.709910:0:2348:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9453054b8d00) refcount = 1 00010000:00000040:3.0:1788777390.709913:0:2348:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777390.709915:0:2348:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.709925:0:2348:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777390.709927:0:2348:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.709930:0:2348:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777390.709932:0:2348:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.709936:0:2348:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.709942:0:2348:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777390.709944:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.709945:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.709947:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.709948:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777390.709950:0:2348:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788777390.709953:0:2348:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788777390.709956:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.709957:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.709958:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=5 00000020:00000001:3.0:1788777390.709960:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.709962:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00000008:00000001:3.0:1788777390.709967:0:2348:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788777390.709972:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00010000:3.0:1788777390.709976:0:2348:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788777390.709984:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.709985:0:2348:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777390.709988:0:2348:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788777390.709992:0:2348:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777390.709994:0:2348:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.709996:0:2348:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.709998:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:3.0:1788777390.709999:0:2348:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788777390.710002:0:2348:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788777390.710004:0:2348:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788777390.710024:0:2348:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788777390.710026:0:2348:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.710029:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.710030:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.710031:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=6 00000020:00000001:3.0:1788777390.710033:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.710035:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.710037:0:2348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.710040:0:2348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.710053:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.710054:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777390.710057:0:2348:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.710064:0:2348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.710065:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.710066:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777390.710068:0:2348:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.710070:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.710071:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.710072:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=5 00000020:00000001:3.0:1788777390.710074:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.710076:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:3.0:1788777390.710078:0:2348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.710080:0:2348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.710087:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.710088:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.710090:0:2348:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777390.710093:0:2348:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777390.710095:0:2348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777390.710105:0:2348:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777390.710108:0:2348:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777390.710110:0:2348:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.710126:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.710128:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.710130:0:2348:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.710134:0:2348:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777390.710137:0:2348:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.710139:0:2348:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.710142:0:2348:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.710144:0:2348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.710145:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.710146:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.710147:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.710149:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777390.710150:0:2348:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.710157:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777390.710167:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126142208:192.168.203.135@tcp:101:uname.0 00000100:00000001:3.0:1788777390.710173:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.710176:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.710181:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126142208/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.710188:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777390.710192:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1788777390.710264:0:34129:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710270:0:34129:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710277:0:34129:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777390.710281:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.710283:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.710285:0:34129:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.710291:0:34129:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777390.710296:0:34129:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777390.710298:0:34129:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710300:0:34129:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777390.710301:0:34129:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.710303:0:34129:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777390.710307:0:34129:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.710309:0:34129:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777390.710313:0:34129:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710314:0:34129:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710316:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:2.0:1788777390.710318:0:34129:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788777390.710322:0:34129:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777390.710325:0:34129:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777390.710327:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777390.710330:0:34129:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.710331:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777390.710335:0:34129:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777390.710340:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.710342:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.710344:0:34129:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.710345:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9e330 (ffff9453093eee18/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777390.710348:0:34129:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777390.710350:0:34129:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777390.710351:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.710353:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.710355:0:34129:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777390.710357:0:34129:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.710358:0:34129:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.710360:0:34129:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.710362:0:34129:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.710363:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777390.710366:0:34129:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777390.710368:0:34129:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.710369:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9e330 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777390.710372:0:34129:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b1300. 00000020:00000001:2.0:1788777390.710378:0:34129:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777390.710379:0:34129:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9e300. 00020000:00000001:2.0:1788777390.710384:0:34129:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.710385:0:34129:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.710387:0:34129:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777390.710389:0:34129:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710393:0:34129:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777390.710397:0:34129:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777390.710399:0:34129:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777390.710400:0:34129:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777390.710401:0:34129:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777390.710404:0:34129:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777390.710407:0:34129:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777390.710409:0:34129:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777390.710412:0:34129:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777390.710415:0:34129:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777390.710419:0:34129:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777390.710421:0:34129:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710423:0:34129:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777390.710426:0:34129:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777390.710427:0:34129:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777390.710428:0:34129:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000001:00000001:2.0:1788777390.710430:0:34129:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710441:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d28 00000080:00000008:2.0:1788777390.710444:0:34129:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 2047, flags 0, foreign 0 02000000:00000010:3.0:1788777390.710461:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777390.710468:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777390.710471:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.710472:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777390.710543:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777390.710548:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530137e200. 00000080:00000001:2.0:1788777390.710549:0:34129:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788777390.710554:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d88 02000000:00000001:3.0:1788777390.710556:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000080:00200008:2.0:1788777390.710558:0:34129:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 02000000:00000001:3.0:1788777390.710560:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777390.710565:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000080:00000002:2.0:1788777390.710565:0:34129:0:(file.c:2656:do_file_write_iter()) inode ffff9453209de3c8 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:2.0:1788777390.710571:0:34129:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788777390.710574:0:34129:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710577:0:34129:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777390.710581:0:34129:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710583:0:34129:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.710586:0:34129:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777390.710589:0:34129:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777390.710592:0:34129:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777390.710594:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c98 00000080:00200000:2.0:1788777390.710595:0:34129:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1788777390.710602:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c30 00000080:00200000:2.0:1788777390.710603:0:34129:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1788777390.710605:0:34129:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777390.710607:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.710608:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.710610:0:34129:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.710612:0:34129:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777390.710613:0:34129:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777390.710615:0:34129:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710616:0:34129:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710618:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:2.0:1788777390.710619:0:34129:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788777390.710621:0:34129:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777390.710623:0:34129:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777390.710629:0:34129:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d08bf9ef[0x110, 1, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1788777390.710631:0:34129:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:2.0:1788777390.710635:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000100:00000001:3.0:1788777390.710637:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1788777390.710638:0:34129:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1788777390.710641:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777390.710642:0:34129:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000100:00000001:3.0:1788777390.710647:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777390.710647:0:34129:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777390.710653:0:34129:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.710655:0:34129:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777390.710657:0:34129:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777390.710658:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.710661:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.710663:0:34129:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.710665:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:2.0:1788777390.710667:0:34129:0:(file.c:7109:ll_layout_refresh()) Process entered 00000100:00000001:3.0:1788777390.710670:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710671:0:34129:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710675:0:34129:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.710679:0:34129:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105cb7e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788777390.710682:0:34129:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:2.0:1788777390.710686:0:34129:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777390.710689:0:34129:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777390.710691:0:34129:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777390.710693:0:34129:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788777390.710696:0:34129:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1788777390.710699:0:34129:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788777390.710701:0:34129:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777390.710703:0:34129:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710705:0:34129:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.710706:0:34129:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.710707:0:34129:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777390.710709:0:34129:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:2.0:1788777390.710712:0:34129:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710714:0:34129:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777390.710717:0:34129:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1788777390.710720:0:34129:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788777390.710723:0:34129:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710726:0:34129:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777390.710728:0:34129:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777390.710731:0:34129:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788777390.710732:0:34129:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788777390.710734:0:34129:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1788777390.710737:0:34129:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777390.710739:0:34129:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777390.710743:0:34129:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777390.710746:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.710747:0:34129:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777390.710748:0:34129:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.710750:0:34129:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777390.710752:0:34129:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777390.710754:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.710756:0:34129:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777390.710759:0:34129:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.710760:0:34129:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777390.710761:0:34129:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710763:0:34129:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710765:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.710768:0:34129:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777390.710770:0:34129:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777390.710774:0:34129:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710775:0:34129:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710778:0:34129:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710779:0:34129:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710780:0:34129:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710783:0:34129:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777390.710785:0:34129:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777390.710787:0:34129:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777390.710790:0:34129:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777390.710793:0:34129:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710796:0:34129:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710798:0:34129:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777390.710800:0:34129:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1788777390.710802:0:34129:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777390.710803:0:34129:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777390.710805:0:34129:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710806:0:34129:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710808:0:34129:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710810:0:34129:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.710811:0:34129:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710813:0:34129:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777390.710815:0:34129:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.710816:0:34129:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777390.710818:0:34129:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777390.710820:0:34129:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710821:0:34129:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710823:0:34129:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710825:0:34129:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710826:0:34129:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777390.710828:0:34129:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777390.710829:0:34129:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777390.710831:0:34129:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777390.710833:0:34129:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777390.710835:0:34129:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777390.710846:0:34129:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9e300. 00020000:00000002:2.0:1788777390.710849:0:34129:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777390.710852:0:34129:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777390.710853:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.710854:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.710856:0:34129:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777390.710859:0:34129:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b1300. 00000008:00010000:2.0:1788777390.710862:0:34129:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777390.710865:0:34129:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.710866:0:34129:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777390.710870:0:34129:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9e330, osc lock ffff9453201b1300, flags 0x0 00000020:00000001:2.0:1788777390.710872:0:34129:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710874:0:34129:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.710876:0:34129:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082437376 : -118390627114240 : ffff945308b9e300) 00000020:00000001:2.0:1788777390.710878:0:34129:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.710879:0:34129:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.710881:0:34129:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710882:0:34129:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710884:0:34129:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.710885:0:34129:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.710887:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.710888:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.710889:0:34129:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.710892:0:34129:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.710894:0:34129:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777390.710896:0:34129:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.710898:0:34129:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777390.710901:0:34129:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.710902:0:34129:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.710904:0:34129:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777390.710905:0:34129:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777390.710906:0:34129:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777390.710908:0:34129:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777390.710911:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.710919:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777390.710922:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777390.710927:0:34129:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453201ba400 type 11 mode 2 res 10737419264/66 (0 18446744073709551615) 00010000:00000001:2.0:1788777390.710931:0:34129:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788777390.710936:0:34129:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777390.710940:0:34129:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00010000:00000001:2.0:1788777390.710944:0:34129:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777390.710949:0:34129:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.710953:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.710954:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.710955:0:34129:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.710960:0:34129:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777390.710962:0:34129:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777390.710966:0:34129:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777390.710975:0:34129:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530137e200. 00000100:00000001:2.0:1788777390.710982:0:34129:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.710987:0:34129:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777390.710988:0:34129:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.710990:0:34129:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777390.710991:0:34129:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.710993:0:34129:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.710995:0:34129:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00010000:00000001:2.0:1788777390.710999:0:34129:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777390.711001:0:34129:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777390.711003:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777390.711005:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.711007:0:34129:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777390.711011:0:34129:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155200. 00000020:00000001:2.0:1788777390.711016:0:34129:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777390.711018:0:34129:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155200 with handle 0xe53f2b0cb7af8918 to hash 00000020:00000001:2.0:1788777390.711021:0:34129:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777390.711022:0:34129:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000010:2.0:1788777390.711026:0:34129:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9453110b69c0. 00010000:00000001:2.0:1788777390.711029:0:34129:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.711032:0:34129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.711034:0:34129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.711037:0:34129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777390.711047:0:34129:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777390.711057:0:34129:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777390.711068:0:34129:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777390.711070:0:34129:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777390.711077:0:34129:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777390.711079:0:34129:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081064832 : -118390628486784 : ffff945308a4f180) 00000100:00000001:2.0:1788777390.711082:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.711083:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777390.711087:0:34129:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777390.711088:0:34129:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.711091:0:34129:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777390.711092:0:34129:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777390.711101:0:34129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.711110:0:34129:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777390.711113:0:34129:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.711116:0:34129:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777390.711119:0:34129:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777390.711122:0:34129:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777390.711136:0:34129:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34129:1875667126142336:192.168.203.135@tcp:101:uname.0 00000100:00000001:2.0:1788777390.711141:0:34129:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777390.711148:0:34129:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777390.711150:0:34129:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.711153:0:34129:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777390.711158:0:34129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777390.711160:0:34129:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777390.711168:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777390.711172:0:34129:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777390.711180:0:34129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777390.711188:0:34129:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126142336, portal 4 00000100:00000001:2.0:1788777390.711190:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.711191:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777390.711198:0:34129:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.711217:0:34129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777390.711267:0:34129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777390.711271:0:34129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c17f8. 00000100:00000200:2.0:1788777390.711276:0:34129:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126142336, offset 0 00000400:00000200:2.0:1788777390.711283:0:34129:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777390.711295:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777390.711304:0:34129:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777390.711312:0:34129:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777390.711317:0:34129:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777390.711322:0:34129:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777390.711325:0:34129:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777390.711329:0:34129:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2605:2605:256:4294967295] 192.168.203.135@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:2.0:1788777390.711334:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777390.711345:0:34129:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777390.711352:0:34129:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777390.711357:0:34129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99700. 00000800:00000200:2.0:1788777390.711365:0:34129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777390.711373:0:34129:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777390.711378:0:34129:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777390.711399:0:34129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.711404:0:34129:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 243558 usecs (244 jiffies) 00000400:00000200:2.0:1788777390.711408:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777390.711411:0:34129:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541262 00000100:00000001:2.0:1788777390.711414:0:34129:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296541807 00000100:00000001:2.0:1788777390.711417:0:34129:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541262 00000100:00000001:2.0:1788777390.711419:0:34129:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296541807 00000100:00000001:2.0:1788777390.711422:0:34129:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.711424:0:34129:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.711427:0:34129:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777390.711428:0:34129:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777390.711431:0:34129:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f180 going to sleep for 11 seconds 00000100:00000001:2.0:1788777390.711434:0:34129:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777390.711437:0:34129:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.711600:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.711607:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99700. 00000400:00000200:0.0:1788777390.711613:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.711618:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.711625:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c17f8 00000400:00000010:0.0:1788777390.711627:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c17f8. 00000100:00000001:0.0:1788777390.711632:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.711636:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.711646:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.711650:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.711657:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.711659:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777390.716988:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.717013:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.717019:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.717023:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.717035:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.717046:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.717060:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.717066:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.717073:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.717078:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d5ed80 00000400:00000200:0.0:1788777390.717089:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x6a69 [2] + 656 00000800:00000001:0.0:1788777390.717098:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.717107:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.717111:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.717127:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.717138:0:2338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777390.717140:0:2338:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788777390.717149:0:2338:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2680. 00000100:00000040:0.0:1788777390.717152:0:2338:0:(events.c:337:request_in_callback()) incoming req@ffff945308be2680 x1875667144011136 msgsize 328 00000100:00100000:0.0:1788777390.717157:0:2338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:0.0:1788777390.717181:0:2338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.717192:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.717208:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.717342:0:15900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788777390.717345:0:15900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667144011136 02000000:00000001:1.0:1788777390.717349:0:15900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788777390.717353:0:15900:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777390.717355:0:15900:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777390.717360:0:15900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777390.717366:0:15900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667144011136 00000020:00000001:1.0:1788777390.717370:0:15900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777390.717372:0:15900:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:1.0:1788777390.717376:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.717380:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:1.0:1788777390.717382:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:1.0:1788777390.717385:0:15900:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000001:1.0:1788777390.717390:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777390.717396:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cc80. 00000100:00000001:1.0:1788777390.717400:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777390.717403:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cc80. 00000020:00000010:1.0:1788777390.717411:0:15900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945318738e00. 00000020:00000010:1.0:1788777390.717418:0:15900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcd580. 00000020:00000010:1.0:1788777390.717425:0:15900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945321241d48. 00000100:00000040:1.0:1788777390.717434:0:15900:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788777390.717438:0:15900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777390.717440:0:15900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777390.717443:0:15900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.717451:0:15900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.717468:0:15900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.717489:0:15900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777390.717491:0:15900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777390.717497:0:15900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 61 00000100:00000040:1.0:1788777390.717501:0:15900:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119b8800 : new rpc_count 1 00000100:00000001:1.0:1788777390.717503:0:15900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683082716800 : -118390626834816 : ffff945308be2680) 00000100:00000040:1.0:1788777390.717512:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945308be2680 x1875667144011136/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:446/0 lens 328/0 e 0 to 0 dl 1788777401 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777390.717521:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777390.717524:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cc80. 00000100:00000001:1.0:1788777390.717526:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777390.717528:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cc80. 00000100:00100000:1.0:1788777390.717532:0:15900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945308be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6688:x1875667144011136:12345-192.168.203.135@tcp:104: 00000100:00000200:1.0:1788777390.717537:0:15900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667144011136 00010000:00000001:1.0:1788777390.717540:0:15900:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777390.717548:0:15900:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.717549:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.717552:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=2 00000020:00000001:1.0:1788777390.717554:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:1.0:1788777390.717557:0:15900:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:1.0:1788777390.717562:0:15900:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.717565:0:15900:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777390.717582:0:15900:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788777390.717596:0:15900:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777390.717600:0:15900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777390.717606:0:15900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94531068b000. 02000000:00000001:1.0:1788777390.717608:0:15900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.717611:0:15900:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.717616:0:15900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777390.717620:0:15900:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777390.717625:0:15900:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777390.717630:0:15900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777390.717633:0:15900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777390.717635:0:15900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777390.717638:0:15900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777390.717640:0:15900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.717643:0:15900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777390.717645:0:15900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777390.717650:0:15900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12000. 00000100:00000200:1.0:1788777390.717656:0:15900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667144011136, offset 224 00000400:00000200:1.0:1788777390.717663:0:15900:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777390.717671:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.717680:0:15900:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777390.717686:0:15900:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2606:2606:256:4294967295] 192.168.203.135@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:1.0:1788777390.717691:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.717701:0:15900:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777390.717707:0:15900:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777390.717713:0:15900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534200. 00000800:00000200:1.0:1788777390.717721:0:15900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777390.717731:0:15900:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777390.717736:0:15900:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777390.717752:0:15900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.717756:0:15900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777390.717760:0:15900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788777390.717764:0:15900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff945312393000. 00010000:00000001:1.0:1788777390.717767:0:15900:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777390.717787:0:15900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788777390.717789:0:15900:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.717791:0:15900:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.717793:0:15900:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.717798:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2680 x1875667144011136/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:446/0 lens 328/224 e 0 to 0 dl 1788777401 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777390.717807:0:15900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945308be2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6688:x1875667144011136:12345-192.168.203.135@tcp:104: Request processed in 284us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777390.717815:0:15900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 61 00000100:00000040:1.0:1788777390.717819:0:15900:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119b8800 : new rpc_count 0 00000100:00000001:1.0:1788777390.717822:0:15900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777390.717823:0:15900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777390.717829:0:15900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcd580. 00000020:00000010:1.0:1788777390.717833:0:15900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945321241d48. 00000020:00000010:1.0:1788777390.717837:0:15900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945318738e00. 00000020:00000040:1.0:1788777390.717842:0:15900:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000001:1.0:1788777390.717845:0:15900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777390.717959:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777390.717964:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534200. 00000400:00000200:1.0:1788777390.717967:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.717972:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777390.717977:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12000 00000400:00000010:1.0:1788777390.717980:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12000. 00000100:00000001:1.0:1788777390.717983:0:2339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788777390.717985:0:2339:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788777390.718024:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777390.718028:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.718031:0:15911:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788777390.718035:0:15911:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788777390.718037:0:15911:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777390.718042:0:15911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788777390.718054:0:15911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309154200 already unused, calling callback (ffffffffc1359300) 00000008:00000001:2.0:1788777390.718058:0:15911:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788777390.718062:0:15911:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777390.718063:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.718065:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.718067:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:2.0:1788777390.718069:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.718072:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.718075:0:15911:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777390.718078:0:15911:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788777390.718086:0:15911:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788777390.718088:0:15911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788777390.718095:0:15911:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9453093ee1b0. 00000020:00000010:2.0:1788777390.718101:0:15911:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94530616f000. 00000020:00000010:2.0:1788777390.718105:0:15911:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94530616e600. 00000020:00000010:2.0:1788777390.718109:0:15911:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9453103b7060. 00000008:00000010:2.0:1788777390.718116:0:15911:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff945320d95980. 00020000:00000010:2.0:1788777390.718121:0:15911:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9453119dd300. 00008000:00000010:2.0:1788777390.718128:0:15911:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9453102f4388. 00000080:00000010:2.0:1788777390.718135:0:15911:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff945318178888. 00000080:00000010:2.0:1788777390.718140:0:15911:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9453105cae40. 00000020:00000010:2.0:1788777390.718144:0:15911:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94530616f200. 00000008:00000010:2.0:1788777390.718148:0:15911:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9453110286e0. 00020000:00000010:2.0:1788777390.718152:0:15911:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94531102c000. 00008000:00000010:2.0:1788777390.718157:0:15911:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff945309307a30. 00000080:00000010:2.0:1788777390.718161:0:15911:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff945309386e10. 00000020:00000001:2.0:1788777390.718164:0:15911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153336 : -118390618398280 : ffff9453093ee1b8) 00000020:00001000:2.0:1788777390.718166:0:15911:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee1b0 00000008:00000001:2.0:1788777390.718169:0:15911:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788777390.718172:0:15911:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1788777390.718173:0:15911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788777390.718176:0:15911:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9453093eecf0. 00000020:00000010:2.0:1788777390.718179:0:15911:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94530616ea00. 00000020:00000010:2.0:1788777390.718181:0:15911:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94530616fc00. 00000020:00000010:2.0:1788777390.718184:0:15911:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9453103b76c0. 00000008:00000010:2.0:1788777390.718187:0:15911:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff945320d94e50. 00020000:00000010:2.0:1788777390.718191:0:15911:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9453119dd9c0. 00008000:00000010:2.0:1788777390.718194:0:15911:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9453102f7170. 00000080:00000010:2.0:1788777390.718197:0:15911:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff945318178150. 00000080:00000010:2.0:1788777390.718208:0:15911:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9453105c9970. 00000020:00000010:2.0:1788777390.718212:0:15911:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94530616e800. 00000008:00000010:2.0:1788777390.718215:0:15911:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff945311028dc0. 00020000:00000010:2.0:1788777390.718218:0:15911:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94531102e910. 00008000:00000010:2.0:1788777390.718256:0:15911:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff945309307708. 00000080:00000010:2.0:1788777390.718260:0:15911:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff945309386780. 00000020:00000001:2.0:1788777390.718262:0:15911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156216 : -118390618395400 : ffff9453093eecf8) 00000020:00001000:2.0:1788777390.718264:0:15911:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eecf0 00000008:00000001:2.0:1788777390.718268:0:15911:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1788777390.718270:0:15911:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1788777390.718274:0:15911:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1788777390.718277:0:15911:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.718280:0:15911:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1788777390.718284:0:15911:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.718287:0:15911:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.718290:0:15911:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777390.718293:0:15911:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777390.718295:0:15911:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777390.718298:0:15911:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.718299:0:15911:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777390.718301:0:15911:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.718305:0:15911:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff945320d94ef0 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1788777390.718310:0:15911:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777390.718312:0:15911:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777390.718315:0:15911:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777390.718318:0:15911:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777390.718319:0:15911:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.718321:0:15911:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.718322:0:15911:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.718323:0:15911:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1788777390.718325:0:15911:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.718328:0:15911:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1788777390.718331:0:15911:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777390.718334:0:15911:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777390.718336:0:15911:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777390.718338:0:15911:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777390.718341:0:15911:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777390.718343:0:15911:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1788777390.718346:0:15911:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777390.718348:0:15911:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1788777390.718350:0:15911:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777390.718352:0:15911:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eecf0 00000008:00000001:2.0:1788777390.718355:0:15911:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.718356:0:15911:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00010000:00000001:2.0:1788777390.718360:0:15911:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1788777390.718364:0:15911:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.718366:0:15911:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.718368:0:15911:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777390.718372:0:15911:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777390.718375:0:15911:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777390.718377:0:15911:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.718380:0:15911:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.718382:0:15911:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.718384:0:15911:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.718386:0:15911:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1788777390.718390:0:15911:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.718393:0:15911:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:2.0:1788777390.718397:0:15911:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777390.718399:0:15911:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee1b0 00000008:00000001:2.0:1788777390.718402:0:15911:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.718406:0:15911:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777390.718412:0:15911:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777390.718414:0:15911:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777390.718416:0:15911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.718418:0:15911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777390.718421:0:15911:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154200 with handle 0xe53f2b0cb7af8911 from hash 00010000:00000001:2.0:1788777390.718424:0:15911:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777390.718426:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.718428:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.718429:0:15911:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777390.718433:0:15911:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777390.718435:0:15911:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788777390.718441:0:15911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.718444:0:15911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.718447:0:15911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777390.718450:0:15911:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788777390.718455:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914fb80. 00000020:00000040:2.0:1788777390.718458:0:15911:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=4 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:2.0:1788777390.718463:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777390.718466:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777390.718472:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777390.718478:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616ec00. 00000100:00000001:2.0:1788777390.718485:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.718488:0:15911:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777390.718493:0:15911:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788777390.718574:0:15911:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777390.718576:0:15911:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.718582:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777390.718587:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.718596:0:15911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d45f6ff6] to pc [ptlrpcd_01_01+1] req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.718661:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.718666:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.718669:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.718676:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.718685:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.718688:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.718693:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.718696:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.718699:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.718703:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126142464:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777390.718707:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.718713:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.718716:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.718719:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.718725:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945307511c00. 02000000:00000001:3.0:1788777390.718727:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.718734:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.718738:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d528. 00000400:00000010:3.0:1788777390.718745:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347440. 00000100:00000200:3.0:1788777390.718751:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126142464, portal 18 00000100:00000001:3.0:1788777390.718754:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.718756:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000040:3.0:1788777390.718764:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.718771:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.718773:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.718775:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347660. 00000100:00000200:3.0:1788777390.718778:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126142464, offset 0 00000400:00000200:3.0:1788777390.718784:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.718790:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.718795:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.718802:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.718807:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.718811:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.718814:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.718817:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2607:2607:256:4294967295] 192.168.203.135@tcp LPNI seq info [2602:2602:8:4294967295] 00000400:00000200:3.0:1788777390.718821:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.718829:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.718835:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777390.718839:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f400. 00000800:00000200:3.0:1788777390.718845:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777390.718851:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777390.718855:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777390.718871:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.718877:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 243558 usecs (244 jiffies) 00000400:00000200:3.0:1788777390.718880:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777390.718884:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541269 00000100:00000001:3.0:1788777390.718887:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296541807 00000100:00000001:3.0:1788777390.718890:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541269 00000100:00000001:3.0:1788777390.718892:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296541807 00000100:00000001:3.0:1788777390.718894:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.718898:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.718902:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.718904:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777390.718932:0:15911:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.718936:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.718937:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.718939:0:15911:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.718941:0:15911:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.718943:0:15911:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.718947:0:15911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777390.718955:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777390.718957:0:15911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9453090ac800 lock: 000000001dd9fb88/0xe53f2b0cb7af8911 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa4f015c75ff3ca35 expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788777390.718966:0:15911:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b60c0. 00010000:00000001:2.0:1788777390.718975:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.718977:0:15911:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788777390.718979:0:15911:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff945312393000. 00010000:00000001:2.0:1788777390.718982:0:15911:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.718986:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777390.718987:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.718990:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777390.718991:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777390.718992:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.718994:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777390.718996:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777390.718998:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.719000:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777390.719460:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777390.719464:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.721953:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.721962:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777390.721969:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.721973:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.721978:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.721982:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.722405:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.722413:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f400. 00000400:00000200:0.0:1788777390.722421:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.722433:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.722442:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347660 00000400:00000010:0.0:1788777390.722445:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347660. 00000100:00000001:0.0:1788777390.722452:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.722464:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.722476:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.722480:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.722488:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.722490:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777390.727477:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.727504:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777390.727510:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.727512:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.727523:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.727533:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777390.727544:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.727549:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.727556:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.727561:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c54580 00000400:00000200:1.0:1788777390.727567:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.727573:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x7001 [1] + 224 00000800:00000001:1.0:1788777390.727581:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.727590:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.727594:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.727600:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777390.727611:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777390.727768:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777390.727781:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.727800:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777390.727813:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.727817:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.727867:0:34129:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777390.727877:0:34129:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777390.727880:0:34129:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777390.727885:0:34129:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777390.727891:0:34129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:2.0:1788777390.727893:0:34129:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:2.0:1788777390.727898:0:34129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777390.727904:0:34129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777390.727915:0:34129:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.727922:0:34129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777390.727925:0:34129:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.727928:0:34129:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777390.727933:0:34129:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777390.727935:0:34129:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777390.727938:0:34129:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.727942:0:34129:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777390.727954:0:34129:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=63 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777390.727959:0:34129:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777390.727962:0:34129:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777390.727964:0:34129:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.727967:0:34129:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777390.727971:0:34129:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.727975:0:34129:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777390.727978:0:34129:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777390.727980:0:34129:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777390.727982:0:34129:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.727987:0:34129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.727999:0:34129:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.728003:0:34129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777390.728005:0:34129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777390.728008:0:34129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777390.728015:0:34129:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34129:1875667126142336:192.168.203.135@tcp:101:uname.0 00000100:00000001:2.0:1788777390.728020:0:34129:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.728024:0:34129:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.728027:0:34129:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777390.728030:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.728034:0:34129:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.728041:0:34129:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777390.728045:0:34129:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777390.728048:0:34129:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777390.728050:0:34129:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.728053:0:34129:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777390.728057:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.728060:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.728063:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:2.0:1788777390.728066:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.728069:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000040:2.0:1788777390.728078:0:34129:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155200, remote cookie: 0xa4f015c75ff3ca3c, flags: 0x20002 00010000:00000001:2.0:1788777390.728083:0:34129:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788777390.728086:0:34129:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.728089:0:34129:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1788777390.728097:0:34129:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777390.728112:0:34129:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9453054b8d00) refcount = 1 00010000:00000040:2.0:1788777390.728116:0:34129:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1788777390.728119:0:34129:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.728126:0:34129:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.728130:0:34129:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1788777390.728133:0:34129:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777390.728144:0:34129:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.1:1788777390.728259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00000800:00000001:0.0:1788777390.739345:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.739369:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.739375:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.739378:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.739390:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.739399:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.739423:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.739429:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.739436:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.739441:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 392 into portal 15 MB=0x6a9e8c9d5ee00 00000400:00000200:0.0:1788777390.739451:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 392/392 into md 0x6a69 [2] + 984 00000800:00000001:0.0:1788777390.739461:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.739469:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.739473:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.739479:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.739490:0:2338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777390.739492:0:2338:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788777390.739501:0:2338:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0380. 00000100:00000040:0.0:1788777390.739505:0:2338:0:(events.c:337:request_in_callback()) incoming req@ffff945308be0380 x1875667144011264 msgsize 392 00000100:00100000:0.0:1788777390.739510:0:2338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:0.0:1788777390.739530:0:2338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.739543:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.739547:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.739696:0:15900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788777390.739700:0:15900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667144011264 02000000:00000001:1.0:1788777390.739704:0:15900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788777390.739707:0:15900:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777390.739710:0:15900:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777390.739716:0:15900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777390.739721:0:15900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667144011264 00000020:00000001:1.0:1788777390.739725:0:15900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777390.739728:0:15900:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:1.0:1788777390.739732:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.739736:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:1.0:1788777390.739739:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:1.0:1788777390.739742:0:15900:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000001:1.0:1788777390.739747:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777390.739754:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cc80. 00000100:00000001:1.0:1788777390.739758:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777390.739761:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cc80. 00000020:00000010:1.0:1788777390.739771:0:15900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945318738e00. 00000020:00000010:1.0:1788777390.739779:0:15900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcd580. 00000020:00000010:1.0:1788777390.739785:0:15900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945321241d48. 00000100:00000040:1.0:1788777390.739796:0:15900:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788777390.739800:0:15900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777390.739802:0:15900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777390.739804:0:15900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.739815:0:15900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.739830:0:15900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777390.739845:0:15900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777390.739847:0:15900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777390.739853:0:15900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 62 00000100:00000040:1.0:1788777390.739857:0:15900:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119b8800 : new rpc_count 1 00000100:00000001:1.0:1788777390.739860:0:15900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683082707840 : -118390626843776 : ffff945308be0380) 00000100:00000040:1.0:1788777390.739871:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945308be0380 x1875667144011264/t0(0) o105->LOV_OSC_UUID@192.168.203.135@tcp:446/0 lens 392/0 e 0 to 0 dl 1788777401 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777390.739882:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777390.739884:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cc80. 00000100:00000001:1.0:1788777390.739886:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777390.739888:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cc80. 00000100:00100000:1.0:1788777390.739893:0:15900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945308be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5824:x1875667144011264:12345-192.168.203.135@tcp:105: 00000100:00000200:1.0:1788777390.739896:0:15900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667144011264 00010000:00000001:1.0:1788777390.739900:0:15900:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777390.739909:0:15900:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.739912:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.739914:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:1.0:1788777390.739916:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777390.739919:0:15900:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00010000:1.0:1788777390.739929:0:15900:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.739949:0:15900:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1788777390.739952:0:15900:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777390.739963:0:15900:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.739973:0:15900:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788777390.739977:0:15900:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.739979:0:15900:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777390.739981:0:15900:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1788777390.739984:0:15900:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.739990:0:15900:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1788777390.739995:0:15900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777390.740003:0:15900:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9453054b8d00) refcount = 1 00010000:00000040:1.0:1788777390.740006:0:15900:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777390.740008:0:15900:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777390.740017:0:15900:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1788777390.740020:0:15900:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788777390.740033:0:15900:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff945311a9cc80. 00000100:00000001:1.0:1788777390.740037:0:15900:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777390.740044:0:15900:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945312393000. 00000100:00000001:1.0:1788777390.740046:0:15900:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683241775104 : -118390467776512 : ffff945312393000) 00000100:00000001:1.0:1788777390.740049:0:15900:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446625683241775104 : -118390467776512 : ffff945312393000) 00000100:00000001:1.0:1788777390.740052:0:15900:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777390.740054:0:15900:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1788777390.740056:0:15900:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1788777390.740059:0:15900:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777390.740468:0:15900:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.740726:0:15900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.740729:0:15900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.740731:0:15900:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.740734:0:15900:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1788777390.740735:0:15900:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788777390.740739:0:15900:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.740741:0:15900:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.740744:0:15900:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1788777390.740748:0:15900:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945312393000. 00000100:00000001:1.0:1788777390.740752:0:15900:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1788777390.740754:0:15900:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1788777390.740756:0:15900:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff945311a9cc80. 00010000:00010000:1.0:1788777390.740760:0:15900:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff945309155200) 00010000:00000001:1.0:1788777390.740762:0:15900:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777390.740764:0:15900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.740766:0:15900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777390.740769:0:15900:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777390.740773:0:15900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777390.740779:0:15900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94531068a400. 02000000:00000001:1.0:1788777390.740782:0:15900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.740785:0:15900:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.740792:0:15900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777390.740796:0:15900:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777390.740801:0:15900:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777390.740806:0:15900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777390.740811:0:15900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777390.740813:0:15900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777390.740817:0:15900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777390.740819:0:15900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.740823:0:15900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777390.740826:0:15900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777390.740832:0:15900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12000. 00000100:00000200:1.0:1788777390.740839:0:15900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667144011264, offset 224 00000400:00000200:1.0:1788777390.740847:0:15900:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777390.740857:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.740866:0:15900:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777390.740875:0:15900:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2608:2608:256:4294967295] 192.168.203.135@tcp LPNI seq info [2603:2603:8:4294967295] 00000400:00000200:1.0:1788777390.740880:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.740890:0:15900:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777390.740896:0:15900:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777390.740901:0:15900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534200. 00000800:00000200:1.0:1788777390.740908:0:15900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777390.740917:0:15900:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777390.740923:0:15900:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777390.740936:0:15900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.740939:0:15900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777390.740943:0:15900:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.740949:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0380 x1875667144011264/t0(0) o105->LOV_OSC_UUID@192.168.203.135@tcp:446/0 lens 392/224 e 0 to 0 dl 1788777401 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777390.740961:0:15900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945308be0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5824:x1875667144011264:12345-192.168.203.135@tcp:105: Request processed in 1077us (1453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777390.740970:0:15900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 62 00000100:00000040:1.0:1788777390.740975:0:15900:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119b8800 : new rpc_count 0 00000100:00000001:1.0:1788777390.740978:0:15900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777390.740980:0:15900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777390.740987:0:15900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcd580. 00000020:00000010:1.0:1788777390.740993:0:15900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945321241d48. 00000020:00000010:1.0:1788777390.740998:0:15900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945318738e00. 00000020:00000040:1.0:1788777390.741003:0:15900:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000001:1.0:1788777390.741006:0:15900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777390.741794:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.741801:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534200. 00000400:00000200:0.0:1788777390.741807:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.741814:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.741821:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12000 00000400:00000010:0.0:1788777390.741824:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12000. 00000100:00000001:0.0:1788777390.741828:0:2339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788777390.741830:0:2339:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1788777390.743180:0:34129:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.743232:0:34129:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.743238:0:34129:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.743246:0:34129:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777390.743248:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.743250:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.743251:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.743252:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.743255:0:34129:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.743260:0:34129:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788777390.743263:0:34129:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777390.743268:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.743272:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.743276:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:2.0:1788777390.743279:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.743282:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.743285:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.743286:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.743287:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:2.0:1788777390.743290:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.743291:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.743295:0:34129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.743298:0:34129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.743301:0:34129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.743308:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.743309:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.743313:0:34129:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788777390.743318:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00010000:2.0:1788777390.743324:0:34129:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788777390.743331:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.743334:0:34129:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777390.743337:0:34129:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777390.743340:0:34129:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777390.743342:0:34129:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743344:0:34129:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743346:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:2.0:1788777390.743348:0:34129:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1788777390.743349:0:34129:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.743351:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.743352:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.743354:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:2.0:1788777390.743356:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.743357:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.743360:0:34129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.743363:0:34129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.743370:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.743371:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777390.743374:0:34129:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.743381:0:34129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.743382:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.743383:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.743384:0:34129:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.743388:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.743401:0:34129:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126142336/t0(0) o101->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.743409:0:34129:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777390.743413:0:34129:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777390.743418:0:34129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777390.743423:0:34129:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777390.743426:0:34129:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777390.743428:0:34129:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777390.743431:0:34129:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777390.743435:0:34129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530137e200. 02000000:00000001:2.0:1788777390.743440:0:34129:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777390.743442:0:34129:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777390.743444:0:34129:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:2.0:1788777390.743448:0:34129:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777390.743449:0:34129:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777390.743451:0:34129:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.743454:0:34129:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743457:0:34129:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.743460:0:34129:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743463:0:34129:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743466:0:34129:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743469:0:34129:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743472:0:34129:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743475:0:34129:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788777390.743480:0:34129:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1788777390.743489:0:34129:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777390.743491:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.743493:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.743495:0:34129:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.743500:0:34129:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777390.743505:0:34129:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777390.743507:0:34129:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.743509:0:34129:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777390.743510:0:34129:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.743512:0:34129:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777390.743516:0:34129:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.743518:0:34129:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777390.743521:0:34129:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743524:0:34129:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743525:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:2.0:1788777390.743528:0:34129:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788777390.743531:0:34129:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777390.743536:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b80 00000080:00200000:2.0:1788777390.743538:0:34129:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1788777390.743541:0:34129:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788777390.743544:0:34129:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:2.0:1788777390.743548:0:34129:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453102cb1e0 addref 2/0 by ffff94532210a7c0. 00020000:00000002:2.0:1788777390.743550:0:34129:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00000020:00000001:2.0:1788777390.743554:0:34129:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788777390.743557:0:34129:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788777390.743561:0:34129:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788777390.743565:0:34129:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1788777390.743569:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.743571:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.743573:0:34129:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777390.743576:0:34129:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777390.743581:0:34129:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743583:0:34129:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.743584:0:34129:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743586:0:34129:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.743595:0:34129:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788777390.743596:0:34129:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1788777390.743633:0:34129:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788777390.743636:0:34129:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] ffffed3c847d09c0 0 1 00000020:00000001:2.0:1788777390.743639:0:34129:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788777390.743641:0:34129:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.743643:0:34129:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788777390.743651:0:34129:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff945310b58e00. 00000020:00000001:2.0:1788777390.743655:0:34129:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788777390.743657:0:34129:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.744302:0:34129:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788777390.744308:0:34129:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788777390.744312:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.744314:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000008:00000001:2.0:1788777390.744320:0:34129:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788777390.744323:0:34129:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff945310b58e70 folio ffffed3c847d09c0 pg:0 obj off 0 00000008:00000001:2.0:1788777390.744325:0:34129:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744328:0:34129:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788777390.744329:0:34129:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788777390.744331:0:34129:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788777390.744333:0:34129:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.744337:0:34129:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744339:0:34129:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:2.0:1788777390.744342:0:34129:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:2.0:1788777390.744345:0:34129:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788777390.744348:0:34129:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788777390.744350:0:34129:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:2.0:1788777390.744352:0:34129:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788777390.744354:0:34129:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788777390.744356:0:34129:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777390.744362:0:34129:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[2 0000000019368db5 1 1 00000000c55e4201 0 0 0] 00000020:00000001:2.0:1788777390.744364:0:34129:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788777390.744367:0:34129:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777390.744368:0:34129:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788777390.744371:0:34129:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1788777390.744374:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.744376:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.744378:0:34129:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.744380:0:34129:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777390.744382:0:34129:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777390.744385:0:34129:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744386:0:34129:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744388:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00000001:2.0:1788777390.744392:0:34129:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777390.744395:0:34129:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788777390.744397:0:34129:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.744401:0:34129:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788777390.744403:0:34129:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1788777390.744405:0:34129:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788777390.744406:0:34129:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:2.0:1788777390.744408:0:34129:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788777390.744410:0:34129:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777390.744418:0:34129:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788777390.744420:0:34129:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788777390.744422:0:34129:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788777390.744423:0:34129:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788777390.744426:0:34129:0:(rw26.c:929:ll_write_end()) page@00000000f474c94c[3 0000000019368db5 2 1 00000000c55e4201 0 0 0] 00000080:00200000:2.0:1788777390.744430:0:34129:0:(rw26.c:929:ll_write_end()) vmpage @00000000802ce403 17ffffc0001001 3:0 ffff945310b58e00 0 lru 00000080:00200000:2.0:1788777390.744437:0:34129:0:(rw26.c:929:ll_write_end()) osc-page@00000000d98287af 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000b036613b 00000000c79c3e20 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788777390.744439:0:34129:0:(rw26.c:929:ll_write_end()) end page@00000000f474c94c 00000080:00200000:2.0:1788777390.744441:0:34129:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788777390.744442:0:34129:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1788777390.744448:0:34129:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788777390.744450:0:34129:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1788777390.744453:0:34129:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788777390.744456:0:34129:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788777390.744457:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.744458:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.744460:0:34129:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788777390.744463:0:34129:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788777390.744465:0:34129:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788777390.744467:0:34129:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788777390.744468:0:34129:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788777390.744470:0:34129:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788777390.744474:0:34129:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff945304d66c40 ready 0|-|- wr 0|-|- rd 0|- oap ffff945310b58e70 folio ffffed3c847d09c0 pg:0 added for cmd 2 00000008:00000001:2.0:1788777390.744480:0:34129:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788777390.744482:0:34129:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0001-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788777390.744488:0:34129:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0001-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788777390.744494:0:34129:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff945310b58ea8 page ffffed3c847d09c0 00000008:00000020:2.0:1788777390.744498:0:34129:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0001-osc-ffff9453090ac800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1788777390.744503:0:34129:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788777390.744504:0:34129:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.744507:0:34129:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1788777390.744512:0:34129:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9453119dd900. 00000008:00000020:2.0:1788777390.744519:0:34129:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff945304d66c40 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:2.0:1788777390.744525:0:34129:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945304d66c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788777390.744530:0:34129:0:(osc_cache.c:858:osc_extent_find()) extent ffff9453119dd900@{[0 -> 255/255], [3|1|-|active|wi|ffff945304d66c40], [1703936|0|-|-|ffff945309155200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788777390.744538:0:34129:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000004b8c596b ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1788777390.744546:0:34129:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788777390.744551:0:34129:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.744553:0:34129:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777390.744553:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000008:00000001:2.0:1788777390.744556:0:34129:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788777390.744557:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000002:2.0:1788777390.744559:0:34129:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1788777390.744561:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.744563:0:34129:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777390.744565:0:34129:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1788777390.744567:0:34129:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777390.744569:0:34129:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777390.744569:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777390.744571:0:34129:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777390.744572:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1788777390.744573:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:2.0:1788777390.744575:0:34129:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000800:00000001:0.0:1788777390.744575:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777390.744576:0:34129:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788777390.744579:0:34129:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777390.744582:0:34129:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[4 0000000019368db5 2 1 00000000c55e4201 0 0 0] 00000400:00000200:0.0:1788777390.744583:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000020:00000001:2.0:1788777390.744584:0:34129:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788777390.744585:0:34129:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788777390.744587:0:34129:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788777390.744589:0:34129:0:(osc_request.c:745:osc_update_next_shrink()) next time 3073 to shrink grant 00000400:00000200:0.0:1788777390.744591:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000080:00000001:2.0:1788777390.744592:0:34129:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788777390.744594:0:34129:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000400:00000200:0.0:1788777390.744600:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000080:00200000:2.0:1788777390.744603:0:34129:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9453209de578, count 1, dirtied 1 00000080:00000001:2.0:1788777390.744606:0:34129:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000400:00000200:0.0:1788777390.744606:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000020:00000001:2.0:1788777390.744607:0:34129:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788777390.744609:0:34129:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777390.744611:0:34129:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777390.744612:0:34129:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000400:00000200:0.0:1788777390.744613:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000020:00000001:2.0:1788777390.744615:0:34129:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[3 0000000019368db5 2 1 0000000000000000 0 0 0] 00000400:00000200:0.0:1788777390.744617:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c54600 00000020:00000001:2.0:1788777390.744622:0:34129:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000400:00000200:0.0:1788777390.744622:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000020:00000001:2.0:1788777390.744623:0:34129:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777390.744625:0:34129:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788777390.744626:0:34129:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777390.744628:0:34129:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[3 0000000019368db5 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777390.744630:0:34129:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788777390.744631:0:34129:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000400:00000200:0.0:1788777390.744631:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x7011 [1] + 224 00000080:00000001:2.0:1788777390.744632:0:34129:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788777390.744634:0:34129:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788777390.744636:0:34129:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744638:0:34129:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.744639:0:34129:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777390.744640:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1788777390.744641:0:34129:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777390.744644:0:34129:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1788777390.744647:0:34129:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788777390.744648:0:34129:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000800:00000001:0.0:1788777390.744648:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777390.744649:0:34129:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744653:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b80 00000400:00000200:0.0:1788777390.744653:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00200000:2.0:1788777390.744656:0:34129:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000400:00000200:0.0:1788777390.744657:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000080:00000001:2.0:1788777390.744659:0:34129:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.744662:0:34129:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777390.744665:0:34129:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.744666:0:34129:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1788777390.744667:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:2.0:1788777390.744668:0:34129:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788777390.744670:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.744671:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.744673:0:34129:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777390.744674:0:34129:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777390.744676:0:34129:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788777390.744676:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788777390.744678:0:34129:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744680:0:34129:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:2.0:1788777390.744682:0:34129:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744684:0:34129:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777390.744686:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1788777390.744687:0:34129:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.744688:0:34129:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744690:0:34129:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744692:0:34129:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777390.744694:0:34129:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777390.744695:0:34129:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777390.744696:0:34129:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788777390.744698:0:34129:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788777390.744701:0:34129:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788777390.744705:0:34129:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945304d66c40 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000100:00000001:0.0:1788777390.744709:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:2.0:1788777390.744712:0:34129:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777390.744715:0:34129:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.744716:0:34129:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777390.744718:0:34129:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777390.744718:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000008:00000001:2.0:1788777390.744720:0:34129:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000800:00000001:0.0:1788777390.744721:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777390.744722:0:34129:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777390.744723:0:34129:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.744725:0:34129:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.744727:0:34129:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777390.744729:0:34129:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777390.744731:0:34129:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777390.744733:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777390.744736:0:34129:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.744737:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_cancel():142 00000100:00000001:3.0:1788777390.744811:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.744816:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777390.744827:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777390.744830:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777390.744843:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d528. 00000400:00000200:3.0:1788777390.744848:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:3.0:1788777390.744851:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:3.0:1788777390.744854:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777390.744859:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777390.744868:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.744875:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777390.744877:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.744880:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777390.744884:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777390.744887:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777390.744889:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.744893:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777390.744905:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026538 time=197 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777390.744910:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777390.744912:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777390.744914:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.744917:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777390.744922:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.744928:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777390.744930:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777390.744933:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777390.744935:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.744941:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.744948:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.744952:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777390.744954:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777390.744958:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777390.744972:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126142464:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777390.744978:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.744980:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.744984:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914fb80 x1875667126142464/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.744990:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777390.744992:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777390.744995:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945307511c00. 02000000:00000001:3.0:1788777390.744998:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777390.745001:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.745003:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777390.745005:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777390.745007:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616ec00. 02000000:00000001:3.0:1788777390.745011:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777390.745013:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777390.745015:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914fb80. 00000100:00000001:3.0:1788777390.745019:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00020000:00000001:2.0:1788777390.745020:0:34129:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00000100:00000001:3.0:1788777390.745021:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788777390.745023:0:34129:0:(lov_io.c:158:lov_sub_get()) Process entered 00000100:00000001:3.0:1788777390.745024:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788777390.745024:0:34129:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.745026:0:34129:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.745028:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9e330 (ffff9453093eee18/1) at cl_lock_cancel():142 00000100:00000001:3.0:1788777390.745031:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:2.0:1788777390.745031:0:34129:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777390.745033:0:34129:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000100:00000001:3.0:1788777390.745034:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.745035:0:34129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1788777390.745036:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.745038:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.745038:0:34129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.745040:0:34129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:2.0:1788777390.745043:0:34129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.745045:0:34129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.745048:0:34129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.745052:0:34129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.745062:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.745064:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.745066:0:34129:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777390.745070:0:34129:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777390.745073:0:34129:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777390.745081:0:34129:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777390.745084:0:34129:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777390.745086:0:34129:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.745091:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.745092:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.745094:0:34129:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.745098:0:34129:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777390.745101:0:34129:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.745103:0:34129:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.745107:0:34129:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.745109:0:34129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.745110:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.745111:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.745112:0:34129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.745113:0:34129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.745115:0:34129:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777390.745117:0:34129:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.745119:0:34129:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.745120:0:34129:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.745122:0:34129:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.745123:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777390.745126:0:34129:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777390.745127:0:34129:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.745129:0:34129:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9e330 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777390.745131:0:34129:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b1300. 00000020:00000001:2.0:1788777390.745135:0:34129:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777390.745136:0:34129:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9e300. 00020000:00000001:2.0:1788777390.745141:0:34129:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.745142:0:34129:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.745143:0:34129:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777390.745145:0:34129:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777390.745147:0:34129:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.745148:0:34129:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777390.745149:0:34129:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777390.745151:0:34129:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.745153:0:34129:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.745155:0:34129:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777390.745156:0:34129:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777390.745158:0:34129:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777390.745161:0:34129:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1788777390.745163:0:34129:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777390.745165:0:34129:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777390.745167:0:34129:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777390.745169:0:34129:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.745170:0:34129:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777390.745173:0:34129:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777390.745174:0:34129:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.745176:0:34129:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.745177:0:34129:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777390.745179:0:34129:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777390.745180:0:34129:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777390.745186:0:34129:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1788777390.745189:0:34129:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788777390.745285:0:34129:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788777390.745288:0:34129:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777390.745290:0:34129:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777390.745292:0:34129:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777390.745293:0:34129:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777390.745295:0:34129:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777390.745298:0:34129:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777390.745301:0:34129:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777390.745303:0:34129:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777390.745305:0:34129:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777390.745307:0:34129:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777390.745310:0:34129:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777390.745311:0:34129:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777390.745313:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c98 00000080:00200000:2.0:1788777390.745315:0:34129:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1788777390.745320:0:34129:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777390.745322:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.745324:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.745325:0:34129:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.745328:0:34129:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777390.745334:0:34129:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777390.745336:0:34129:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788777390.745338:0:34129:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777390.745338:0:34129:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1788777390.745341:0:34129:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=23 (1) m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:2.0:1788777390.745345:0:34129:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.745347:0:34129:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:2.0:1788777390.745349:0:34129:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.745351:0:34129:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.745353:0:34129:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:2.0:1788777390.745355:0:34129:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788777390.745358:0:34129:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788777390.745363:0:34129:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1788777390.745367:0:34129:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1788777390.745369:0:34129:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777390.745374:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d88 00000080:00000008:2.0:1788777390.745376:0:34129:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1788777390.745379:0:34129:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788777390.745404:0:34129:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777390.745407:0:34129:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:2.0:1788777390.745411:0:34129:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:2.0:1788777390.745415:0:34129:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.745425:0:34129:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777390.745428:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53df0 00000080:00200008:2.0:1788777390.745430:0:34129:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 102001 00000080:00000001:2.0:1788777390.745435:0:34129:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777390.745437:0:34129:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777390.745439:0:34129:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777390.745440:0:34129:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000002:2.0:1788777390.745443:0:34129:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff94532210a7c0 00020000:00000001:2.0:1788777390.745445:0:34129:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.745447:0:34129:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788777390.745459:0:34129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777390.745462:0:34129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.745469:0:34129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:2.0:1788777390.745473:0:34129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777390.745477:0:34129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777390.745480:0:34129:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:2.0:1788777390.745483:0:34129:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777390.745485:0:34129:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777390.745492:0:34129:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94530616e000. 00000080:00000001:2.0:1788777390.745494:0:34129:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777390.745501:0:34129:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777390.745505:0:34129:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788777390.745508:0:34129:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:2.0:1788777390.745512:0:34129:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777390.745514:0:34129:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:2.0:1788777390.745520:0:34129:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777390.745524:0:34129:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777390.745528:0:34129:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777390.745532:0:34129:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777390.745536:0:34129:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777390.745544:0:34129:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530616e400. 00000100:00000001:2.0:1788777390.745552:0:34129:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777390.745571:0:34129:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777390.745583:0:34129:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777390.745588:0:34129:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914ce00 x1875667126142720/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777390.745594:0:34129:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777390.745596:0:34129:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777390.745604:0:34129:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777390.745606:0:34129:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081064832 : -118390628486784 : ffff945308a4f180) 00000100:00000001:2.0:1788777390.745609:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.745610:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777390.745615:0:34129:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777390.745620:0:34129:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.745622:0:34129:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777390.745624:0:34129:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777390.745628:0:34129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126142720/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.745635:0:34129:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777390.745638:0:34129:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.745642:0:34129:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777390.745645:0:34129:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777390.745647:0:34129:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777390.745651:0:34129:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34129:1875667126142720:192.168.203.135@tcp:35:uname.0 00000100:00000001:2.0:1788777390.745655:0:34129:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777390.745838:0:34129:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777390.745842:0:34129:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.745845:0:34129:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777390.745851:0:34129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777390.745854:0:34129:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777390.745933:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777390.745939:0:34129:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777390.745947:0:34129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777390.745955:0:34129:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126142720, portal 10 00000100:00000001:2.0:1788777390.745958:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.745959:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777390.745968:0:34129:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ce00 x1875667126142720/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.745976:0:34129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777390.745980:0:34129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777390.745982:0:34129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1440. 00000100:00000200:2.0:1788777390.745986:0:34129:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126142720, offset 0 00000400:00000200:2.0:1788777390.745995:0:34129:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777390.746004:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777390.746013:0:34129:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777390.746020:0:34129:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777390.746025:0:34129:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777390.746030:0:34129:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777390.746033:0:34129:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777390.746037:0:34129:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2609:2609:256:4294967295] 192.168.203.135@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:2.0:1788777390.746041:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777390.746053:0:34129:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777390.746059:0:34129:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777390.746065:0:34129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99100. 00000800:00000200:2.0:1788777390.746073:0:34129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777390.746082:0:34129:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777390.746088:0:34129:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777390.746164:0:34129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.746170:0:34129:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 837475 usecs (838 jiffies) 00000400:00000200:2.0:1788777390.746174:0:34129:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777390.746178:0:34129:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541890 00000100:00000001:2.0:1788777390.746188:0:34129:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296541807 00000100:00000001:2.0:1788777390.746209:0:34129:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541890 00000100:00000001:2.0:1788777390.746213:0:34129:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296541807 00000100:00000001:2.0:1788777390.746217:0:34129:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.746243:0:34129:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.746247:0:34129:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777390.746248:0:34129:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777390.746251:0:34129:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f180 going to sleep for 11 seconds 00000100:00000001:2.0:1788777390.746254:0:34129:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777390.746257:0:34129:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.752552:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.752565:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99100. 00000400:00000200:0.0:1788777390.752574:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.752586:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.752596:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1440 00000400:00000010:0.0:1788777390.752599:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1440. 00000100:00000001:0.0:1788777390.752605:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.752616:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126142720/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.752630:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.752634:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126142720/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.752641:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.752643:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777390.766276:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.766304:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.766309:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.766311:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.766325:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.766335:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.766348:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.766355:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.766364:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.766379:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c54700 00000400:00000200:0.0:1788777390.766386:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.766394:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7021 [1] + 224 00000800:00000001:0.0:1788777390.766404:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.766416:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.766421:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.766426:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.766436:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.766449:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126142720/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777390.766461:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530914ce00 x1875667126142720/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.766487:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.766499:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.766503:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.767654:0:34129:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777390.767671:0:34129:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777390.767674:0:34129:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777390.767679:0:34129:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777390.767688:0:34129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:2.0:1788777390.767691:0:34129:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:2.0:1788777390.767695:0:34129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777390.767708:0:34129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126142720/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777390.767720:0:34129:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126142720/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.767729:0:34129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777390.767731:0:34129:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.767735:0:34129:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777390.767750:0:34129:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777390.767754:0:34129:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777390.767756:0:34129:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.767761:0:34129:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777390.767773:0:34129:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=63 v=5 (10 5 5 5) 00000100:00001000:2.0:1788777390.767778:0:34129:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777390.767781:0:34129:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777390.767783:0:34129:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.767787:0:34129:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777390.767793:0:34129:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.767797:0:34129:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777390.767800:0:34129:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777390.767802:0:34129:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777390.767805:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.767807:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777390.767811:0:34129:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777390.767814:0:34129:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788777390.767817:0:34129:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777390.767820:0:34129:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.767826:0:34129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126142720/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.767834:0:34129:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.767838:0:34129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777390.767841:0:34129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777390.767846:0:34129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126142720/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777390.767854:0:34129:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34129:1875667126142720:192.168.203.135@tcp:35:uname.0 00000100:00000001:2.0:1788777390.767869:0:34129:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.767872:0:34129:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.767875:0:34129:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777390.767878:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.767882:0:34129:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126142720/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.767889:0:34129:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777390.767893:0:34129:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777390.767898:0:34129:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777390.767900:0:34129:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.767909:0:34129:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.767910:0:34129:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000002:00000001:2.0:1788777390.767914:0:34129:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.767917:0:34129:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777390.767925:0:34129:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94530616e000. 00000080:00000001:2.0:1788777390.767929:0:34129:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788777390.767934:0:34129:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788777390.767940:0:34129:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788777390.767946:0:34129:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777390.767954:0:34129:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.767957:0:34129:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777390.767970:0:34129:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945311a9c5c0. 00000100:00000001:2.0:1788777390.767975:0:34129:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.767978:0:34129:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126142720/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.767984:0:34129:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.767987:0:34129:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777390.767992:0:34129:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453017afe00. 00000080:00000001:2.0:1788777390.767996:0:34129:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.768002:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53df0 00000080:00000008:2.0:1788777390.768004:0:34129:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 102001, rc = 0 00000080:00000001:2.0:1788777390.768008:0:34129:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.768015:0:34129:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777390.768017:0:34129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53e00 00000080:00002000:2.0:1788777390.768019:0:34129:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320af8360, parent ffff9453208d0a20, inode ffff9453209de3c8) hashed, 00000080:00000001:2.0:1788777390.768023:0:34129:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.832316:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3d08 00000080:00200008:3.0:1788777390.832331:0:34134:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777390.832341:0:34134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777390.832343:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3c80 00000080:00200000:3.0:1788777390.832345:0:34134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777390.832354:0:34134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945307510e00. 00800000:00000002:3.0:1788777390.832362:0:34134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777390.832680:0:34134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777390.832688:0:34134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.832691:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3ba0 00800000:00000002:3.0:1788777390.832697:0:34134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777390.832702:0:34134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777390.832708:0:34134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777390.832715:0:34134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.832717:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3a70 00000002:00010000:3.0:1788777390.832719:0:34134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777390.832724:0:34134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777390.832726:0:34134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777390.832730:0:34134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777390.832737:0:34134:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.832740:0:34134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.832742:0:34134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.832744:0:34134:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777390.832747:0:34134:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788777390.832755:0:34134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ea00. 00000020:00000040:3.0:1788777390.832760:0:34134:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777390.832768:0:34134:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777390.832774:0:34134:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.832783:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.832786:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.832788:0:34134:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.832792:0:34134:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777390.832796:0:34134:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777390.832801:0:34134:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777390.832811:0:34134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2e400. 00000100:00000001:3.0:1788777390.832820:0:34134:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.832827:0:34134:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777390.832828:0:34134:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.832830:0:34134:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777390.832831:0:34134:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.832833:0:34134:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.832840:0:34134:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00010000:00000001:3.0:1788777390.832844:0:34134:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777390.832846:0:34134:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777390.832851:0:34134:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803600. 00010000:00000010:3.0:1788777390.832856:0:34134:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155680. 00010000:00000001:3.0:1788777390.832863:0:34134:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777390.832867:0:34134:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152ce00. 00000020:00000001:3.0:1788777390.832872:0:34134:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777390.832875:0:34134:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152ce00 with handle 0xe53f2b0cb7af891f to hash 00000020:00000001:3.0:1788777390.832877:0:34134:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777390.832879:0:34134:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.832883:0:34134:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.832888:0:34134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.832891:0:34134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.832895:0:34134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777390.832906:0:34134:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777390.832918:0:34134:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34134 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777390.832924:0:34134:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777390.832926:0:34134:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777390.832935:0:34134:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531805b780. 00000100:00000001:3.0:1788777390.832937:0:34134:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683339065216 : -118390370486400 : ffff94531805b780) 00000100:00000001:3.0:1788777390.832940:0:34134:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.832942:0:34134:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000001:3.0:1788777390.832947:0:34134:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777390.832953:0:34134:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.832956:0:34134:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777390.832958:0:34134:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.832973:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.832982:0:34134:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.832986:0:34134:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.832990:0:34134:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.832993:0:34134:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.832996:0:34134:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.833000:0:34134:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34134:1875667126142848:192.168.203.135@tcp:101:lfs.0 00000100:00000001:3.0:1788777390.833005:0:34134:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.833012:0:34134:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.833015:0:34134:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.833017:0:34134:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.833023:0:34134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453091da000. 02000000:00000001:3.0:1788777390.833025:0:34134:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.833033:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.833038:0:34134:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d528. 00000400:00000010:3.0:1788777390.833046:0:34134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347440. 00000100:00000200:3.0:1788777390.833055:0:34134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126142848, portal 10 00000100:00000001:3.0:1788777390.833058:0:34134:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.833059:0:34134:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000040:3.0:1788777390.833064:0:34134:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.833072:0:34134:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.833075:0:34134:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.833077:0:34134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083477f8. 00000100:00000200:3.0:1788777390.833081:0:34134:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126142848, offset 0 00000400:00000200:3.0:1788777390.833089:0:34134:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.833100:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.833109:0:34134:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.833116:0:34134:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.833121:0:34134:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.833125:0:34134:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.833128:0:34134:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.833132:0:34134:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2610:2610:256:4294967295] 192.168.203.135@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:3.0:1788777390.833137:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.833148:0:34134:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.833155:0:34134:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777390.833161:0:34134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f400. 00000800:00000200:3.0:1788777390.833171:0:34134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777390.833181:0:34134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777390.833186:0:34134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788777390.833951:0:34134:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.833964:0:34134:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 836463 usecs (837 jiffies) 00000400:00000200:3.0:1788777390.833972:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777390.833976:0:34134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541977 00000100:00000001:3.0:1788777390.833985:0:34134:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296541890 00000100:00000001:3.0:1788777390.833991:0:34134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541977 00000100:00000001:3.0:1788777390.833995:0:34134:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296541890 00000100:00000001:3.0:1788777390.833998:0:34134:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.834002:0:34134:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.834005:0:34134:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.834007:0:34134:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777390.834011:0:34134:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531805b780 going to sleep for 11 seconds 00000100:00000001:3.0:1788777390.834014:0:34134:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.834017:0:34134:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.834604:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.834609:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f400. 00000400:00000200:0.0:1788777390.834615:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.834622:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.834629:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083477f8 00000400:00000010:0.0:1788777390.834632:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083477f8. 00000100:00000001:0.0:1788777390.834636:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.834645:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.834657:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.834661:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.834668:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.834670:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777390.839397:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.839414:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.839419:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.839422:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.839431:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.839439:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.839447:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.839451:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.839456:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.839460:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c54780 00000400:00000200:0.0:1788777390.839475:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.839480:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x7029 [1] + 224 00000800:00000001:0.0:1788777390.839487:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.839495:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.839500:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.839504:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.842261:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.842282:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777390.842297:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.842317:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.842337:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.842349:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.843188:0:34134:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777390.843197:0:34134:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777390.843209:0:34134:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777390.843213:0:34134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d528. 00000400:00000200:3.0:1788777390.843244:0:34134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:3.0:1788777390.843247:0:34134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:3.0:1788777390.843252:0:34134:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777390.843260:0:34134:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777390.843269:0:34134:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.843277:0:34134:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777390.843279:0:34134:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.843282:0:34134:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777390.843285:0:34134:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777390.843289:0:34134:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777390.843291:0:34134:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.843294:0:34134:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777390.843303:0:34134:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=63 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777390.843307:0:34134:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777390.843310:0:34134:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777390.843311:0:34134:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.843314:0:34134:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777390.843317:0:34134:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.843320:0:34134:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777390.843322:0:34134:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788777390.843324:0:34134:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777390.843328:0:34134:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.843332:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.843339:0:34134:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.843342:0:34134:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777390.843344:0:34134:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777390.843348:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777390.843355:0:34134:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34134:1875667126142848:192.168.203.135@tcp:101:lfs.0 00000100:00000001:3.0:1788777390.843360:0:34134:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.843363:0:34134:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.843366:0:34134:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777390.843368:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.843371:0:34134:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.843378:0:34134:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777390.843382:0:34134:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531805b780. 00000100:00000001:3.0:1788777390.843385:0:34134:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777390.843387:0:34134:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.843390:0:34134:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777390.843394:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843397:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843400:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=4 00000020:00000001:3.0:1788777390.843403:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843406:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000040:3.0:1788777390.843413:0:34134:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152ce00, remote cookie: 0xa4f015c75ff3ca4a, flags: 0x1001 00010000:00010000:3.0:1788777390.843417:0:34134:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777390.843428:0:34134:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.843434:0:34134:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777390.843438:0:34134:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777390.843440:0:34134:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777390.843441:0:34134:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777390.843443:0:34134:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777390.843445:0:34134:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303803600) refcount = 1 00010000:00010000:3.0:1788777390.843449:0:34134:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.843455:0:34134:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777390.843457:0:34134:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777390.843459:0:34134:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.843475:0:34134:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777390.843478:0:34134:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.843482:0:34134:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.843488:0:34134:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777390.843489:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843491:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.843492:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843493:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.843495:0:34134:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.843499:0:34134:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777390.843500:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843502:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843503:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.843505:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843507:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843510:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843511:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843513:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=4 00000020:00000001:3.0:1788777390.843514:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843516:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843519:0:34134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.843522:0:34134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.843526:0:34134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.843532:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843533:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.843534:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843535:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843537:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=5 00000020:00000001:3.0:1788777390.843539:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843541:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843544:0:34134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.843546:0:34134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.843551:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843552:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777390.843554:0:34134:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.843565:0:34134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.843567:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843567:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.843569:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843569:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777390.843575:0:34134:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777390.843584:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843585:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843586:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.843588:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843590:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843592:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843593:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.843594:0:34134:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.843596:0:34134:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.843600:0:34134:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788777390.843602:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843603:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843604:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.843606:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843609:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00000002:00010000:3.0:1788777390.843612:0:34134:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.843619:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843620:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.843622:0:34134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777390.843623:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843624:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843626:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.843628:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843630:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000040:3.0:1788777390.843636:0:34134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803600 count: 2 00010000:00000001:3.0:1788777390.843638:0:34134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777390.843643:0:34134:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788777390.843645:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843646:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.843648:0:34134:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777390.843651:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb39f8 00000002:00002000:3.0:1788777390.843653:0:34134:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788777390.843656:0:34134:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.843659:0:34134:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.843662:0:34134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777390.843665:0:34134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777390.843668:0:34134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777390.843672:0:34134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777390.843676:0:34134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945307510e00. 00000080:00000001:3.0:1788777390.843680:0:34134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777390.843683:0:34134:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777390.843689:0:34134:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788777390.843693:0:34134:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788777390.843699:0:34134:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945308bb9840. 00800000:00000001:3.0:1788777390.843702:0:34134:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683082549312 : -118390627002304 : ffff945308bb9840) 00800000:00000001:3.0:1788777390.843704:0:34134:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.843706:0:34134:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777390.843709:0:34134:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777390.843711:0:34134:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788777390.843714:0:34134:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788777390.843717:0:34134:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788777390.843719:0:34134:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.843724:0:34134:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788777390.843727:0:34134:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788777390.843730:0:34134:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777389 to 1788777390 00000080:00200000:3.0:1788777390.843734:0:34134:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788777390.843736:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843739:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843740:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.843742:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843745:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843747:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843748:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777390.843750:0:34134:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777390.843752:0:34134:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788777390.843754:0:34134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945308bb9840 1 00800000:00000010:3.0:1788777390.843756:0:34134:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945308bb9840. 00800000:00000001:3.0:1788777390.843759:0:34134:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.843761:0:34134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af891f 00800000:00000001:3.0:1788777390.843774:0:34134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777390.843776:0:34134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777390.843777:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843778:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843780:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.843782:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843784:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843786:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843788:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.843789:0:34134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.843791:0:34134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.843794:0:34134:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.843797:0:34134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777390.843800:0:34134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af891f from it ffffb1cb81cb3cb8 00010000:00000001:3.0:1788777390.843802:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.843804:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.843805:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.843807:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843809:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.843811:0:34134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.843813:0:34134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.843826:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843828:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.843829:0:34134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777390.843832:0:34134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777390.843834:0:34134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777390.843841:0:34134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777390.843844:0:34134:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777390.843846:0:34134:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.843850:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843851:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.843853:0:34134:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.843856:0:34134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777390.843858:0:34134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.843860:0:34134:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.843862:0:34134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.843864:0:34134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.843866:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.843867:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777390.843869:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.843873:0:34134:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ea00 x1875667126142848/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.843880:0:34134:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777390.843883:0:34134:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777390.843886:0:34134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453091da000. 02000000:00000001:3.0:1788777390.843890:0:34134:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777390.843892:0:34134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.843894:0:34134:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777390.843896:0:34134:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777390.843900:0:34134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777390.843903:0:34134:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777390.843905:0:34134:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777390.843907:0:34134:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ea00. 00000100:00000001:3.0:1788777390.843911:0:34134:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777390.843912:0:34134:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777390.843916:0:34134:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.843921:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3d08 00000080:00000008:3.0:1788777390.843924:0:34134:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777390.844534:0:34134:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.844570:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3d08 00000080:00200008:3.0:1788777390.844573:0:34134:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777390.844579:0:34134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777390.844580:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3c80 00000080:00200000:3.0:1788777390.844582:0:34134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777390.844587:0:34134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945307510e00. 00800000:00000002:3.0:1788777390.844591:0:34134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777390.844594:0:34134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777390.844597:0:34134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.844599:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3ba0 00800000:00000002:3.0:1788777390.844601:0:34134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777390.844604:0:34134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777390.844608:0:34134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777390.844613:0:34134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.844614:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3a70 00000002:00010000:3.0:1788777390.844616:0:34134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777390.844619:0:34134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777390.844621:0:34134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777390.844623:0:34134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.844626:0:34134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803600 count: 2 00010000:00000001:3.0:1788777390.844629:0:34134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.844632:0:34134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.844634:0:34134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777390.844638:0:34134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777390.844646:0:34134:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777390.844650:0:34134:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.844654:0:34134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777390.844660:0:34134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777390.844662:0:34134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777390.844664:0:34134:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777390.844666:0:34134:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777390.844668:0:34134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777390.844670:0:34134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777390.844672:0:34134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777390.844674:0:34134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777390.844677:0:34134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945307510e00. 00000080:00000001:3.0:1788777390.844679:0:34134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777390.844681:0:34134:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.844688:0:34134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777390.844692:0:34134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af891f 00800000:00000001:3.0:1788777390.844694:0:34134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777390.844696:0:34134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777390.844697:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.844699:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.844701:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.844703:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.844706:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.844708:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.844709:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.844710:0:34134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.844712:0:34134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.844714:0:34134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af891f from it ffffb1cb81cb3cb8 00010000:00000001:3.0:1788777390.844716:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.844717:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.844718:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.844720:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.844722:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.844724:0:34134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.844727:0:34134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777390.844733:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.844734:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.844735:0:34134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777390.844736:0:34134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777390.844739:0:34134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.844744:0:34134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777390.844746:0:34134:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777390.844747:0:34134:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.844749:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.844750:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.844752:0:34134:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.844754:0:34134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777390.844755:0:34134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.844757:0:34134:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.844759:0:34134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.844761:0:34134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.844762:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.844763:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777390.844765:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777390.844766:0:34134:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777390.844769:0:34134:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.844771:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3d08 00000080:00000008:3.0:1788777390.844774:0:34134:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788777390.844868:0:34134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777390.844870:0:34134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777390.844871:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3b78 00000080:00200000:3.0:1788777390.844873:0:34134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777390.844877:0:34134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945307510e00. 00800000:00000002:3.0:1788777390.844880:0:34134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777390.844882:0:34134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777390.844884:0:34134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.844886:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3a98 00800000:00000002:3.0:1788777390.844888:0:34134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777390.844891:0:34134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777390.844893:0:34134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777390.844896:0:34134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.844898:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3968 00000002:00010000:3.0:1788777390.844899:0:34134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777390.844902:0:34134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777390.844903:0:34134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777390.844905:0:34134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.844907:0:34134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803600 count: 2 00010000:00000001:3.0:1788777390.844909:0:34134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.844912:0:34134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.844913:0:34134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777390.844916:0:34134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777390.844923:0:34134:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777390.844925:0:34134:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.844928:0:34134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788777390.844935:0:34134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777390.844937:0:34134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777390.844939:0:34134:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777390.844940:0:34134:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777390.844942:0:34134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777390.844944:0:34134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777390.844947:0:34134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777390.844949:0:34134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777390.844951:0:34134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945307510e00. 00000080:00000001:3.0:1788777390.844953:0:34134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777390.844955:0:34134:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.844957:0:34134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777390.844960:0:34134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af891f 00800000:00000001:3.0:1788777390.844963:0:34134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777390.844964:0:34134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777390.844965:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.844967:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.844968:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.844970:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.844972:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.844975:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.844976:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.844977:0:34134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.844979:0:34134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.844981:0:34134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af891f from it ffffb1cb81cb3bb0 00010000:00000001:3.0:1788777390.844983:0:34134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.844984:0:34134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.844985:0:34134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.844987:0:34134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.844989:0:34134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.844990:0:34134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.844993:0:34134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.845000:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.845001:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.845002:0:34134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777390.845003:0:34134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777390.845006:0:34134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777390.845013:0:34134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777390.845015:0:34134:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777390.845016:0:34134:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.845018:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.845019:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.845020:0:34134:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.845023:0:34134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777390.845024:0:34134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.845026:0:34134:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.845028:0:34134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.845030:0:34134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.845031:0:34134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.845032:0:34134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777390.845034:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777390.845035:0:34134:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777390.845037:0:34134:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:3.0:1788777390.845041:0:34134:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.845044:0:34134:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777390.845047:0:34134:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777390.845048:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3b78 00000080:00200008:3.0:1788777390.845050:0:34134:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000 00000080:00000010:3.0:1788777390.845055:0:34134:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945308801b80. 00000080:00000001:3.0:1788777390.845059:0:34134:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.845061:0:34134:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.845146:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.845159:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.845166:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.845169:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.845173:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.845176:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.845179:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.845181:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.845183:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.845189:0:34134:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1788777390.845191:0:34134:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: age 1865, max_age 1872 00000002:00000001:3.0:1788777390.845194:0:34134:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788777390.845196:0:34134:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000010:3.0:1788777390.845212:0:34134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ea00. 00000020:00000040:3.0:1788777390.845215:0:34134:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777390.845241:0:34134:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777390.845244:0:34134:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777390.845247:0:34134:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777390.845254:0:34134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945310e4f400. 00000100:00000001:3.0:1788777390.845261:0:34134:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.845264:0:34134:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777390.845265:0:34134:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777390.845271:0:34134:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531805b780. 00000100:00000001:3.0:1788777390.845273:0:34134:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683339065216 : -118390370486400 : ffff94531805b780) 00000100:00000001:3.0:1788777390.845276:0:34134:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.845277:0:34134:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000001:3.0:1788777390.845281:0:34134:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777390.845285:0:34134:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.845287:0:34134:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777390.845288:0:34134:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.845295:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.845303:0:34134:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.845306:0:34134:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.845309:0:34134:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.845311:0:34134:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.845313:0:34134:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.845317:0:34134:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34134:1875667126142976:192.168.203.135@tcp:41:lfs.0 00000100:00000001:3.0:1788777390.845322:0:34134:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.845326:0:34134:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.845328:0:34134:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.845331:0:34134:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.845335:0:34134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2d800. 02000000:00000001:3.0:1788777390.845337:0:34134:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.845343:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.845347:0:34134:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d528. 00000400:00000010:3.0:1788777390.845353:0:34134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347440. 00000100:00000200:3.0:1788777390.845359:0:34134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126142976, portal 10 00000100:00000001:3.0:1788777390.845362:0:34134:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.845363:0:34134:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000040:3.0:1788777390.845369:0:34134:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.845382:0:34134:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.845385:0:34134:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.845388:0:34134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347e58. 00000100:00000200:3.0:1788777390.845391:0:34134:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126142976, offset 0 00000400:00000200:3.0:1788777390.845398:0:34134:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.845406:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.845413:0:34134:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.845417:0:34134:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.845421:0:34134:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.845426:0:34134:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.845428:0:34134:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.845432:0:34134:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2611:2611:256:4294967295] 192.168.203.135@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:3.0:1788777390.845436:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.845446:0:34134:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.845452:0:34134:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777390.845457:0:34134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945319e06100. 00000800:00000200:3.0:1788777390.845463:0:34134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777390.845470:0:34134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777390.845474:0:34134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945319e06100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777390.845484:0:34134:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.845488:0:34134:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 835437 usecs (836 jiffies) 00000400:00000200:3.0:1788777390.845491:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777390.845494:0:34134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541988 00000100:00000001:3.0:1788777390.845501:0:34134:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296541977 00000100:00000001:3.0:1788777390.845506:0:34134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541988 00000100:00000001:3.0:1788777390.845510:0:34134:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296541977 00000100:00000001:3.0:1788777390.845512:0:34134:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.845515:0:34134:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.845518:0:34134:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.845520:0:34134:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777390.845522:0:34134:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531805b780 going to sleep for 11 seconds 00000100:00000001:3.0:1788777390.845525:0:34134:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.845529:0:34134:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.848281:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.848291:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945319e06100. 00000400:00000200:0.0:1788777390.848298:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.848307:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.848315:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347e58 00000400:00000010:0.0:1788777390.848318:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347e58. 00000100:00000001:0.0:1788777390.848323:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.848331:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.848343:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.848348:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.848356:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.848358:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777390.856831:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.856845:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.856850:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.856852:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.856861:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.856868:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.856877:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.856882:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.856888:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.856892:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 10 MB=0x6a9e8c8c54800 00000400:00000200:0.0:1788777390.856897:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.856903:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 368/368 into md 0x7031 [1] + 224 00000800:00000001:0.0:1788777390.856910:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.856917:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.856920:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.856925:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.856931:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.856940:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777390.856952:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.856972:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.856980:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.856983:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.857028:0:34134:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777390.857036:0:34134:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777390.857038:0:34134:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777390.857041:0:34134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d528. 00000400:00000200:3.0:1788777390.857046:0:34134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:3.0:1788777390.857049:0:34134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:3.0:1788777390.857052:0:34134:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777390.857056:0:34134:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777390.857065:0:34134:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.857071:0:34134:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777390.857073:0:34134:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.857075:0:34134:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777390.857078:0:34134:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777390.857081:0:34134:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777390.857083:0:34134:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.857086:0:34134:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777390.857094:0:34134:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=63 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777390.857099:0:34134:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777390.857102:0:34134:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777390.857104:0:34134:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.857106:0:34134:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777390.857110:0:34134:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.857114:0:34134:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777390.857116:0:34134:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788777390.857117:0:34134:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777390.857121:0:34134:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.857126:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.857139:0:34134:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.857143:0:34134:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777390.857145:0:34134:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777390.857150:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777390.857158:0:34134:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34134:1875667126142976:192.168.203.135@tcp:41:lfs.0 00000100:00000001:3.0:1788777390.857163:0:34134:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.857165:0:34134:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.857168:0:34134:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777390.857170:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.857174:0:34134:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.857181:0:34134:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777390.857183:0:34134:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531805b780. 00000100:00000001:3.0:1788777390.857186:0:34134:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777390.857187:0:34134:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.857193:0:34134:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1788777390.857194:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.857197:0:34134:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ea00 x1875667126142976/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.857275:0:34134:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777390.857278:0:34134:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777390.857281:0:34134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2d800. 02000000:00000001:3.0:1788777390.857285:0:34134:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777390.857287:0:34134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.857289:0:34134:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777390.857292:0:34134:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777390.857295:0:34134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945310e4f400. 02000000:00000001:3.0:1788777390.857299:0:34134:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777390.857300:0:34134:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777390.857302:0:34134:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ea00. 00000100:00000001:3.0:1788777390.857306:0:34134:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777390.857307:0:34134:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777390.857309:0:34134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.857309:0:34134:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777390.857311:0:34134:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:3.0:1788777390.857314:0:34134:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: update ffff945308bd8450 cache blocks 17239/17271 objects 533017/533370 00800000:00000001:3.0:1788777390.857317:0:34134:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.857323:0:34134:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857327:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777390.857330:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857333:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857336:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857419:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857422:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857429:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857432:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857437:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857443:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857445:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857448:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857450:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857454:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857458:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857460:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857463:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857466:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857468:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857473:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857474:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857477:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857479:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857481:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857483:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857485:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857486:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857488:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857491:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857493:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857495:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857497:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857499:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857501:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857504:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857506:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857509:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857510:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857512:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857515:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857516:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857517:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857518:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857520:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857522:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857524:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857526:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857529:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857531:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857535:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857537:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857540:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857541:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857543:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857547:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857549:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857550:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857552:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857555:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857557:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857559:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857561:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857564:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857565:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857569:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857570:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857573:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857574:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857576:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857578:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857580:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857581:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857583:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857585:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857587:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857589:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857592:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857594:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857595:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857598:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857600:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857602:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857603:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857605:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857608:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857609:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857610:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857611:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857614:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857615:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857617:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857619:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857622:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857624:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857627:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857629:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857631:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857633:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857635:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857636:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857638:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857639:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857640:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857642:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857644:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857646:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857648:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857650:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857651:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857654:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857655:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857657:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857658:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857661:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857663:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857664:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857665:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857666:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857669:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857670:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857672:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857673:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857675:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857677:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857680:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857682:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857684:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857685:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857687:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857689:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857691:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857692:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857693:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857695:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857696:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857697:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857699:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857701:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857703:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857706:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857707:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857710:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857711:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857713:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857715:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857717:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857718:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857719:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857722:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857724:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857725:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857727:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857729:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857730:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857733:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857734:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857736:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857737:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857740:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857742:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857744:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857745:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857746:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857748:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857750:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857752:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857754:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857756:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857757:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857760:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857761:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857764:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857766:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857767:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857769:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857771:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857772:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857773:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857775:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857777:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857779:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857781:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857782:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857784:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857786:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857788:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857790:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857791:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857793:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857796:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857797:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857799:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857800:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857802:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857804:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857805:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857807:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857809:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857810:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857812:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857813:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857816:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857817:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857819:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857821:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857823:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857824:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857825:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857827:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857829:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857831:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857833:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857835:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857837:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857839:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857841:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857843:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857844:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857846:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857847:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857849:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857850:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857851:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857853:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857855:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857856:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857858:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857860:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857862:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857865:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857866:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857868:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857869:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857872:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857874:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857876:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857877:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857878:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857880:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857881:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857883:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857885:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857886:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857888:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857891:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857892:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857894:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857895:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857896:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857898:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857900:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857901:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857902:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857904:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857905:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857907:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857909:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857911:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857913:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857916:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857917:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857920:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857921:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857923:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857925:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857926:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857927:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857929:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857931:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857933:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857934:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857936:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857938:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857940:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857942:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857944:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857946:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857947:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857948:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857950:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857951:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857953:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857953:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857956:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857958:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857959:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857962:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857963:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857965:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857967:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857969:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857971:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857972:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857973:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857975:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.857976:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.857977:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.857978:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.857980:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857982:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857983:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.857985:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.857986:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857988:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.857990:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.857991:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.857994:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.857995:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.857997:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.857999:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858000:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858001:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858003:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858005:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858006:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858008:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858009:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858011:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858012:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858015:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858017:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858019:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858020:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858022:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858024:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858026:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858027:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858028:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858030:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858032:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858034:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858035:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858037:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858039:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858041:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858042:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858044:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858046:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858048:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858050:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858052:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858053:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858054:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858056:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858058:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858060:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858062:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858063:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858065:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858068:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858070:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858072:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858074:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858075:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858077:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858079:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858081:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858082:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858085:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858087:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858088:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858090:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858092:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858094:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858096:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858098:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858100:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858102:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858104:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858106:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858107:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858108:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858109:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858111:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858113:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858115:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858117:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858119:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858121:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858123:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858125:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858127:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858128:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858130:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858132:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858133:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858135:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858136:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858138:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858140:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858142:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858144:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858146:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858148:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858150:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858152:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858154:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858155:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858157:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858159:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858161:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858162:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858163:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858166:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858167:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858169:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858171:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858173:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858174:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858177:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858178:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858180:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858181:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858183:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858186:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858187:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858188:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858189:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858191:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858193:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858194:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858196:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858208:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858211:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858214:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858215:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858217:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858218:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858247:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858249:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858251:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858252:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858253:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858255:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858256:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858258:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858260:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858262:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858264:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858267:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858268:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858270:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858271:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858273:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858275:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858276:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858277:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858278:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858280:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858282:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858283:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858285:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858287:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858288:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858291:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858293:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858295:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858296:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858298:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858299:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858301:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858302:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858303:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858305:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858307:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858309:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858311:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858313:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858315:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858318:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858319:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858322:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858323:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858325:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858327:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858329:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858330:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858331:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858334:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858335:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858337:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858338:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858340:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858342:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858344:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858345:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858347:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858348:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858350:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858352:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858353:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858354:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858356:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858358:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858360:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858362:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858364:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858366:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858367:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858370:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858371:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858373:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858374:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858376:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858378:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858380:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858381:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858382:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858385:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858386:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858388:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858390:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858392:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858394:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858397:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858398:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858400:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858401:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858403:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858406:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858407:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858408:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858409:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858412:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858413:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858414:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858416:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858418:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858419:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858422:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858423:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858425:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858427:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858429:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858431:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858432:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858433:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858434:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858436:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858438:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858440:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858441:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858443:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858445:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858448:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858449:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858451:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858452:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858455:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858456:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858458:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858459:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858460:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858462:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858465:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858466:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858468:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858471:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858472:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858474:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858475:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858478:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858479:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858482:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858484:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858485:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858487:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858488:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858491:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858492:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858494:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858495:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858498:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858499:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858501:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858502:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858504:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858505:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858507:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858509:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858511:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858512:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858513:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858515:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858517:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858519:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858520:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858522:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858524:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858526:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858528:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858530:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858531:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858532:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858534:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858536:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858537:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858538:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858540:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858542:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858544:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858546:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858548:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858550:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858553:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858554:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858556:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858557:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858559:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858561:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858562:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858564:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858565:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858567:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858568:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858570:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858571:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858573:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858575:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858577:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858578:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858580:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858581:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858583:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858585:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858587:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858588:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858589:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858591:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858593:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858594:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858596:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858598:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858600:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858602:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858603:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858605:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858606:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858608:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858610:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858611:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858612:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858614:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858616:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858617:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858619:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858621:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858622:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858624:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858626:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858627:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858629:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858630:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858632:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858634:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858635:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858636:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858637:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858639:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858641:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858643:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858645:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858647:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858649:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858651:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858652:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858654:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858655:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858657:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858659:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858660:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858661:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858662:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858665:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858666:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858668:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858670:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858672:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858674:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858676:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858678:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858680:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858681:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858683:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858686:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858687:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858689:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858690:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858692:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858694:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858696:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858697:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858699:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858701:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858703:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858704:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858707:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858708:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858710:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858711:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858713:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858713:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858714:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858716:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858718:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858720:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858722:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858724:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858725:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858728:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858729:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858732:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858733:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858735:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858737:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858739:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858739:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858740:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858743:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858745:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858746:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858748:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858750:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858752:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858754:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858756:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858758:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858759:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858761:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858763:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858764:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858765:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858766:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858768:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858770:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858771:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858773:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858775:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858777:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858779:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858780:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858782:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858783:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858785:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858787:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858789:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858790:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858791:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858793:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858795:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858796:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858798:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858801:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858802:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858805:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858806:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858808:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858809:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858811:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858813:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858814:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858815:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858816:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858819:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858820:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858822:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858824:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858826:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858828:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858830:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858832:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858834:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858835:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858837:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858839:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858841:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858841:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858842:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858845:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858847:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858849:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858851:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858853:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858854:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858857:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858858:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858861:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858862:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858864:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858865:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858867:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858868:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858868:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858871:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858872:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858874:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858875:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858877:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858878:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858880:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858881:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858883:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858884:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858886:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858888:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858890:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858891:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858892:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858894:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858896:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858898:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858899:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858901:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858903:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858905:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858906:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858909:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858910:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858913:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858914:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858915:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858916:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858917:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858920:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858922:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858923:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858925:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858928:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858930:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858932:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858933:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858936:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858936:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858939:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858940:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858942:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858943:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858944:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858946:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858948:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858949:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858950:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858952:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858954:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858956:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858957:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858959:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858961:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858963:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858965:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858966:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858967:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858969:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858971:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858972:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858974:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.858975:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.858977:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858979:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858981:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.858982:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.858984:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.858986:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.858987:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.858990:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.858991:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.858992:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.858993:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.858996:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858997:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.858999:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.859001:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.859003:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859004:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859007:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.859008:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.859010:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.859011:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.859013:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.859015:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.859017:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.859017:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.859018:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.859021:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859023:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859024:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.859026:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.859028:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859029:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859032:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.859033:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.859035:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.859036:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.859038:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.859040:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.859042:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.859043:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.859044:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.859046:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859048:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859051:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.859052:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.859054:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859056:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859058:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.859060:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.859062:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.859063:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.859066:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.859068:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.859070:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.859071:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.859072:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.859074:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859076:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859077:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.859079:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.859081:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859083:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859086:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.859087:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.859089:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.859090:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.859092:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.859094:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.859095:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.859096:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.859097:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.859099:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859100:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859102:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.859104:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.859106:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859108:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859110:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.859111:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.859114:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.859115:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.859117:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.859119:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.859120:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.859121:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.859122:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.859124:0:34134:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859126:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859127:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777390.859129:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.859130:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859132:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777390.859134:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.859135:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.859137:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.859138:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.859140:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.859142:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.859143:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777390.859144:0:34134:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777390.859145:0:34134:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777390.859147:0:34134:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777390.859149:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777390.859150:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788777390.859152:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.859154:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777390.859155:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777390.859158:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.859159:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.859161:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.859162:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.859164:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.859166:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.859167:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777390.859171:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777390.859173:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777390.859179:0:34134:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788777390.859182:0:34134:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9453090ac800: age 1865, max_age 1872 00000008:00000001:3.0:1788777390.859185:0:34134:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788777390.859188:0:34134:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000010:3.0:1788777390.859194:0:34134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ea00. 00000020:00000040:3.0:1788777390.859197:0:34134:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777390.859213:0:34134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.859214:0:34134:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777390.859217:0:34134:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777390.859219:0:34134:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777390.859248:0:34134:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777390.859253:0:34134:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777390.859261:0:34134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945319e06100. 00000100:00000001:3.0:1788777390.859267:0:34134:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.859271:0:34134:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777390.859272:0:34134:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777390.859278:0:34134:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531805b780. 00000100:00000001:3.0:1788777390.859280:0:34134:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683339065216 : -118390370486400 : ffff94531805b780) 00000100:00000001:3.0:1788777390.859283:0:34134:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.859285:0:34134:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000001:3.0:1788777390.859289:0:34134:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777390.859293:0:34134:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.859295:0:34134:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777390.859297:0:34134:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.859306:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.859314:0:34134:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.859316:0:34134:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.859319:0:34134:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.859321:0:34134:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.859324:0:34134:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.859327:0:34134:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34134:1875667126143104:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777390.859331:0:34134:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.859335:0:34134:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.859338:0:34134:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.859340:0:34134:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.859345:0:34134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2d800. 02000000:00000001:3.0:1788777390.859347:0:34134:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.859355:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.859359:0:34134:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d528. 00000400:00000010:3.0:1788777390.859365:0:34134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347440. 00000100:00000200:3.0:1788777390.859373:0:34134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126143104, portal 4 00000100:00000001:3.0:1788777390.859374:0:34134:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.859375:0:34134:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000040:3.0:1788777390.859382:0:34134:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.859389:0:34134:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.859392:0:34134:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.859395:0:34134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347f68. 00000100:00000200:3.0:1788777390.859398:0:34134:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667126143104, offset 0 00000400:00000200:3.0:1788777390.859403:0:34134:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.859410:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.859417:0:34134:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.859421:0:34134:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.859425:0:34134:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.859429:0:34134:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.859432:0:34134:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.859435:0:34134:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2612:2612:256:4294967295] 192.168.203.135@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:3.0:1788777390.859438:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.859448:0:34134:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.859452:0:34134:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777390.859457:0:34134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310e4f400. 00000800:00000200:3.0:1788777390.859464:0:34134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777390.859471:0:34134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777390.859475:0:34134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310e4f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777390.859486:0:34134:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.859492:0:34134:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23326 usecs (24 jiffies) 00000400:00000200:3.0:1788777390.859495:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777390.859498:0:34134:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541190 00000100:00000001:3.0:1788777390.859500:0:34134:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296541988 00000100:00000001:3.0:1788777390.859503:0:34134:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541190 00000100:00000001:3.0:1788777390.859505:0:34134:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296541988 00000100:00000001:3.0:1788777390.859507:0:34134:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.859509:0:34134:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.859512:0:34134:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.859514:0:34134:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777390.859516:0:34134:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531805b780 going to sleep for 11 seconds 00000100:00000001:3.0:1788777390.859519:0:34134:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.859522:0:34134:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.860048:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.860053:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310e4f400. 00000400:00000200:0.0:1788777390.860057:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.860063:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.860069:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347f68 00000400:00000010:0.0:1788777390.860071:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347f68. 00000100:00000001:0.0:1788777390.860074:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.860080:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.860088:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.860092:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.860098:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.860100:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777390.863614:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.863631:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.863635:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.863637:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.863646:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.863652:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.863661:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.863666:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.863672:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.863675:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 4 MB=0x6a9e8c8c54880 00000400:00000200:0.0:1788777390.863679:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.863685:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 368/368 into md 0x7039 [1] + 224 00000800:00000001:0.0:1788777390.863692:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.863699:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.863702:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.863706:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.863713:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.863722:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777390.863732:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.863750:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.863759:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.863761:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.863854:0:34134:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777390.863860:0:34134:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777390.863862:0:34134:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777390.863865:0:34134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d528. 00000400:00000200:3.0:1788777390.863869:0:34134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:3.0:1788777390.863871:0:34134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:3.0:1788777390.863874:0:34134:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777390.863878:0:34134:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777390.863887:0:34134:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.863894:0:34134:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777390.863895:0:34134:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.863898:0:34134:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777390.863901:0:34134:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777390.863903:0:34134:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777390.863905:0:34134:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.863908:0:34134:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777390.863916:0:34134:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022cf0 time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1788777390.863920:0:34134:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777390.863923:0:34134:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777390.863924:0:34134:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.863927:0:34134:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777390.863931:0:34134:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.863934:0:34134:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777390.863936:0:34134:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967344 00000100:00000001:3.0:1788777390.863938:0:34134:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777390.863940:0:34134:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.863944:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.863955:0:34134:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.863958:0:34134:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777390.863960:0:34134:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777390.863963:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777390.863969:0:34134:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34134:1875667126143104:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777390.863973:0:34134:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.863976:0:34134:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.863978:0:34134:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777390.863980:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.863982:0:34134:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.863988:0:34134:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777390.863991:0:34134:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531805b780. 00000100:00000001:3.0:1788777390.863993:0:34134:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777390.863995:0:34134:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.863999:0:34134:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788777390.864001:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.864003:0:34134:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ea00 x1875667126143104/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.864008:0:34134:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777390.864010:0:34134:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777390.864012:0:34134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2d800. 02000000:00000001:3.0:1788777390.864015:0:34134:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777390.864017:0:34134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.864019:0:34134:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777390.864021:0:34134:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777390.864024:0:34134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945319e06100. 02000000:00000001:3.0:1788777390.864027:0:34134:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777390.864029:0:34134:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777390.864030:0:34134:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ea00. 00000100:00000001:3.0:1788777390.864034:0:34134:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777390.864035:0:34134:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788777390.864038:0:34134:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9453090ac800: update ffff945308bdd178 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:3.0:1788777390.864041:0:34134:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.864046:0:34134:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.864049:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777390.864052:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777390.864055:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.864057:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.864112:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777390.864114:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:3.0:1788777390.864121:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777390.864123:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777390.864128:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777390.864132:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.864134:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777390.864138:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777390.864140:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777390.864145:0:34134:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788777390.864148:0:34134:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9453090ac800: age 1865, max_age 1872 00000008:00000001:3.0:1788777390.864151:0:34134:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788777390.864154:0:34134:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000010:3.0:1788777390.864158:0:34134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ea00. 00000020:00000040:3.0:1788777390.864161:0:34134:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=4 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777390.864164:0:34134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.864166:0:34134:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777390.864167:0:34134:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777390.864169:0:34134:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777390.864171:0:34134:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777390.864174:0:34134:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777390.864180:0:34134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945310e4f400. 00000100:00000001:3.0:1788777390.864185:0:34134:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.864188:0:34134:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777390.864190:0:34134:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777390.864194:0:34134:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531805b780. 00000100:00000001:3.0:1788777390.864196:0:34134:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683339065216 : -118390370486400 : ffff94531805b780) 00000100:00000001:3.0:1788777390.864212:0:34134:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.864214:0:34134:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000001:3.0:1788777390.864218:0:34134:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777390.864261:0:34134:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.864265:0:34134:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777390.864267:0:34134:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.864272:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.864279:0:34134:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.864281:0:34134:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.864283:0:34134:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.864286:0:34134:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.864289:0:34134:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.864293:0:34134:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34134:1875667126143232:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777390.864296:0:34134:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.864300:0:34134:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.864303:0:34134:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.864306:0:34134:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.864311:0:34134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2d800. 02000000:00000001:3.0:1788777390.864312:0:34134:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.864316:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.864319:0:34134:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d528. 00000400:00000010:3.0:1788777390.864322:0:34134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347440. 00000100:00000200:3.0:1788777390.864333:0:34134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126143232, portal 4 00000100:00000001:3.0:1788777390.864334:0:34134:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.864335:0:34134:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000040:3.0:1788777390.864341:0:34134:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.864348:0:34134:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.864350:0:34134:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.864353:0:34134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083475d8. 00000100:00000200:3.0:1788777390.864357:0:34134:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667126143232, offset 0 00000400:00000200:3.0:1788777390.864365:0:34134:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.864373:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.865014:0:34134:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.865020:0:34134:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.865024:0:34134:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.865028:0:34134:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.865031:0:34134:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.865034:0:34134:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2613:2613:256:4294967295] 192.168.203.135@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:3.0:1788777390.865039:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.865091:0:34134:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.865096:0:34134:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777390.865215:0:34134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99100. 00000800:00000200:2.0:1788777390.865244:0:34134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777390.865251:0:34134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777390.865255:0:34134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777390.865271:0:34134:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.865276:0:34134:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 241178 usecs (242 jiffies) 00000400:00000200:2.0:1788777390.865279:0:34134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777390.865282:0:34134:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296541414 00000100:00000001:2.0:1788777390.865285:0:34134:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296541988 00000100:00000001:2.0:1788777390.865288:0:34134:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296541414 00000100:00000001:2.0:1788777390.865290:0:34134:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296541988 00000100:00000001:2.0:1788777390.865293:0:34134:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.865297:0:34134:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.865299:0:34134:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777390.865301:0:34134:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777390.865305:0:34134:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531805b780 going to sleep for 11 seconds 00000100:00000001:2.0:1788777390.865309:0:34134:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777390.865311:0:34134:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.865442:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.865451:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99100. 00000400:00000200:0.0:1788777390.865459:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.865467:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.865474:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083475d8 00000400:00000010:0.0:1788777390.865478:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083475d8. 00000100:00000001:0.0:1788777390.865484:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.865492:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.865504:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.865507:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.865514:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.865515:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777390.870482:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.870507:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.870513:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.870515:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.870526:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.870537:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.870550:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.870556:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.870563:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.870567:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 4 MB=0x6a9e8c8c54900 00000400:00000200:0.0:1788777390.870572:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.870581:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 368/368 into md 0x7041 [1] + 224 00000800:00000001:0.0:1788777390.870590:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.870603:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.870607:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.870612:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.870623:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.870635:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777390.870648:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.870678:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.870690:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.870694:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.870997:0:34134:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777390.871007:0:34134:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777390.871010:0:34134:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777390.871014:0:34134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d528. 00000400:00000200:2.0:1788777390.871020:0:34134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347440 00000400:00000010:2.0:1788777390.871023:0:34134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347440. 00000100:00000001:2.0:1788777390.871027:0:34134:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777390.871033:0:34134:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777390.871042:0:34134:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777390.871047:0:34134:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777390.871050:0:34134:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.871053:0:34134:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777390.871058:0:34134:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777390.871061:0:34134:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777390.871063:0:34134:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.871067:0:34134:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777390.871079:0:34134:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110264a8 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1788777390.871084:0:34134:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777390.871087:0:34134:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777390.871089:0:34134:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.871093:0:34134:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777390.871097:0:34134:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.871102:0:34134:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777390.871104:0:34134:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777390.871107:0:34134:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777390.871110:0:34134:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.871116:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777390.871122:0:34134:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.871126:0:34134:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777390.871129:0:34134:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777390.871133:0:34134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777390.871141:0:34134:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34134:1875667126143232:192.168.203.135@tcp:13:lfs.0 00000100:00000001:2.0:1788777390.871146:0:34134:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.871149:0:34134:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.871152:0:34134:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777390.871154:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.871158:0:34134:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777390.871165:0:34134:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777390.871168:0:34134:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531805b780. 00000100:00000001:2.0:1788777390.871171:0:34134:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777390.871173:0:34134:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.871182:0:34134:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788777390.871184:0:34134:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.871187:0:34134:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ea00 x1875667126143232/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777390.871192:0:34134:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777390.871195:0:34134:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777390.871209:0:34134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2d800. 02000000:00000001:2.0:1788777390.871212:0:34134:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777390.871215:0:34134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777390.871217:0:34134:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777390.871947:0:34134:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777390.871954:0:34134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945310e4f400. 02000000:00000001:2.0:1788777390.871963:0:34134:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777390.871965:0:34134:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777390.871968:0:34134:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ea00. 00000100:00000001:2.0:1788777390.871972:0:34134:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777390.871974:0:34134:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788777390.871979:0:34134:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9453090ac800: update ffff945308bd9e08 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:2.0:1788777390.871985:0:34134:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.871993:0:34134:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.871997:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777390.872000:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:2.0:1788777390.872004:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872008:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872164:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872168:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872178:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872181:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872188:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872193:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872195:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872208:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872210:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872215:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872217:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872252:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872255:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872258:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872260:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872265:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872266:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872269:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872271:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872273:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872275:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872277:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872278:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872279:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872282:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872283:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872285:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872287:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872289:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872291:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872294:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872295:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872297:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872299:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872301:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872303:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872304:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872305:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872307:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872309:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872310:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872312:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872314:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872316:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872318:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872321:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872322:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872324:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872325:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872328:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872330:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872331:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872332:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872334:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872336:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872338:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872340:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872342:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872344:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872346:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872348:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872350:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872353:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872355:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872357:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872359:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872361:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872362:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872363:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872366:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872368:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872370:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872372:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872374:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872375:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872378:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872379:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872381:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872383:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872385:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872386:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872388:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872389:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872390:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872392:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872394:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872396:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872398:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872400:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872402:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872405:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872406:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872409:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872410:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872412:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872415:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872416:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872418:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872419:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872421:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872423:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872425:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872427:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872430:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872431:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872434:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872436:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872438:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872440:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872442:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872443:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872445:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872446:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872447:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872450:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872451:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872453:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872455:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872457:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872459:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872461:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872463:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872465:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872466:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872468:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872470:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872472:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872473:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872475:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872478:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872479:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872481:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872483:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872485:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872487:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872489:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872490:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872493:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872493:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872495:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872497:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872499:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872500:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872501:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872503:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872505:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872506:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872508:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872510:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872512:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872515:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872516:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872519:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872520:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872521:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872523:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872525:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872526:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872528:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872531:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872533:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872535:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872537:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872540:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872541:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872544:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872546:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872548:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872549:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872551:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872553:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872554:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872556:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872557:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872559:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872561:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872562:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872564:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872566:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872568:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872570:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872572:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872574:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872575:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872578:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872579:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872581:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872582:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872583:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872585:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872587:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872589:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872591:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872594:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872595:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872598:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872599:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872602:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872603:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872605:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872607:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872608:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872609:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872610:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872612:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872614:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872615:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872617:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872619:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872621:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872623:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872625:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872627:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872628:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872630:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872632:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872633:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872634:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872635:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872638:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872640:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872641:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872643:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872645:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872646:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872649:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872651:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872654:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872655:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872657:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872659:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872660:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872661:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872663:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872665:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872667:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872668:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872670:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872672:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872674:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872677:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872678:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872681:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872682:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872683:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872685:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872687:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872688:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872690:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872692:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872694:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872695:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872697:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872699:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872700:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872703:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872704:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872707:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872708:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.872711:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.872713:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.872714:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.872715:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.872716:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.872719:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872721:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872723:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.872725:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.872727:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872729:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.872732:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.872733:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.872736:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.872737:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.874466:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.874476:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.874481:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.874485:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.874487:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.874492:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874495:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874497:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.874500:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.874506:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874509:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874524:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.874527:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.874533:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.874535:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.874538:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.874540:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.874542:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.874545:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.874546:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.874549:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874551:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874553:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.874555:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.874557:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874559:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874562:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.874563:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.874566:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.874568:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.874570:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.874572:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.874574:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.874575:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.874576:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.874579:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874581:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874583:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.874584:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.874587:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874589:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874592:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.874593:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.874596:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.874597:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.874600:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.874602:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.874604:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.874605:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.874606:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.874609:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874612:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874614:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.874616:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.874618:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874620:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874623:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.874624:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.874626:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.874627:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.874629:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.874631:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.874633:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.874634:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.874636:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.874638:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874640:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874642:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.874644:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.874646:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874648:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874652:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.874653:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.874656:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.874657:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.874660:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.874662:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.874664:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.874665:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.874666:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.874669:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874671:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874673:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.874675:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.874678:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874679:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874683:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.874684:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.874687:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.874688:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.874690:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.874692:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.874693:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.874694:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.874696:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.874698:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874700:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874702:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.874704:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.874706:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874709:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874712:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.874713:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.874715:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.874716:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.874718:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.874720:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.874722:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.874723:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.874724:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.874726:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874728:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.874730:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.874732:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.874734:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876521:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876541:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.876547:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.876556:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.876559:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.876571:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.876577:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.876579:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.876585:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.876587:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.876591:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876593:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876596:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.876599:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.876604:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876606:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876609:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.876610:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.876612:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.876613:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.876616:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.876618:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.876619:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.876620:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.876621:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.876623:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876625:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876627:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.876629:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.876631:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876632:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876634:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.876635:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.876637:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.876638:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.876641:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.876642:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.876644:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.876645:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.876646:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.876648:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876650:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876652:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.876654:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.876655:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876657:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876659:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.876661:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.876662:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.876663:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.876665:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.876667:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.876669:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.876670:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.876671:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.876673:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876675:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876676:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.876678:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.876679:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876681:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876684:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.876685:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.876687:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.876688:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.876690:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.876692:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.876694:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.876696:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.876697:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.876699:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876701:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876702:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.876704:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.876706:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876708:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876710:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.876711:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.876713:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.876715:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.876717:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.876719:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.876720:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.876721:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.876722:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.876724:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876726:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876728:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.876730:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.876732:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876733:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876736:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.876943:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.876947:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.876949:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.876953:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.876955:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.876957:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.876958:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.876960:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.876963:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876965:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876967:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.876970:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.876973:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876975:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.876981:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.876983:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.876985:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.876987:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.876989:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.876991:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.876993:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.876994:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.876995:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.876998:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877000:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877001:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877003:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877005:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877007:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877010:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877011:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877014:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877015:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877017:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877019:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877021:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877022:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877024:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877026:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877028:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877030:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877031:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877034:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877036:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877039:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877040:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877042:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877043:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877045:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877047:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877049:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877050:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877051:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877054:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877055:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877057:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877059:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877061:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877063:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877066:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877068:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877070:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877071:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877074:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877076:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877078:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877079:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877080:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877083:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877085:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877087:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877089:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877092:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877093:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877096:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877098:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877100:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877102:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877104:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877106:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877107:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877108:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877110:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877112:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877114:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877115:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877118:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877120:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877122:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877125:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877126:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877129:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877130:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877132:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877134:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877136:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877137:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877138:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877141:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877143:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877145:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877146:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877149:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877150:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877153:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877154:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877156:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877157:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877160:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877162:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877164:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877165:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877166:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877169:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877171:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877172:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877174:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877176:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877178:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877181:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877182:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877185:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877186:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877188:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877190:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877191:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877193:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877194:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877196:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877208:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877210:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877213:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877215:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877217:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877280:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877282:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877285:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877286:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877289:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877291:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877293:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877295:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877296:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877299:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877301:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877303:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877305:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877307:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877309:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877312:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877313:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877316:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877317:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877319:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877321:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877323:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877324:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877325:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877327:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877330:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877331:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877333:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877335:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877337:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877340:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877341:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877343:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877344:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877346:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877348:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877349:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877350:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877352:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877354:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877356:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877358:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877360:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877362:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877363:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877366:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877367:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877369:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877370:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877373:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877375:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877376:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877377:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877378:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877381:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877382:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877384:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877386:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877388:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877390:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877393:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877394:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877396:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877397:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877399:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877401:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877402:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877403:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877405:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877406:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877408:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877410:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877412:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877415:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877418:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877420:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877422:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877424:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877425:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877427:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877429:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877430:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877431:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877432:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877435:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877436:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877438:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877440:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877442:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877443:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877446:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877447:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877449:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877450:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877452:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877454:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877456:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877457:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877458:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877461:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877463:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877465:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877469:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877471:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877473:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877476:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877479:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877481:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877483:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877486:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877489:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877490:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877492:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877494:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877497:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877499:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877501:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877503:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877505:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877508:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877512:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877513:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877517:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877518:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000100:00000040:3.0:1788777390.877521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:2.0:1788777390.877522:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877526:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877532:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877538:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00000100:00000001:3.0:1788777390.877540:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00020000:00000080:2.0:1788777390.877541:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877547:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877549:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877551:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000010:3.0:1788777390.877552:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ce00. 00000080:00000010:2.0:1788777390.877554:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877563:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000040:3.0:1788777390.877565:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000080:00000001:2.0:1788777390.877567:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1788777390.877572:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:2.0:1788777390.877574:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 02000000:00000001:3.0:1788777390.877578:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000080:00200080:2.0:1788777390.877579:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877584:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 02000000:00000001:3.0:1788777390.877585:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.877586:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877592:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.877597:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877599:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877600:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 02000000:00000010:3.0:1788777390.877602:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945310e4f400. 00020000:00000080:2.0:1788777390.877603:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.877610:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1788777390.877613:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877614:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877620:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877623:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877627:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877633:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:3.0:1788777390.877634:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:2.0:1788777390.877641:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877646:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877658:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000100:00000001:3.0:1788777390.877662:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1788777390.877662:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.877668:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000100:00000001:3.0:1788777390.877670:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.877673:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.877678:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.877681:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.877683:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00000100:00000040:3.0:1788777390.877687:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ed9d47] to pc [ptlrpcd_01_00+0] req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1788777390.877689:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877696:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877706:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.877716:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.877722:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877725:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.877729:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.877731:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.877734:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.877736:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000100:00000001:3.0:1788777390.877739:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.877747:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1878) 00000100:00000001:3.0:1788777390.877763:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.877766:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.877769:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.877775:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.877788:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.877790:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.877794:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.877797:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.877799:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.877802:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126143360:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777390.877807:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.877812:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.877815:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.877818:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.877822:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945307510e00. 02000000:00000001:3.0:1788777390.877824:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.877832:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.877837:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777390.877844:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083473b8. 00000100:00000200:3.0:1788777390.877852:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126143360, portal 25 00000100:00000001:3.0:1788777390.877854:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.877855:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00000100:00000040:3.0:1788777390.877861:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.877868:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.877871:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.877873:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347330. 00000100:00000200:3.0:1788777390.877876:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126143360, offset 0 00000400:00000200:3.0:1788777390.877883:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.877892:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.877901:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.877907:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.877911:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.877915:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.877918:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.877921:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2614:2614:256:4294967295] 192.168.203.135@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:3.0:1788777390.877926:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.877935:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.877941:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777390.877946:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945319e06100. 00000800:00000200:3.0:1788777390.877953:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777390.877961:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777390.877965:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945319e06100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777390.877980:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.877985:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777390.877987:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296545327 00000100:00000001:3.0:1788777390.877994:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296541988 00000100:00000001:3.0:1788777390.877998:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296545327 00000100:00000001:3.0:1788777390.878002:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296541988 00000100:00000001:3.0:1788777390.878005:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.878007:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.878011:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.878013:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.878020:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.878023:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777390.878025:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.878026:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.878028:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.878030:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.878039:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.878042:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.878487:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.878495:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945319e06100. 00000400:00000200:0.0:1788777390.878501:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.878510:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.878519:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347330 00000400:00000010:0.0:1788777390.878523:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347330. 00000100:00000001:0.0:1788777390.878529:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.878538:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.878550:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.878555:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.878562:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.878564:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1788777390.878638:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.878643:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.878646:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.878650:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.878652:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.878656:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878659:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878661:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.878663:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.878666:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878669:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878680:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.878682:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.878687:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.878689:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.878692:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.878694:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.878695:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.878697:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.878698:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.878701:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878703:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878705:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.878706:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.878709:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878711:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878714:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.878715:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.878717:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.878718:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.878720:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.878722:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.878723:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.878725:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.878726:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.878728:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878730:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.878732:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.878734:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.878736:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000001:0.0:1788777390.881287:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.881304:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.881308:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.881310:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.881319:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.881326:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.881335:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.881340:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.881345:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.881349:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c54980 00000400:00000200:0.0:1788777390.881354:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.881359:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x7049 [1] + 224 00000800:00000001:0.0:1788777390.881366:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.881372:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.881375:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.881379:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.881385:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.881404:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777390.881416:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.881433:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.881442:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.881445:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.881507:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.881512:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777390.881518:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777390.881520:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777390.881523:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777390.881527:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083473b8 00000400:00000010:3.0:1788777390.881530:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083473b8. 00000100:00000001:3.0:1788777390.881533:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777390.881538:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777390.881546:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.881551:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777390.881553:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.881555:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777390.881558:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777390.881560:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777390.881562:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.881565:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777390.881571:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777390.881574:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777390.881577:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777390.881578:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.881581:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777390.881584:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.881586:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.881590:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.881596:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.881599:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777390.881601:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777390.881604:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777390.881611:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126143360:192.168.203.135@tcp:400:kworker.0 00000100:00000001:3.0:1788777390.881616:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.881618:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.881632:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ce00 x1875667126143360/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777390.881639:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777390.881642:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777390.881645:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945307510e00. 02000000:00000001:3.0:1788777390.881648:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777390.881651:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.881653:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:3.0:1788777390.881656:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777390.881658:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945310e4f400. 02000000:00000001:3.0:1788777390.881663:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777390.881665:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777390.881666:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ce00. 00000100:00000001:3.0:1788777390.881669:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777390.881670:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.881672:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.881678:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.881680:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.881682:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777390.881685:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884300:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884337:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.884342:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.884354:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.884358:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.884372:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.884380:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884384:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.884391:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.884393:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.884397:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884400:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884402:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.884406:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.884412:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884414:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884418:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.884420:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.884422:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.884423:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.884426:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.884428:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884430:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.884431:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.884432:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.884434:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884436:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884438:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.884439:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.884443:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884444:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884448:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.884449:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.884452:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.884453:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.884455:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.884458:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884459:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.884460:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.884462:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.884464:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884466:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884467:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.884470:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.884472:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884473:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884476:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.884477:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.884480:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.884481:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.884483:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.884485:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884486:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.884487:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.884489:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.884491:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884493:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884495:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.884496:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.884499:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884500:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884503:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.884505:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.884508:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.884509:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.884510:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.884512:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884514:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.884515:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.884516:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.884519:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884521:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884522:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.884524:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.884526:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884528:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884531:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.884532:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.884534:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.884536:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.884537:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.884539:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884541:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.884542:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.884543:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.884545:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884547:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884548:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.884550:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.884551:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884553:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884555:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.884556:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.884559:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.884559:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.884562:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.884564:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884566:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.884567:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.884568:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.884570:0:34134:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884571:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884573:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777390.884576:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.884578:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884579:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777390.884582:0:34134:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777390.884583:0:34134:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7fff44a50de0 00000080:00000001:2.0:1788777390.884585:0:34134:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777390.884586:0:34134:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777390.884587:0:34134:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093a9800. 00000020:00000001:2.0:1788777390.884589:0:34134:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884591:0:34134:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777390.884592:0:34134:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777390.884593:0:34134:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093a9800 uarg=0000000000000000 00020000:00000001:2.0:1788777390.884596:0:34134:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777390.884598:0:34134:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777390.884600:0:34134:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788777390.884602:0:34134:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093a9800. 00000080:00000001:2.0:1788777390.884603:0:34134:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777390.884605:0:34134:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777390.884621:0:34134:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777390.884624:0:34134:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777390.884628:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3dd0 00000080:00200008:2.0:1788777390.884631:0:34134:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000 00000080:00400000:2.0:1788777390.884635:0:34134:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788777390.884639:0:34134:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945308801b80. 00000080:00000001:2.0:1788777390.884644:0:34134:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777390.884647:0:34134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cb3dd0 00000080:00000008:2.0:1788777390.884649:0:34134:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000, rc = 0 00000080:00000001:2.0:1788777390.884651:0:34134:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.884653:0:34134:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.889924:0:34135:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777390.889933:0:34135:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788777390.889934:0:34135:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777390.889937:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbbc0 00000080:00200000:3.0:1788777390.889942:0:34135:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:3.0:1788777390.889950:0:34135:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945307510e00. 00800000:00000002:3.0:1788777390.889956:0:34135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777390.889959:0:34135:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777390.889964:0:34135:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.889966:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbae0 00800000:00000002:3.0:1788777390.889968:0:34135:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777390.889971:0:34135:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777390.889975:0:34135:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777390.889980:0:34135:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.889982:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb9b0 00000002:00010000:3.0:1788777390.889984:0:34135:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777390.889987:0:34135:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777390.889988:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777390.889991:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.889996:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803600 count: 2 00010000:00000001:3.0:1788777390.890000:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.890004:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.890008:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777390.890012:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788777390.890022:0:34135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777390.890026:0:34135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.890029:0:34135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788777390.890035:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777390.890037:0:34135:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777390.890039:0:34135:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777390.890148:0:34135:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777390.890149:0:34135:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777390.890152:0:34135:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777390.890154:0:34135:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777390.890157:0:34135:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777390.890160:0:34135:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945307510e00. 00000080:00000001:3.0:1788777390.890167:0:34135:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777390.890169:0:34135:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.890171:0:34135:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:3.0:1788777390.890174:0:34135:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af891f 00800000:00000001:3.0:1788777390.890177:0:34135:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777390.890179:0:34135:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777390.890181:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.890183:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.890186:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.890188:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.890191:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.890194:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.890196:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.890206:0:34135:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.890209:0:34135:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.890211:0:34135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af891f from it ffffb1cb81cdbbf8 00010000:00000001:3.0:1788777390.890214:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.890215:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.890217:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152ce00 refcount=3 00000020:00000001:3.0:1788777390.890218:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.890313:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958241280 : -118390751310336 : ffff94530152ce00) 00010000:00000001:3.0:1788777390.890316:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.890319:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777390.890326:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.890327:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.890329:0:34135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777390.890331:0:34135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777390.890333:0:34135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777390.890341:0:34135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777390.890344:0:34135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777390.890346:0:34135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.890350:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.890352:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.890353:0:34135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890356:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777390.890358:0:34135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890360:0:34135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890363:0:34135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890365:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.890366:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.890367:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777390.890370:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777390.890372:0:34135:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777390.890374:0:34135:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:3.0:1788777390.890379:0:34135:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.890386:0:34135:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788777390.890388:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb58 00000080:00002000:3.0:1788777390.890399:0:34135:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320af8360) flags 0x48000e refc 0 00000080:00000001:3.0:1788777390.890404:0:34135:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.890406:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbbc8 00000080:00200000:3.0:1788777390.890407:0:34135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1788777390.890413:0:34135:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777390.890415:0:34135:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8), inode mode 81a4 mask 52 00000080:00000001:3.0:1788777390.890418:0:34135:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.890424:0:34135:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777390.890425:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb98 00000080:00200008:3.0:1788777390.890427:0:34135:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 102101 00000080:00000010:3.0:1788777390.890433:0:34135:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453088012c0. 00000080:00000001:3.0:1788777390.890438:0:34135:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788777390.890441:0:34135:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945307510e00. 00800000:00000002:3.0:1788777390.890444:0:34135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777390.890446:0:34135:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777390.890448:0:34135:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.890449:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdba48 00800000:00000002:3.0:1788777390.890451:0:34135:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777390.890454:0:34135:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788777390.890456:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb9c8 00800000:00000002:3.0:1788777390.890457:0:34135:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788777390.890460:0:34135:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.890461:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb900 00000002:00010000:3.0:1788777390.890517:0:34135:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:3.0:1788777390.890522:0:34135:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788777390.890524:0:34135:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788777390.890527:0:34135:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777390.890531:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:3.0:1788777390.890533:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.890536:0:34135:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777390.890539:0:34135:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890540:0:34135:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.890542:0:34135:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.890544:0:34135:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788777390.890546:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803600 count: 2 00010000:00000001:3.0:1788777390.890547:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.890548:0:34135:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788777390.890550:0:34135:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777390.890553:0:34135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1788777390.890560:0:34135:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777390.890564:0:34135:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777390.890566:0:34135:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777390.890567:0:34135:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788777390.890570:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777390.890572:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.890574:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803600 count: 3 00010000:00000001:3.0:1788777390.890576:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777390.890578:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.890580:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777390.890581:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.890582:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803600 count: 3 00010000:00000001:3.0:1788777390.890583:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777390.890585:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.890586:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777390.890587:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.890588:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803600 count: 3 00010000:00000001:3.0:1788777390.890590:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777390.890592:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.890593:0:34135:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777390.890596:0:34135:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788777390.890600:0:34135:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788777390.890602:0:34135:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788777390.890603:0:34135:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777390.890605:0:34135:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890607:0:34135:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777390.890610:0:34135:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777390.890612:0:34135:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777390.890614:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.890616:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777390.890618:0:34135:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152ce00 with handle 0xe53f2b0cb7af891f from hash 00010000:00000001:3.0:1788777390.890620:0:34135:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777390.890621:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.890733:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.890734:0:34135:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777390.890737:0:34135:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777390.890739:0:34135:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777390.890742:0:34135:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777390.890743:0:34135:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777390.890745:0:34135:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788777390.890751:0:34135:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ce00. 00000020:00000040:3.0:1788777390.890754:0:34135:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777390.890759:0:34135:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777390.890761:0:34135:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890763:0:34135:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777390.890767:0:34135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.890770:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.890771:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.890772:0:34135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.890775:0:34135:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777390.890777:0:34135:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777390.890779:0:34135:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777390.890787:0:34135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2e000. 00000100:00000001:3.0:1788777390.890793:0:34135:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890798:0:34135:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777390.890800:0:34135:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777390.890803:0:34135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788777390.890810:0:34135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777390.890812:0:34135:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777390.890814:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777390.890816:0:34135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152ce00/0xe53f2b0cb7af891f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3ca4a expref: -99 pid: 34134 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1788777390.890829:0:34135:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803600 count: 0 00010000:00000010:3.0:1788777390.890834:0:34135:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155680. 00010000:00000001:3.0:1788777390.890841:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.890842:0:34135:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890844:0:34135:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777390.890845:0:34135:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.890846:0:34135:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.890853:0:34135:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00010000:00000001:3.0:1788777390.890856:0:34135:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777390.890857:0:34135:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777390.890861:0:34135:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803b00. 00010000:00000010:3.0:1788777390.890864:0:34135:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155680. 00010000:00000001:3.0:1788777390.890867:0:34135:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777390.890870:0:34135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152d800. 00000020:00000001:3.0:1788777390.890872:0:34135:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777390.890874:0:34135:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152d800 with handle 0xe53f2b0cb7af8926 to hash 00000020:00000001:3.0:1788777390.890876:0:34135:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777390.890877:0:34135:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.890880:0:34135:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.890882:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.890884:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.890887:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777390.890892:0:34135:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34135 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788777390.890905:0:34135:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788777390.890917:0:34135:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3ce00 x1875667126143616/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788777390.891551:0:34135:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34135 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777390.891558:0:34135:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777390.891559:0:34135:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777390.891566:0:34135:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531805b780. 00000100:00000001:3.0:1788777390.891568:0:34135:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683339065216 : -118390370486400 : ffff94531805b780) 00000100:00000001:3.0:1788777390.891571:0:34135:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.891572:0:34135:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00000100:00000001:3.0:1788777390.891577:0:34135:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777390.891581:0:34135:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.891583:0:34135:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777390.891584:0:34135:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.891590:0:34135:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ce00 x1875667126143616/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.891597:0:34135:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.891599:0:34135:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.891602:0:34135:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.891604:0:34135:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.891606:0:34135:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.891610:0:34135:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34135:1875667126143616:192.168.203.135@tcp:101:bash.0 00000100:00000001:3.0:1788777390.891613:0:34135:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.891618:0:34135:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.891620:0:34135:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.891722:0:34135:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.891773:0:34135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310760000. 02000000:00000001:3.0:1788777390.891776:0:34135:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.891783:0:34135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.891788:0:34135:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777390.891795:0:34135:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff945303c2e400. 00000100:00000200:3.0:1788777390.891801:0:34135:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126143616, portal 10 00000100:00000001:3.0:1788777390.891804:0:34135:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.891805:0:34135:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00000100:00000040:3.0:1788777390.891812:0:34135:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3ce00 x1875667126143616/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.891820:0:34135:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.891823:0:34135:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.891826:0:34135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083473b8. 00000100:00000200:3.0:1788777390.891829:0:34135:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126143616, offset 0 00000400:00000200:3.0:1788777390.891835:0:34135:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.891843:0:34135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.891849:0:34135:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.891854:0:34135:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.891858:0:34135:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.891861:0:34135:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.891863:0:34135:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.891867:0:34135:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2615:2615:256:4294967295] 192.168.203.135@tcp LPNI seq info [2610:2610:8:4294967295] 00000400:00000200:3.0:1788777390.891872:0:34135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.891882:0:34135:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.891887:0:34135:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777390.891892:0:34135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945319e06100. 00000800:00000200:3.0:1788777390.891899:0:34135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777390.891906:0:34135:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777390.891910:0:34135:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945319e06100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788777390.891925:0:34135:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.891929:0:34135:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 834415 usecs (835 jiffies) 00000400:00000200:3.0:1788777390.891933:0:34135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777390.891935:0:34135:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296542032 00000100:00000001:3.0:1788777390.891938:0:34135:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296545327 00000100:00000001:3.0:1788777390.891940:0:34135:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296542032 00000100:00000001:3.0:1788777390.891942:0:34135:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296545327 00000100:00000001:3.0:1788777390.891944:0:34135:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.891947:0:34135:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.891950:0:34135:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.891952:0:34135:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777390.891954:0:34135:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531805b780 going to sleep for 11 seconds 00000100:00000001:3.0:1788777390.891957:0:34135:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.891959:0:34135:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.893052:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.893064:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945319e06100. 00000400:00000200:0.0:1788777390.893072:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.893081:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.893090:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083473b8 00000400:00000010:0.0:1788777390.893093:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083473b8. 00000100:00000001:0.0:1788777390.893099:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.893108:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ce00 x1875667126143616/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.893121:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.893124:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ce00 x1875667126143616/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.893131:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.893133:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777390.898264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803600. 00010000:00000010:3.1:1788777390.898280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152ce00. 00000800:00000001:0.0:1788777390.899873:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.899899:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.899905:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.899908:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.899922:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.899934:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.899947:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.899953:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.899961:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.899966:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c54a80 00000400:00000200:0.0:1788777390.899971:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.899979:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x7051 [32] + 224 00000800:00000001:0.0:1788777390.899988:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.899997:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.900001:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.900006:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.900016:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.900027:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ce00 x1875667126143616/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777390.900040:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff945308a3ce00 x1875667126143616/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.900060:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.900071:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.900074:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.900307:0:34135:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777390.900319:0:34135:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777390.900321:0:34135:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777390.900326:0:34135:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777390.900333:0:34135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945303c2e400 00000400:00000010:3.0:1788777390.900338:0:34135:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff945303c2e400. 00000100:00000001:3.0:1788777390.900342:0:34135:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777390.900350:0:34135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ce00 x1875667126143616/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777390.900362:0:34135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ce00 x1875667126143616/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.900368:0:34135:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777390.900371:0:34135:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.900374:0:34135:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777390.900390:0:34135:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777390.900393:0:34135:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777390.900396:0:34135:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.900400:0:34135:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777390.900412:0:34135:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=63 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777390.900416:0:34135:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777390.900419:0:34135:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777390.900421:0:34135:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.900424:0:34135:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777390.900429:0:34135:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.900432:0:34135:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777390.900434:0:34135:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777390.900436:0:34135:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777390.900439:0:34135:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.900441:0:34135:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00000100:00000001:3.0:1788777390.900445:0:34135:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777390.900448:0:34135:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788777390.900450:0:34135:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777390.900453:0:34135:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.900458:0:34135:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.900466:0:34135:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.900470:0:34135:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777390.900472:0:34135:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777390.900476:0:34135:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777390.900483:0:34135:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34135:1875667126143616:192.168.203.135@tcp:101:bash.0 00000100:00000001:3.0:1788777390.900489:0:34135:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.900492:0:34135:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.900494:0:34135:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777390.900497:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.900501:0:34135:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.900507:0:34135:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777390.900511:0:34135:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531805b780. 00000100:00000001:3.0:1788777390.900514:0:34135:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777390.900516:0:34135:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.900520:0:34135:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777390.900525:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.900528:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.900532:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=4 00000020:00000001:3.0:1788777390.900535:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.900538:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000040:3.0:1788777390.900544:0:34135:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152d800, remote cookie: 0xa4f015c75ff3ca58, flags: 0x1001 00010000:00010000:3.0:1788777390.900552:0:34135:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777390.900812:0:34135:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777390.900819:0:34135:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788777390.900829:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:3.0:1788777390.900833:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1788777390.900837:0:34135:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803b00 count: 0 00010000:00000010:3.0:1788777390.900843:0:34135:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155680. 00010000:00000001:3.0:1788777390.900853:0:34135:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.900857:0:34135:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777390.900866:0:34135:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.900873:0:34135:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777390.900878:0:34135:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777390.900881:0:34135:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777390.900883:0:34135:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777390.900884:0:34135:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777390.900887:0:34135:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff945308214300) refcount = 2 00010000:00000040:3.0:1788777390.900890:0:34135:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777390.900893:0:34135:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777390.900901:0:34135:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.900908:0:34135:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777390.900912:0:34135:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777390.900914:0:34135:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.900918:0:34135:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777390.900922:0:34135:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.900926:0:34135:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.900932:0:34135:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777390.900934:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.900936:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.900937:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.900938:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.900940:0:34135:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.900946:0:34135:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777390.900950:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.900952:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.900954:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:3.0:1788777390.900956:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.900958:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.900961:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.900962:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.900963:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=4 00000020:00000001:3.0:1788777390.900965:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.900967:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.900970:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.900973:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.900977:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.900985:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.900986:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.900987:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.900989:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.900990:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=5 00000020:00000001:3.0:1788777390.900992:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.900994:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.900997:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.901000:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.901007:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.901008:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777390.901011:0:34135:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.901017:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.901018:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.901019:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.901020:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.901021:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777390.901027:0:34135:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777390.901036:0:34135:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777390.901041:0:34135:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777390.901048:0:34135:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.901055:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.901057:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.901058:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:3.0:1788777390.901060:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.901062:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00000002:00010000:3.0:1788777390.901066:0:34135:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788777390.901079:0:34135:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945308bb9840. 00010000:00000001:3.0:1788777390.901082:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.901083:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.901085:0:34135:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.901087:0:34135:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777390.901091:0:34135:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777390.901095:0:34135:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.901096:0:34135:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00010000:00000001:3.0:1788777390.901099:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.901100:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.901101:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:3.0:1788777390.901103:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.901105:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00000002:00010000:3.0:1788777390.901108:0:34135:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.901115:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.901116:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.901118:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777390.901119:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.901120:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.901122:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:3.0:1788777390.901124:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.901126:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000040:3.0:1788777390.901129:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:3.0:1788777390.901131:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.901135:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.901139:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777390.901142:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777390.901151:0:34135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777390.901156:0:34135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.901159:0:34135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.901166:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.901168:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.901169:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.901171:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.901172:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:3.0:1788777390.901174:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.901176:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:3.0:1788777390.901179:0:34135:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1788777390.901182:0:34135:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.901188:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.901190:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.901197:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.901216:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777390.901218:0:34135:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777390.901261:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.901263:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.901268:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788777390.901274:0:34135:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94531805b780. 00010000:00000001:3.0:1788777390.901277:0:34135:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777390.901291:0:34135:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1788777390.901293:0:34135:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.901295:0:34135:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.901297:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.901298:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.901299:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.901301:0:34135:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777390.901304:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb888 00000002:00002000:3.0:1788777390.901307:0:34135:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788777390.901310:0:34135:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.901314:0:34135:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.901317:0:34135:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777390.901321:0:34135:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777390.901325:0:34135:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777390.901330:0:34135:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777390.901334:0:34135:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945307510e00. 00000080:00000001:3.0:1788777390.901339:0:34135:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777390.901347:0:34135:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777390.901350:0:34135:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788777390.901355:0:34135:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777390.901360:0:34135:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777390.901362:0:34135:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777390.901365:0:34135:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777390.901370:0:34135:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777390.901373:0:34135:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777390.901392:0:34135:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6c4e0. 00020000:00000010:3.0:1788777390.901399:0:34135:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8300. 00020000:00000010:3.0:1788777390.901404:0:34135:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6c3c0. 00020000:00000001:3.0:1788777390.901407:0:34135:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017221056 : -118390692330560 : ffff945304d6c3c0) 00020000:00000002:3.0:1788777390.901411:0:34135:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c3c0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777390.901416:0:34135:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777390.901420:0:34135:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8300: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1788777390.901425:0:34135:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307dad2e8) owner ffff945310bda7c0 00020000:00000001:3.0:1788777390.901428:0:34135:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777390.901430:0:34135:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307dad2e8) owner ffff945310bda7c0 00020000:00000010:3.0:1788777390.901436:0:34135:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453012e8300. 00020000:00000010:3.0:1788777390.901440:0:34135:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6c4e0. 00020000:00000010:3.0:1788777390.901443:0:34135:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6c3c0. 00020000:00000002:3.0:1788777390.901446:0:34135:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777390.901448:0:34135:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.901450:0:34135:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777390.901453:0:34135:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777390.901460:0:34135:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:3.0:1788777390.901463:0:34135:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1788777390.901469:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.901470:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.901472:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:3.0:1788777390.901474:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:3.0:1788777390.901476:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00000080:00000001:3.0:1788777390.901480:0:34135:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777390.901481:0:34135:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777390.901483:0:34135:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777390.901484:0:34135:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777390.901486:0:34135:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777390.901487:0:34135:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777390.901489:0:34135:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777390.901491:0:34135:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6c3c0. 00020000:00000010:3.0:1788777390.901494:0:34135:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8300. 00020000:00000010:3.0:1788777390.901496:0:34135:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6c4e0. 00020000:00000001:3.0:1788777390.901498:0:34135:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017221344 : -118390692330272 : ffff945304d6c4e0) 00020000:00000002:3.0:1788777390.901501:0:34135:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c4e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777390.901505:0:34135:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777390.901509:0:34135:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8300: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1788777390.901512:0:34135:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307dad2e8) owner ffff945310bda7c0 00020000:00000001:3.0:1788777390.901515:0:34135:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777390.901517:0:34135:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307dad2e8) owner ffff945310bda7c0 00020000:00000010:3.0:1788777390.901520:0:34135:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453012e8300. 00020000:00000010:3.0:1788777390.901523:0:34135:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6c3c0. 00020000:00000010:3.0:1788777390.901525:0:34135:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6c4e0. 00020000:00000002:3.0:1788777390.901527:0:34135:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777390.901530:0:34135:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.901532:0:34135:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.901535:0:34135:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777390.901539:0:34135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000002:3.0:1788777390.901543:0:34135:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453102cb1e0 addref 2/0 by ffff945310bda7c0. 00020000:00000002:3.0:1788777390.901546:0:34135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000001:3.0:1788777390.901549:0:34135:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777390.901553:0:34135:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777390.901554:0:34135:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777390.901556:0:34135:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777390.901559:0:34135:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777390.901562:0:34135:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788777390.901564:0:34135:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777390.901979:0:34135:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.901983:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.901985:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777390.901987:0:34135:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777390.901991:0:34135:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777390.901993:0:34135:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.901997:0:34135:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) for lock 0xe53f2b0cb7af890a 00800000:00000001:3.0:1788777390.902001:0:34135:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777390.902003:0:34135:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777390.902005:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.902006:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.902008:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:3.0:1788777390.902011:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:3.0:1788777390.902013:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:3.0:1788777390.902016:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.902017:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.902019:0:34135:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.902020:0:34135:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.902024:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.902035:0:34135:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.902043:0:34135:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.902046:0:34135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af890a from it ffffb1cb81cdbbf0 00010000:00000001:3.0:1788777390.902048:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.902050:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.902051:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:3.0:1788777390.902053:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:3.0:1788777390.902055:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:3.0:1788777390.902058:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.902062:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.902069:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.902070:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.902072:0:34135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777390.902076:0:34135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777390.902078:0:34135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777390.902086:0:34135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777390.902089:0:34135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777390.902092:0:34135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.902098:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.902099:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.902101:0:34135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.902104:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777390.902106:0:34135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.902108:0:34135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.902112:0:34135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.902115:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.902116:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.902117:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777390.902121:0:34135:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777390.902128:0:34135:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb90c0. 00000080:00000001:3.0:1788777390.902131:0:34135:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777390.902135:0:34135:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777390.902138:0:34135:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777390.902143:0:34135:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945310690a60. 00000002:00100000:3.0:1788777390.902148:0:34135:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777390.902155:0:34135:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.902156:0:34135:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777390.902161:0:34135:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777390.902164:0:34135:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.902168:0:34135:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777390.902170:0:34135:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777390.902172:0:34135:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777390.902175:0:34135:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777390.902177:0:34135:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.902181:0:34135:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788777390.902183:0:34135:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.902186:0:34135:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777390.902188:0:34135:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.902191:0:34135:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.902195:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.902209:0:34135:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777390.902217:0:34135:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1788777390.903330:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777390.903337:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.903342:0:15910:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788777390.903345:0:15910:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788777390.903348:0:15910:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777390.903354:0:15910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777390.903366:0:15910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152d800 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:2.0:1788777390.903369:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788777390.903373:0:15910:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.903381:0:15910:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788777390.903383:0:15910:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788777390.903387:0:15910:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.903392:0:15910:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788777390.903395:0:15910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777390.903397:0:15910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.903400:0:15910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.903402:0:15910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152d800 refcount=3 00000020:00000001:2.0:1788777390.903405:0:15910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777390.903407:0:15910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958243840 : -118390751307776 : ffff94530152d800) 00010000:00000001:2.0:1788777390.903410:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777390.903412:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788777390.903423:0:15910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777390.903427:0:15910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777390.903429:0:15910:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777390.903431:0:15910:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:2.0:1788777390.903435:0:15910:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777390.903438:0:15910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.903444:0:15910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:2.0:1788777390.903447:0:15910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.903451:0:15910:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777390.903454:0:15910:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777390.903457:0:15910:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777390.903463:0:15910:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.903466:0:15910:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.903473:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.903475:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.903477:0:15910:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788777390.903479:0:15910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.903480:0:15910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.903482:0:15910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=2 00000020:00000001:2.0:1788777390.903483:0:15910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.903486:0:15910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.903487:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.903488:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777390.903490:0:15910:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777390.903492:0:15910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777390.903494:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.903498:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777390.903501:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777390.903503:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777390.903504:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.903506:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777390.903509:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152d800 with handle 0xe53f2b0cb7af8926 from hash 00010000:00000001:2.0:1788777390.903511:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777390.903513:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.903514:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.903515:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777390.903518:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777390.903520:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777390.903524:0:15910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.903527:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.903528:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.903529:0:15910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.903531:0:15910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777390.903533:0:15910:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788777390.903541:0:15910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914df80. 00000020:00000040:2.0:1788777390.903545:0:15910:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777390.903550:0:15910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777390.903552:0:15910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777390.903554:0:15910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777390.903562:0:15910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94530137e200. 00000100:00000001:2.0:1788777390.903568:0:15910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.903571:0:15910:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777390.903576:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777390.903582:0:15910:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777390.903584:0:15910:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.903588:0:15910:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777390.903593:0:15910:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.903605:0:15910:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c499aef2] to pc [ptlrpcd_01_01+1] req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788777390.903632:0:15910:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.903635:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.903636:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.903637:0:15910:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.903639:0:15910:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.903641:0:15910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.903644:0:15910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.903650:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777390.903653:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152d800/0xe53f2b0cb7af8926 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3ca58 expref: -99 pid: 34135 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788777390.903660:0:15910:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945308bb9840. 00010000:00000001:2.0:1788777390.903666:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.903667:0:15910:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788777390.903668:0:15910:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94531805b780. 00010000:00000001:2.0:1788777390.903671:0:15910:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.903673:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777390.903674:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.903676:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777390.903677:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777390.903678:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.903680:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777390.903681:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777390.903682:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.903684:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777390.903692:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777390.903696:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777390.903698:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777390.903704:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777390.903710:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777390.903712:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.903716:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777390.903719:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777390.903721:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777390.903723:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126143744:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777390.903727:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777390.903732:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777390.903734:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.903736:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777390.903741:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945321934200. 02000000:00000001:2.0:1788777390.903742:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777390.903750:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777390.903754:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777390.903762:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777390.903771:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126143744, portal 18 00000100:00000001:2.0:1788777390.903773:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.903774:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:2.0:1788777390.903780:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788777390.903784:0:34135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 00000100:00000001:2.0:1788777390.903788:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777390.903794:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777390.903797:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1550. 00000100:00000200:2.0:1788777390.903803:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126143744, offset 0 00000400:00000200:2.0:1788777390.903816:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777390.903824:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777390.903832:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 02000000:00000001:3.0:1788777390.903833:0:34135:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777390.903839:0:34135:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777390.903839:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777390.903850:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000020:00000001:3.0:1788777390.903851:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb98 00000080:00000008:3.0:1788777390.903859:0:34135:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 102101, rc = 0 00000400:00000200:2.0:1788777390.903865:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777390.903872:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777390.903877:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2616:2616:256:4294967295] 192.168.203.135@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:2.0:1788777390.903883:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777390.903893:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777390.903899:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777390.903904:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99700. 00000800:00000200:2.0:1788777390.903910:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777390.903918:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777390.903923:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777390.903943:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.903947:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 833391 usecs (834 jiffies) 00000400:00000200:2.0:1788777390.903950:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777390.903953:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296542044 00000100:00000001:2.0:1788777390.903956:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296545327 00000100:00000001:2.0:1788777390.903959:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296542044 00000100:00000001:2.0:1788777390.903961:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296545327 00000100:00000001:2.0:1788777390.903963:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.903966:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.903971:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.903974:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.903981:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777390.903984:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777390.903987:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777390.903988:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777390.903990:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.903993:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.904007:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777390.904011:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.904124:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.904131:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99700. 00000400:00000200:0.0:1788777390.904137:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.904146:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.904154:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1550 00000400:00000010:0.0:1788777390.904157:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1550. 00000100:00000001:0.0:1788777390.904163:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.904170:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.904182:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.904186:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.904192:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.904195:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1788777390.906004:0:34135:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777390.906017:0:34135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000002:3.0:1788777390.906025:0:34135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000001:3.0:1788777390.906028:0:34135:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777390.912003:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.912024:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777390.912031:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.912034:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.912046:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.912057:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777390.912069:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.912074:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.912081:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.912086:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c54b00 00000400:00000200:0.0:1788777390.912091:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777390.912098:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x7059 [1] + 224 00000800:00000001:0.0:1788777390.912107:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.912114:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777390.912117:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.912122:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777390.912132:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777390.912144:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777390.912156:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777390.912177:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777390.912208:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777390.912213:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.912292:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777390.912302:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777390.912311:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777390.912314:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777390.912318:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777390.912328:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:2.0:1788777390.912331:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:2.0:1788777390.912336:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777390.912348:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777390.912362:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777390.912371:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777390.912373:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.912377:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777390.912380:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777390.912383:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777390.912385:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.912388:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777390.912397:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024538 time=213 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777390.912401:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777390.912404:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777390.912406:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.912408:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777390.912412:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.912415:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777390.912418:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788777390.912419:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777390.912423:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.912427:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777390.912434:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.912438:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777390.912440:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777390.912444:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777390.912452:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126143744:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777390.912458:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.912460:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.912463:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126143744/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777390.912468:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777390.912470:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777390.912473:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945321934200. 02000000:00000001:2.0:1788777390.912477:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777390.912480:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777390.912482:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777390.912485:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777390.912487:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530137e200. 02000000:00000001:2.0:1788777390.912491:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777390.912493:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777390.912495:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:2.0:1788777390.912498:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777390.912499:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.912502:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.912508:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777390.912510:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.912512:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777390.912514:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.919779:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbd28 00000080:00200008:3.0:1788777390.919794:0:34135:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777390.919806:0:34135:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777390.919808:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbca0 00000080:00200000:3.0:1788777390.919810:0:34135:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8),name=recon 00000080:00000010:3.0:1788777390.919821:0:34135:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945307510e00. 00800000:00000002:3.0:1788777390.919828:0:34135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777390.919837:0:34135:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777390.919843:0:34135:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.919845:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbbc0 00800000:00000002:3.0:1788777390.919849:0:34135:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777390.919854:0:34135:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777390.919861:0:34135:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777390.919868:0:34135:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777390.919870:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdba90 00000002:00010000:3.0:1788777390.919872:0:34135:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777390.919877:0:34135:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777390.919880:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777390.919883:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.919892:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:3.0:1788777390.919896:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.919902:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.919907:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777390.919913:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788777390.919926:0:34135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777390.919932:0:34135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.919935:0:34135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788777390.919942:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777390.919944:0:34135:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777390.919947:0:34135:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777390.919949:0:34135:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777390.919951:0:34135:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777390.919953:0:34135:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777390.919956:0:34135:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777390.919959:0:34135:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777390.919963:0:34135:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945307510e00. 00000080:00000001:3.0:1788777390.919968:0:34135:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777390.919971:0:34135:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.919974:0:34135:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) 00000080:00010000:3.0:1788777390.919978:0:34135:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) for lock 0xe53f2b0cb7af890a 00800000:00000001:3.0:1788777390.919981:0:34135:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777390.919986:0:34135:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777390.919987:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.919991:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.919994:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:3.0:1788777390.919996:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:3.0:1788777390.919999:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:3.0:1788777390.920509:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.920513:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777390.920515:0:34135:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.920518:0:34135:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777390.920521:0:34135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af890a from it ffffb1cb81cdbcd8 00010000:00000001:3.0:1788777390.920525:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.920527:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.920530:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:3.0:1788777390.920532:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:3.0:1788777390.920535:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:3.0:1788777390.920538:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.920543:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788777390.920551:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.920552:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.920553:0:34135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777390.920555:0:34135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777390.920557:0:34135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788777390.920564:0:34135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777390.920748:0:34135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777390.920751:0:34135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.920758:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.920759:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.920761:0:34135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.920765:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777390.920767:0:34135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.920835:0:34135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.920840:0:34135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.920843:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.920844:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.920845:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777390.920849:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777390.920851:0:34135:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777390.920855:0:34135:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788777390.920859:0:34135:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777390.920861:0:34135:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777390.920863:0:34135:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777390.920865:0:34135:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.920868:0:34135:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777390.920872:0:34135:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788777390.920875:0:34135:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777390.920880:0:34135:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777390.920883:0:34135:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777390.920893:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.920897:0:34135:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777390.920900:0:34135:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777390.920902:0:34135:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788777390.920906:0:34135:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777390.920908:0:34135:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777390.920910:0:34135:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777390.920913:0:34135:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.920914:0:34135:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777390.920920:0:34135:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105c9c20 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788777390.920924:0:34135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000001:3.0:1788777390.920928:0:34135:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777390.920930:0:34135:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777390.920933:0:34135:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777390.920935:0:34135:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.920938:0:34135:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777390.920940:0:34135:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777390.920942:0:34135:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.920944:0:34135:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777390.920945:0:34135:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777390.920946:0:34135:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777390.920948:0:34135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00000020:00000001:3.0:1788777390.920952:0:34135:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777390.920954:0:34135:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788777390.920956:0:34135:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788777390.920959:0:34135:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788777390.920961:0:34135:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788777390.920964:0:34135:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788777390.920966:0:34135:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788777390.920973:0:34135:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788777390.920983:0:34135:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945311155680. 00020000:00000002:3.0:1788777390.920986:0:34135:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777390.920988:0:34135:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788777390.920991:0:34135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777390.920993:0:34135:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777390.920994:0:34135:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777390.920996:0:34135:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153048 : -118390618398568 : ffff9453093ee098) 00000020:00001000:3.0:1788777390.920998:0:34135:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee090 00000020:00000001:3.0:1788777390.921002:0:34135:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.921003:0:34135:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777390.921017:0:34135:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777390.921019:0:34135:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777390.921020:0:34135:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.921023:0:34135:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.921025:0:34135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777390.921026:0:34135:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777390.921034:0:34135:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453057d2f70. 00000008:00010000:3.0:1788777390.921037:0:34135:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788777390.921041:0:34135:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777390.921042:0:34135:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777390.921043:0:34135:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9453111556b0, osc lock ffff9453057d2f70, flags 0x400001002 00000020:00000001:3.0:1788777390.921046:0:34135:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.921048:0:34135:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.921051:0:34135:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683222648448 : -118390486903168 : ffff945311155680) 00000020:00000001:3.0:1788777390.921053:0:34135:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777390.921054:0:34135:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777390.921056:0:34135:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.921058:0:34135:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.921060:0:34135:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788777390.921063:0:34135:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788777390.921066:0:34135:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777390.921068:0:34135:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777390.921070:0:34135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777390.921071:0:34135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777390.921072:0:34135:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777390.921075:0:34135:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777390.921077:0:34135:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788777390.921081:0:34135:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777390.921084:0:34135:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777390.921086:0:34135:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777390.921089:0:34135:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777390.921090:0:34135:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777390.921091:0:34135:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777390.921094:0:34135:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777390.921096:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.921103:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777390.921110:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.921115:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.921118:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777390.921122:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777390.921134:0:34135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777390.921138:0:34135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.921141:0:34135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777390.921148:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.921150:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.921151:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:3.0:1788777390.921164:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.921166:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000008:00000001:3.0:1788777390.921170:0:34135:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788777390.921180:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.921182:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.921183:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:3.0:1788777390.921185:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.921187:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000020:00000001:3.0:1788777390.921191:0:34135:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788777390.921193:0:34135:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788777390.921195:0:34135:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788777390.921197:0:34135:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.921214:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.921215:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.921216:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=6 00000020:00000001:3.0:1788777390.921218:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.921247:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.921249:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.921252:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777390.921258:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.921260:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.921261:0:34135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777390.921263:0:34135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777390.921265:0:34135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.921272:0:34135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777390.921274:0:34135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777390.921275:0:34135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.921277:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.921278:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.921280:0:34135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.921282:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777390.922553:0:34135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.922560:0:34135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.922566:0:34135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.922640:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.922716:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.922719:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.922721:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.922722:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777390.922724:0:34135:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.922728:0:34135:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.922731:0:34135:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.922735:0:34135:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.922737:0:34135:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.922740:0:34135:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788777390.922742:0:34135:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788777390.922745:0:34135:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788777390.922747:0:34135:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788777390.922751:0:34135:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.922753:0:34135:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.922761:0:34135:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777390.922766:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.922769:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.922843:0:34135:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777390.922848:0:34135:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788777390.922852:0:34135:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:3.0:1788777390.922856:0:34135:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.922858:0:34135:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.922860:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:3.0:1788777390.922863:0:34135:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1788777390.922867:0:34135:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777390.922870:0:34135:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788777390.922872:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c9bc0 (ffff9453093ee908/0) at cl_lock_release():245 00000020:00000001:3.0:1788777390.922875:0:34135:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777390.922877:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c9bc0 (ffff9453093ee908/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788777390.922880:0:34135:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788777390.922883:0:34135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777390.922886:0:34135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777390.922888:0:34135:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777390.922889:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453111556b0 (ffff9453093ee098/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788777390.922892:0:34135:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788777390.922895:0:34135:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788777390.922896:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.922898:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777390.922899:0:34135:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788777390.922902:0:34135:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777390.922903:0:34135:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777390.922904:0:34135:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777390.922906:0:34135:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777390.922908:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c9bc0 (ffff9453093ee908/0) at cl_lock_fini():72 00020000:00000001:3.0:1788777390.922911:0:34135:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788777390.922913:0:34135:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777390.922914:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453111556b0 (ffff9453093ee908/1) at cl_lock_fini():72 00000008:00000010:3.0:1788777390.922918:0:34135:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453057d2f70. 00000020:00000001:3.0:1788777390.922924:0:34135:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788777390.922926:0:34135:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945311155680. 00020000:00000001:3.0:1788777390.922931:0:34135:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788777390.922932:0:34135:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788777390.922934:0:34135:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788777390.922936:0:34135:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.922939:0:34135:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777390.922942:0:34135:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777390.922944:0:34135:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777390.922945:0:34135:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777390.922947:0:34135:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777390.922949:0:34135:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee090 00020000:00000001:3.0:1788777390.922953:0:34135:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777390.922955:0:34135:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777390.922959:0:34135:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777390.922961:0:34135:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777390.922966:0:34135:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777390.922969:0:34135:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.922971:0:34135:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777390.922973:0:34135:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777390.922974:0:34135:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777390.922975:0:34135:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000001:00000001:3.0:1788777390.922977:0:34135:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.922989:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbd28 00000080:00000008:3.0:1788777390.922992:0:34135:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777390.923182:0:34135:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788777390.923186:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbd88 00000080:00200008:3.0:1788777390.923189:0:34135:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1788777390.923192:0:34135:0:(file.c:2656:do_file_write_iter()) inode ffff9453209de3c8 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:3.0:1788777390.923195:0:34135:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788777390.923209:0:34135:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.923212:0:34135:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788777390.923216:0:34135:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.923218:0:34135:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777390.923252:0:34135:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777390.923256:0:34135:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777390.923261:0:34135:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788777390.923263:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbc98 00000080:00200000:3.0:1788777390.923266:0:34135:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1788777390.923274:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbc30 00000080:00200000:3.0:1788777390.923276:0:34135:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1788777390.923278:0:34135:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777390.923280:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.923282:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.924596:0:34135:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777390.924604:0:34135:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788777390.924607:0:34135:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:3.0:1788777390.924613:0:34135:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924615:0:34135:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924619:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:3.0:1788777390.924623:0:34135:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1788777390.924626:0:34135:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777390.924630:0:34135:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788777390.924639:0:34135:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d08bf9ef[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:3.0:1788777390.924641:0:34135:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:3.0:1788777390.924654:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.924656:0:34135:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777390.924659:0:34135:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777390.924661:0:34135:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777390.924664:0:34135:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777390.924666:0:34135:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788777390.924668:0:34135:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777390.924674:0:34135:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.924677:0:34135:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777390.924680:0:34135:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.924682:0:34135:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777390.924686:0:34135:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105c9c20 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788777390.924689:0:34135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000001:3.0:1788777390.924695:0:34135:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777390.924697:0:34135:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777390.924699:0:34135:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777390.924701:0:34135:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788777390.924703:0:34135:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:3.0:1788777390.924706:0:34135:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788777390.924708:0:34135:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777390.924709:0:34135:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924711:0:34135:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777390.924712:0:34135:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777390.924713:0:34135:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777390.924715:0:34135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00000020:00000001:3.0:1788777390.924718:0:34135:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924719:0:34135:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777390.924722:0:34135:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1788777390.924725:0:34135:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788777390.924728:0:34135:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924733:0:34135:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777390.924735:0:34135:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777390.924738:0:34135:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788777390.924739:0:34135:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788777390.924741:0:34135:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1788777390.924745:0:34135:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777390.924747:0:34135:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777390.924752:0:34135:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777390.924756:0:34135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777390.924757:0:34135:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777390.924759:0:34135:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777390.924763:0:34135:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153048 : -118390618398568 : ffff9453093ee098) 00000020:00001000:3.0:1788777390.924765:0:34135:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee090 00000020:00000001:3.0:1788777390.924768:0:34135:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.924779:0:34135:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777390.924783:0:34135:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777390.924784:0:34135:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777390.924786:0:34135:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.924787:0:34135:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.924790:0:34135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777390.924793:0:34135:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788777390.924796:0:34135:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788777390.924800:0:34135:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924802:0:34135:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.924804:0:34135:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.924806:0:34135:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924807:0:34135:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924809:0:34135:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788777390.924812:0:34135:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788777390.924814:0:34135:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788777390.924818:0:34135:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788777390.924823:0:34135:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.924826:0:34135:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.924829:0:34135:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788777390.924830:0:34135:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1788777390.924833:0:34135:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788777390.924834:0:34135:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788777390.924836:0:34135:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924838:0:34135:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.924840:0:34135:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.924842:0:34135:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.924844:0:34135:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.924846:0:34135:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777390.924848:0:34135:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777390.924849:0:34135:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777390.924851:0:34135:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777390.924853:0:34135:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924854:0:34135:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.924857:0:34135:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.924858:0:34135:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924860:0:34135:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777390.924862:0:34135:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788777390.924864:0:34135:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788777390.924867:0:34135:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788777390.924869:0:34135:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788777390.924872:0:34135:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788777390.924883:0:34135:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945311155680. 00020000:00000002:3.0:1788777390.924887:0:34135:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777390.924889:0:34135:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788777390.924892:0:34135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777390.924893:0:34135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777390.924895:0:34135:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777390.924899:0:34135:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453057d2f70. 00000008:00010000:3.0:1788777390.924902:0:34135:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788777390.924905:0:34135:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777390.924906:0:34135:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777390.924910:0:34135:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9453111556b0, osc lock ffff9453057d2f70, flags 0x0 00000020:00000001:3.0:1788777390.924912:0:34135:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.924914:0:34135:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.924916:0:34135:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683222648448 : -118390486903168 : ffff945311155680) 00000020:00000001:3.0:1788777390.924918:0:34135:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777390.924920:0:34135:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777390.924922:0:34135:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924924:0:34135:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924926:0:34135:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777390.924928:0:34135:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777390.924929:0:34135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777390.924930:0:34135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777390.924932:0:34135:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777390.924935:0:34135:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777390.924937:0:34135:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788777390.924940:0:34135:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.924944:0:34135:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777390.924946:0:34135:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777390.924948:0:34135:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777390.924949:0:34135:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777390.924951:0:34135:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777390.924952:0:34135:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777390.924955:0:34135:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777390.924958:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.924969:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777390.924973:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777390.924980:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.924987:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777390.924992:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788777390.925026:0:34135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777390.925031:0:34135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.925034:0:34135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.925043:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.925046:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.925050:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:3.0:1788777390.925052:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.925055:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000008:00000001:3.0:1788777390.925060:0:34135:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788777390.925063:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.925064:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.925065:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:3.0:1788777390.925067:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.925069:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.925072:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.925073:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.925074:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=6 00000020:00000001:3.0:1788777390.925076:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.925079:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.925081:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777390.925083:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777390.925086:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.925093:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.925095:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777390.925098:0:34135:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.925100:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.925102:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.925103:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=7 00000020:00000001:3.0:1788777390.925105:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.925107:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.925109:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.925113:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.925121:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.925122:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777390.925125:0:34135:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.925132:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.925134:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.925135:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.925136:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.925137:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777390.925138:0:34135:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777390.925141:0:34135:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925143:0:34135:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925145:0:34135:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925146:0:34135:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925148:0:34135:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925150:0:34135:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925152:0:34135:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925166:0:34135:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788777390.925170:0:34135:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1788777390.925183:0:34135:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777390.925185:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.925188:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.925190:0:34135:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777390.925192:0:34135:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788777390.925195:0:34135:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:3.0:1788777390.925206:0:34135:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925208:0:34135:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925210:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:3.0:1788777390.925212:0:34135:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1788777390.925215:0:34135:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777390.925237:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb80 00000080:00200000:3.0:1788777390.925240:0:34135:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1788777390.925245:0:34135:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788777390.925251:0:34135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000002:3.0:1788777390.925255:0:34135:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453102cb1e0 addref 2/0 by ffff945310bda7c0. 00020000:00000002:3.0:1788777390.925258:0:34135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00000020:00000001:3.0:1788777390.925261:0:34135:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1788777390.925265:0:34135:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788777390.925268:0:34135:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788777390.925271:0:34135:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:3.0:1788777390.925273:0:34135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777390.925274:0:34135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777390.925276:0:34135:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788777390.925279:0:34135:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788777390.925282:0:34135:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925296:0:34135:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925298:0:34135:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925299:0:34135:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.925308:0:34135:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788777390.925311:0:34135:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:3.0:1788777390.925317:0:34135:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1788777390.925319:0:34135:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925323:0:34135:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788777390.925325:0:34135:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] ffffed3c847d09c0 ffff945310b58e00 1 00000020:00000001:3.0:1788777390.925329:0:34135:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788777390.925332:0:34135:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:3.0:1788777390.925334:0:34135:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:3.0:1788777390.925337:0:34135:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788777390.925339:0:34135:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777390.925341:0:34135:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210542112 : -118390499009504 : ffff9453105c9c20) 00000020:00000001:3.0:1788777390.925344:0:34135:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788777390.925345:0:34135:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788777390.925348:0:34135:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777390.925352:0:34135:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[3 0000000019368db5 1 1 00000000dc45b543 0 0 0] 00000020:00000001:3.0:1788777390.925354:0:34135:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788777390.925356:0:34135:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777390.925358:0:34135:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1788777390.925359:0:34135:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788777390.925361:0:34135:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.925365:0:34135:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788777390.925367:0:34135:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:3.0:1788777390.925369:0:34135:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777390.925371:0:34135:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210542112 : -118390499009504 : ffff9453105c9c20) 00000020:00000001:3.0:1788777390.925373:0:34135:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788777390.925375:0:34135:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777390.925389:0:34135:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788777390.925391:0:34135:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788777390.925393:0:34135:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788777390.925394:0:34135:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788777390.925398:0:34135:0:(rw26.c:929:ll_write_end()) page@00000000f474c94c[4 0000000019368db5 2 1 00000000dc45b543 0 0 0] 00000080:00200000:3.0:1788777390.925402:0:34135:0:(rw26.c:929:ll_write_end()) vmpage @00000000802ce403 17ffffc0001039 2:0 ffff945310b58e00 0 lru 00000080:00200000:3.0:1788777390.925410:0:34135:0:(rw26.c:929:ll_write_end()) osc-page@00000000d98287af 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000b036613b 00000000c79c3e20 > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1788777390.925412:0:34135:0:(rw26.c:929:ll_write_end()) end page@00000000f474c94c 00000080:00200000:3.0:1788777390.925413:0:34135:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1788777390.925415:0:34135:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1788777390.925417:0:34135:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:3.0:1788777390.925420:0:34135:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1788777390.925423:0:34135:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1788777390.925425:0:34135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777390.925426:0:34135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777390.925428:0:34135:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1788777390.925431:0:34135:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1788777390.925433:0:34135:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1788777390.925435:0:34135:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000002:3.0:1788777390.925437:0:34135:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:3.0:1788777390.925440:0:34135:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.925443:0:34135:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777390.925446:0:34135:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:3.0:1788777390.925448:0:34135:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777390.925450:0:34135:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925452:0:34135:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925454:0:34135:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:3.0:1788777390.925456:0:34135:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1788777390.925458:0:34135:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788777390.925460:0:34135:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777390.925464:0:34135:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[4 0000000019368db5 2 1 00000000dc45b543 0 0 0] 00000020:00000001:3.0:1788777390.925465:0:34135:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788777390.925467:0:34135:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788777390.925468:0:34135:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1788777390.925471:0:34135:0:(osc_request.c:745:osc_update_next_shrink()) next time 3073 to shrink grant 00000080:00000001:3.0:1788777390.925474:0:34135:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1788777390.925476:0:34135:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1788777390.925480:0:34135:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9453209de578, count 1, dirtied 0 00000080:00000001:3.0:1788777390.925482:0:34135:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1788777390.925485:0:34135:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788777390.925487:0:34135:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777390.925488:0:34135:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777390.925489:0:34135:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777390.925492:0:34135:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[3 0000000019368db5 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777390.925493:0:34135:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788777390.925494:0:34135:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777390.925496:0:34135:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788777390.925497:0:34135:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777390.925500:0:34135:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[3 0000000019368db5 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777390.925501:0:34135:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788777390.925502:0:34135:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788777390.925503:0:34135:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1788777390.925505:0:34135:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1788777390.925507:0:34135:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925509:0:34135:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925511:0:34135:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925513:0:34135:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777390.925515:0:34135:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1788777390.925517:0:34135:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788777390.925519:0:34135:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1788777390.925520:0:34135:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.925522:0:34135:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1788777390.925526:0:34135:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1788777390.925528:0:34135:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925530:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb80 00000080:00200000:3.0:1788777390.925532:0:34135:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1788777390.925535:0:34135:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925537:0:34135:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777390.925539:0:34135:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777390.925540:0:34135:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777390.925542:0:34135:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1788777390.925544:0:34135:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.925546:0:34135:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.925547:0:34135:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788777390.925549:0:34135:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777390.925550:0:34135:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925552:0:34135:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925554:0:34135:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:3.0:1788777390.925556:0:34135:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925557:0:34135:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925559:0:34135:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925560:0:34135:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925562:0:34135:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925564:0:34135:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788777390.925565:0:34135:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788777390.925567:0:34135:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788777390.925568:0:34135:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788777390.925569:0:34135:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788777390.925571:0:34135:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925572:0:34135:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925574:0:34135:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788777390.925576:0:34135:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777390.925578:0:34135:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788777390.925581:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff945309386a88 (ffff9453093ee908/0) at cl_lock_release():245 00000020:00000001:3.0:1788777390.925584:0:34135:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777390.925585:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945309386a88 (ffff9453093ee908/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788777390.925588:0:34135:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788777390.925590:0:34135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777390.925591:0:34135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777390.925593:0:34135:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777390.925594:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453111556b0 (ffff9453093ee098/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788777390.925597:0:34135:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788777390.925599:0:34135:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788777390.925601:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777390.925603:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777390.925605:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:3.0:1788777390.925607:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.925610:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777390.925612:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777390.925615:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777390.925624:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.925625:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.925627:0:34135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777390.925630:0:34135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777390.925633:0:34135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777390.925642:0:34135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777390.925645:0:34135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777390.925648:0:34135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777390.925653:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.925654:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.925657:0:34135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.925661:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777390.925663:0:34135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.925665:0:34135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.925669:0:34135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.925671:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777390.925673:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.925674:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777390.925675:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777390.925677:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777390.925678:0:34135:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788777390.925680:0:34135:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777390.925681:0:34135:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777390.925683:0:34135:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777390.925685:0:34135:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777390.925686:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945309386a88 (ffff9453093ee908/0) at cl_lock_fini():72 00020000:00000001:3.0:1788777390.925690:0:34135:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788777390.925691:0:34135:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777390.925692:0:34135:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453111556b0 (ffff9453093ee908/1) at cl_lock_fini():72 00000008:00000010:3.0:1788777390.925696:0:34135:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453057d2f70. 00000020:00000001:3.0:1788777390.925702:0:34135:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788777390.925704:0:34135:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945311155680. 00020000:00000001:3.0:1788777390.925709:0:34135:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788777390.925710:0:34135:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788777390.925712:0:34135:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788777390.925714:0:34135:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788777390.925715:0:34135:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777390.925717:0:34135:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777390.925718:0:34135:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788777390.925720:0:34135:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925722:0:34135:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925724:0:34135:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788777390.925725:0:34135:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788777390.925727:0:34135:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788777390.925729:0:34135:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1788777390.925731:0:34135:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788777390.925732:0:34135:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777390.925734:0:34135:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777390.925735:0:34135:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777390.925736:0:34135:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788777390.925740:0:34135:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788777390.925741:0:34135:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925743:0:34135:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777390.925745:0:34135:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777390.925746:0:34135:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777390.925748:0:34135:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777390.925751:0:34135:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1788777390.925754:0:34135:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1788777390.925757:0:34135:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1788777390.925759:0:34135:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777390.925761:0:34135:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777390.925763:0:34135:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777390.925764:0:34135:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777390.925766:0:34135:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777390.925768:0:34135:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee090 00020000:00000001:3.0:1788777390.925771:0:34135:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777390.925774:0:34135:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777390.925776:0:34135:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777390.925778:0:34135:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777390.925781:0:34135:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777390.925782:0:34135:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788777390.925784:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbc98 00000080:00200000:3.0:1788777390.925786:0:34135:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1788777390.925789:0:34135:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777390.925791:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.925793:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777390.925794:0:34135:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777390.925797:0:34135:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788777390.925802:0:34135:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777390.925803:0:34135:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1788777390.925806:0:34135:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777390.925807:0:34135:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1788777390.925809:0:34135:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:3.0:1788777390.925813:0:34135:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777390.925815:0:34135:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:3.0:1788777390.925818:0:34135:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925820:0:34135:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.925822:0:34135:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:3.0:1788777390.925824:0:34135:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788777390.925826:0:34135:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1788777390.925830:0:34135:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1788777390.925833:0:34135:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1788777390.925835:0:34135:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777390.925839:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbd88 00000080:00000008:3.0:1788777390.925841:0:34135:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:3.0:1788777390.925845:0:34135:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1788777390.925865:0:34135:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777390.925868:0:34135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000002:3.0:1788777390.925872:0:34135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000001:3.0:1788777390.925874:0:34135:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.925885:0:34135:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777390.925887:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbdf0 00000080:00200008:3.0:1788777390.925890:0:34135:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 102001 00000080:00000001:3.0:1788777390.925894:0:34135:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788777390.925897:0:34135:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788777390.925899:0:34135:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777390.925900:0:34135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000002:3.0:1788777390.925903:0:34135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945310bda7c0 00020000:00000001:3.0:1788777390.925905:0:34135:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.925908:0:34135:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788777390.925917:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777390.925920:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777390.925926:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:3.0:1788777390.925929:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777390.925932:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777390.925935:0:34135:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:3.0:1788777390.925937:0:34135:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777390.925940:0:34135:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777390.925946:0:34135:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945307510e00. 00000080:00000001:3.0:1788777390.925948:0:34135:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777390.925955:0:34135:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777390.925958:0:34135:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788777390.925961:0:34135:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:3.0:1788777390.925966:0:34135:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777390.925968:0:34135:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:3.0:1788777390.925976:0:34135:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e680. 00000020:00000040:3.0:1788777390.925982:0:34135:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777390.925987:0:34135:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777390.925991:0:34135:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777390.925994:0:34135:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777390.926002:0:34135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945307510c00. 00000100:00000001:3.0:1788777390.926010:0:34135:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777390.926033:0:34135:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777390.926045:0:34135:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777390.926052:0:34135:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3e680 x1875667126144000/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777390.926060:0:34135:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777390.926062:0:34135:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777390.926071:0:34135:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531805bd80. 00000100:00000001:3.0:1788777390.926074:0:34135:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683339066752 : -118390370484864 : ffff94531805bd80) 00000100:00000001:3.0:1788777390.926077:0:34135:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.926079:0:34135:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080996480 : -118390628555136 : ffff945308a3e680) 00000100:00000001:3.0:1788777390.926083:0:34135:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777390.926087:0:34135:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.926089:0:34135:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777390.926091:0:34135:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777390.926096:0:34135:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e680 x1875667126144000/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.926104:0:34135:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777390.926107:0:34135:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.926111:0:34135:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777390.926114:0:34135:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777390.926116:0:34135:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777390.926120:0:34135:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e680 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34135:1875667126144000:192.168.203.135@tcp:35:uname.0 00000100:00000001:3.0:1788777390.926125:0:34135:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777390.926132:0:34135:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777390.926135:0:34135:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.926138:0:34135:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777390.926143:0:34135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777390.926146:0:34135:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777390.926155:0:34135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777390.926161:0:34135:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777390.926170:0:34135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777390.926179:0:34135:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126144000, portal 10 00000100:00000001:3.0:1788777390.926182:0:34135:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.926183:0:34135:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080996480 : -118390628555136 : ffff945308a3e680) 00000100:00000040:3.0:1788777390.926191:0:34135:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3e680 x1875667126144000/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.929174:0:34135:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777390.929185:0:34135:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777390.929206:0:34135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347088. 00000100:00000200:3.0:1788777390.929218:0:34135:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126144000, offset 0 00000400:00000200:3.0:1788777390.929241:0:34135:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777390.929254:0:34135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.929264:0:34135:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777390.929270:0:34135:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777390.929275:0:34135:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777390.929280:0:34135:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777390.929296:0:34135:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777390.929301:0:34135:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2617:2617:256:4294967295] 192.168.203.135@tcp LPNI seq info [2612:2612:8:4294967295] 00000400:00000200:3.0:1788777390.929306:0:34135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777390.929318:0:34135:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777390.929326:0:34135:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777390.929335:0:34135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945319e06100. 00000800:00000200:3.0:1788777390.929344:0:34135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777390.929353:0:34135:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777390.929359:0:34135:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945319e06100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777390.929389:0:34135:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.929396:0:34135:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 832368 usecs (833 jiffies) 00000400:00000200:3.0:1788777390.929401:0:34135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777390.929405:0:34135:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296542069 00000100:00000001:3.0:1788777390.929409:0:34135:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296545327 00000100:00000001:3.0:1788777390.929412:0:34135:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296542069 00000100:00000001:3.0:1788777390.929414:0:34135:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296545327 00000100:00000001:3.0:1788777390.929417:0:34135:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.929421:0:34135:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.929426:0:34135:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777390.929428:0:34135:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777390.929431:0:34135:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531805bd80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777390.929435:0:34135:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777390.929439:0:34135:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.929624:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.929630:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945319e06100. 00000400:00000200:0.0:1788777390.929638:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.929645:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.929653:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347088 00000400:00000010:0.0:1788777390.929656:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347088. 00000100:00000001:0.0:1788777390.929661:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.929671:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126144000/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.929683:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.929687:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e680 x1875667126144000/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.929694:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.929695:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777390.938037:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.938060:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777390.938067:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.938070:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.938083:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.938093:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777390.938105:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.938111:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.938118:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.938123:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c54c00 00000400:00000200:1.0:1788777390.938128:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.938137:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7061 [1] + 224 00000800:00000001:1.0:1788777390.938145:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.938153:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.938158:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.938163:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777390.938172:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777390.938183:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126144000/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777390.938195:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3e680 x1875667126144000/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.938266:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777390.938277:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.938281:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.938359:0:34135:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777390.938371:0:34135:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777390.938373:0:34135:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777390.938387:0:34135:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777390.938393:0:34135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777390.938396:0:34135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777390.938400:0:34135:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777390.938406:0:34135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e680 x1875667126144000/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777390.938414:0:34135:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e680 x1875667126144000/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.938420:0:34135:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777390.938423:0:34135:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.938426:0:34135:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777390.938430:0:34135:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777390.938433:0:34135:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777390.938435:0:34135:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777390.938438:0:34135:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777390.938451:0:34135:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=63 v=5 (10 5 5 5) 00000100:00001000:3.0:1788777390.938456:0:34135:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777390.938459:0:34135:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777390.938461:0:34135:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777390.938465:0:34135:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777390.938469:0:34135:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.938472:0:34135:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777390.938474:0:34135:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777390.938476:0:34135:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777390.938479:0:34135:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.938480:0:34135:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080996480 : -118390628555136 : ffff945308a3e680) 00000100:00000001:3.0:1788777390.938484:0:34135:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777390.938486:0:34135:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788777390.938489:0:34135:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777390.938493:0:34135:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777390.938498:0:34135:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e680 x1875667126144000/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.938505:0:34135:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777390.938508:0:34135:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777390.938510:0:34135:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777390.938514:0:34135:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e680 x1875667126144000/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777390.938522:0:34135:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e680 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34135:1875667126144000:192.168.203.135@tcp:35:uname.0 00000100:00000001:3.0:1788777390.938528:0:34135:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.938532:0:34135:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.938534:0:34135:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777390.938537:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.938541:0:34135:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e680 x1875667126144000/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.938548:0:34135:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777390.938551:0:34135:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531805bd80. 00000100:00000001:3.0:1788777390.938555:0:34135:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777390.938556:0:34135:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.938565:0:34135:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.938577:0:34135:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080996480 : -118390628555136 : ffff945308a3e680) 00000002:00000001:3.0:1788777390.938581:0:34135:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.938585:0:34135:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777390.938591:0:34135:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945307510e00. 00000080:00000001:3.0:1788777390.938595:0:34135:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777390.938599:0:34135:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777390.938604:0:34135:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777390.938610:0:34135:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.938618:0:34135:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777390.938620:0:34135:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00000100:00000001:3.0:1788777390.938622:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.938625:0:34135:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.938632:0:34135:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.938633:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.938636:0:34135:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e680 x1875667126144000/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.938642:0:34135:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777390.938644:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.938646:0:34135:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ce00 x1875667126143616/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.938653:0:34135:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777390.938658:0:34135:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.938660:0:34135:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777390.938662:0:34135:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777390.938667:0:34135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2e000. 02000000:00000001:3.0:1788777390.938671:0:34135:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777390.938673:0:34135:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777390.938675:0:34135:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ce00. 00000100:00000001:3.0:1788777390.938787:0:34135:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777390.938789:0:34135:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777390.938791:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.938795:0:34135:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e680 x1875667126144000/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.938802:0:34135:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777390.938804:0:34135:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945310690a60. 00000002:00000001:3.0:1788777390.938807:0:34135:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777390.938809:0:34135:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777390.938811:0:34135:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb90c0. 00000100:00000001:3.0:1788777390.938814:0:34135:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777390.938817:0:34135:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e680 x1875667126144000/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777390.938828:0:34135:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777390.938831:0:34135:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777390.938833:0:34135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777390.938836:0:34135:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777390.938837:0:34135:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777390.938838:0:34135:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777390.938841:0:34135:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777390.938842:0:34135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945307510c00. 02000000:00000001:3.0:1788777390.938844:0:34135:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777390.938846:0:34135:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777390.938847:0:34135:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e680. 00000100:00000001:3.0:1788777390.938850:0:34135:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777390.938851:0:34135:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777390.938854:0:34135:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777390.938858:0:34135:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453088012c0. 00000080:00000001:3.0:1788777390.938862:0:34135:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777390.938870:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbdf0 00000080:00000008:3.0:1788777390.938873:0:34135:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 102001, rc = 0 00000080:00000001:3.0:1788777390.938877:0:34135:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777390.938883:0:34135:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777390.938886:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbe00 00000080:00002000:3.0:1788777390.938889:0:34135:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320af8360, parent ffff9453208d0a20, inode ffff9453209de3c8) hashed, 00000080:00000001:3.0:1788777390.938892:0:34135:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777390.939255:0:34135:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803b00. 00010000:00000010:2.1:1788777390.947107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152d800. 00000080:00000001:1.0:1788777390.955370:0:34136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777390.955377:0:34136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777390.955379:0:34136:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777390.955382:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53bc0 00000080:00200000:1.0:1788777390.955387:0:34136:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777390.955404:0:34136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738200. 00800000:00000002:1.0:1788777390.955410:0:34136:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777390.955414:0:34136:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777390.955418:0:34136:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.955420:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53ae0 00800000:00000002:1.0:1788777390.955423:0:34136:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777390.955427:0:34136:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777390.955430:0:34136:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777390.955435:0:34136:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.955437:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c539b0 00000002:00010000:1.0:1788777390.955439:0:34136:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777390.955443:0:34136:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777390.955445:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777390.955447:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777390.955454:0:34136:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.955456:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.955458:0:34136:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.955460:0:34136:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777390.955463:0:34136:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777390.955469:0:34136:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c000. 00000020:00000040:1.0:1788777390.955473:0:34136:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777390.955488:0:34136:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777390.955493:0:34136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.955500:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.955501:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.955503:0:34136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.955506:0:34136:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777390.955508:0:34136:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777390.955512:0:34136:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777390.955519:0:34136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945310688000. 00000100:00000001:1.0:1788777390.955526:0:34136:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.955531:0:34136:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777390.955533:0:34136:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.955535:0:34136:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777390.955536:0:34136:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.955538:0:34136:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777390.955543:0:34136:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683087474688 : -118390622076928 : ffff94530906c000) 00010000:00000001:1.0:1788777390.955547:0:34136:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777390.955549:0:34136:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777390.955554:0:34136:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214800. 00010000:00000010:1.0:1788777390.955820:0:34136:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcd580. 00010000:00000001:1.0:1788777390.955824:0:34136:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777390.955828:0:34136:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb6000. 00000020:00000001:1.0:1788777390.955832:0:34136:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777390.955834:0:34136:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb6000 with handle 0xe53f2b0cb7af892d to hash 00000020:00000001:1.0:1788777390.955836:0:34136:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777390.955837:0:34136:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.955840:0:34136:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.955844:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.955847:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.955851:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777390.955859:0:34136:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777390.955871:0:34136:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777390.955876:0:34136:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777390.955878:0:34136:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777390.955884:0:34136:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945312393000. 00000100:00000001:1.0:1788777390.955886:0:34136:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683241775104 : -118390467776512 : ffff945312393000) 00000100:00000001:1.0:1788777390.955888:0:34136:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777390.955889:0:34136:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087474688 : -118390622076928 : ffff94530906c000) 00000100:00000001:1.0:1788777390.955894:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777390.955897:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.955899:0:34136:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777390.955901:0:34136:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777390.955910:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.955918:0:34136:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777390.955919:0:34136:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777390.955922:0:34136:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777390.955925:0:34136:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777390.955927:0:34136:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777390.955931:0:34136:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c000 pname:cluuid:pid:xid:nid:opc:job cat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34136:1875667126144128:192.168.203.135@tcp:101:cat.0 00000100:00000001:1.0:1788777390.955935:0:34136:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777390.955940:0:34136:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777390.955942:0:34136:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777390.955945:0:34136:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777390.955949:0:34136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945304dae800. 02000000:00000001:1.0:1788777390.955952:0:34136:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777390.955958:0:34136:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777390.955962:0:34136:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb630. 00000400:00000010:1.0:1788777390.955969:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12908. 00000100:00000200:1.0:1788777390.955975:0:34136:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126144128, portal 10 00000100:00000001:1.0:1788777390.955977:0:34136:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777390.955978:0:34136:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087474688 : -118390622076928 : ffff94530906c000) 00000100:00000040:1.0:1788777390.955984:0:34136:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.955990:0:34136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777390.955992:0:34136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777390.955995:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12bb0. 00000100:00000200:1.0:1788777390.955997:0:34136:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126144128, offset 0 00000400:00000200:1.0:1788777390.956003:0:34136:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777390.956012:0:34136:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.956018:0:34136:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777390.956022:0:34136:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777390.956026:0:34136:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777390.956030:0:34136:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777390.956032:0:34136:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777390.956035:0:34136:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2618:2618:256:4294967295] 192.168.203.135@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:1.0:1788777390.956039:0:34136:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.956047:0:34136:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777390.956053:0:34136:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777390.956058:0:34136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534c00. 00000800:00000200:1.0:1788777390.956065:0:34136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777390.956072:0:34136:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777390.956076:0:34136:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788777390.956096:0:34136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777390.956101:0:34136:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 831356 usecs (832 jiffies) 00000400:00000200:1.0:1788777390.956104:0:34136:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777390.956107:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296542094 00000100:00000001:1.0:1788777390.956110:0:34136:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296545327 00000100:00000001:1.0:1788777390.956112:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296542094 00000100:00000001:1.0:1788777390.956114:0:34136:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296545327 00000100:00000001:1.0:1788777390.956116:0:34136:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777390.956118:0:34136:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.956121:0:34136:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777390.956122:0:34136:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777390.956125:0:34136:0:(client.c:2715:ptlrpc_set_wait()) set ffff945312393000 going to sleep for 11 seconds 00000100:00000001:1.0:1788777390.956127:0:34136:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777390.956130:0:34136:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777390.956470:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777390.956475:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534c00. 00000400:00000200:0.0:1788777390.956488:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777390.956493:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777390.956498:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12bb0 00000400:00000010:0.0:1788777390.956501:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12bb0. 00000100:00000001:0.0:1788777390.956505:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777390.956517:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.956527:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777390.956531:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777390.956537:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777390.956539:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777390.959663:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.959677:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777390.959682:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.959684:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.959692:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.959700:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777390.959707:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.959712:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.959717:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.959721:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c54c80 00000400:00000200:1.0:1788777390.959725:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.959731:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x7069 [1] + 224 00000800:00000001:1.0:1788777390.959737:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.959744:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.959747:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.959751:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777390.959758:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777390.959766:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777390.959776:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.959796:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777390.959805:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.959809:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.959853:0:34136:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777390.959860:0:34136:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777390.959862:0:34136:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777390.959864:0:34136:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb630. 00000400:00000200:2.0:1788777390.959869:0:34136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12908 00000400:00000010:2.0:1788777390.959872:0:34136:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12908. 00000100:00000001:2.0:1788777390.959875:0:34136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777390.959879:0:34136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777390.959887:0:34136:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.959892:0:34136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777390.959894:0:34136:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.959896:0:34136:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777390.959899:0:34136:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777390.959902:0:34136:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777390.959904:0:34136:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.959907:0:34136:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777390.959917:0:34136:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=63 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777390.959921:0:34136:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777390.959923:0:34136:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777390.959925:0:34136:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.959928:0:34136:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777390.959931:0:34136:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.959935:0:34136:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777390.959937:0:34136:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788777390.959939:0:34136:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777390.959942:0:34136:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.959947:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.959954:0:34136:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.959957:0:34136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777390.959959:0:34136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777390.959965:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777390.959972:0:34136:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c000 pname:cluuid:pid:xid:nid:opc:job cat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34136:1875667126144128:192.168.203.135@tcp:101:cat.0 00000100:00000001:2.0:1788777390.959977:0:34136:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.959980:0:34136:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.959982:0:34136:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777390.959984:0:34136:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.959988:0:34136:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.959994:0:34136:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777390.959997:0:34136:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945312393000. 00000100:00000001:2.0:1788777390.960000:0:34136:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777390.960001:0:34136:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.960004:0:34136:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777390.960008:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960011:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960015:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=4 00000020:00000001:2.0:1788777390.960017:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960020:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000040:2.0:1788777390.960026:0:34136:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb6000, remote cookie: 0xa4f015c75ff3ca6d, flags: 0x1001 00010000:00010000:2.0:1788777390.960031:0:34136:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777390.960046:0:34136:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.960053:0:34136:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777390.960056:0:34136:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777390.960058:0:34136:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777390.960060:0:34136:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777390.960061:0:34136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777390.960063:0:34136:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945308214800) refcount = 1 00010000:00010000:2.0:1788777390.960067:0:34136:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.960073:0:34136:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777390.960077:0:34136:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777390.960078:0:34136:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.960081:0:34136:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777390.960084:0:34136:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.960087:0:34136:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.960092:0:34136:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777390.960094:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960096:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.960097:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960098:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.960099:0:34136:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.960103:0:34136:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777390.960104:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960105:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960107:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777390.960109:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960111:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960113:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960114:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960115:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=4 00000020:00000001:2.0:1788777390.960117:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960119:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960121:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.960124:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.960127:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.960132:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960133:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.960134:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960136:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960137:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=5 00000020:00000001:2.0:1788777390.960139:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960140:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960142:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.960145:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.960150:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960151:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777390.960154:0:34136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.960160:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.960161:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960162:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.960163:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960164:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777390.960170:0:34136:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777390.960182:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960184:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960185:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777390.960187:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960189:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960191:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960192:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.960194:0:34136:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.960196:0:34136:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.960213:0:34136:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777390.960215:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960216:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960217:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777390.960756:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960762:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00000002:00010000:2.0:1788777390.960766:0:34136:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.960774:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960775:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.960777:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777390.960778:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960779:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960781:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777390.960783:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960785:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000040:2.0:1788777390.960790:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:2.0:1788777390.960792:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777390.960796:0:34136:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777390.960799:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960800:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.960802:0:34136:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777390.960805:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53938 00000002:00002000:2.0:1788777390.960807:0:34136:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777390.960810:0:34136:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.960814:0:34136:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.960817:0:34136:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777390.960819:0:34136:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777390.960822:0:34136:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777390.960825:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777390.960829:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738200. 00000080:00000001:2.0:1788777390.960832:0:34136:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777390.960835:0:34136:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777390.960840:0:34136:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777390.960844:0:34136:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777390.960849:0:34136:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6180. 00800000:00000001:2.0:1788777390.960851:0:34136:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221995904 : -118390487555712 : ffff9453110b6180) 00800000:00000001:2.0:1788777390.960853:0:34136:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.960855:0:34136:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777390.960858:0:34136:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777390.960859:0:34136:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777390.960862:0:34136:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777390.960864:0:34136:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777390.960865:0:34136:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.960870:0:34136:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777390.960872:0:34136:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788777390.960876:0:34136:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777390.960878:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960880:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960881:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777390.960882:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960884:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960886:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960887:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777390.960889:0:34136:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777390.960891:0:34136:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777390.960892:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6180 1 00800000:00000010:2.0:1788777390.960894:0:34136:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6180. 00800000:00000001:2.0:1788777390.960897:0:34136:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777390.960900:0:34136:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af892d 00800000:00000001:2.0:1788777390.960902:0:34136:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777390.960904:0:34136:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777390.960905:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960906:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960907:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777390.960909:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960911:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960913:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960914:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.960915:0:34136:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.960916:0:34136:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.960919:0:34136:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777390.960921:0:34136:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777390.960923:0:34136:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af892d from it ffffb1cb81c53bf8 00010000:00000001:2.0:1788777390.960925:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.960926:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.960927:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777390.960928:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960930:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777390.960932:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.960934:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.960940:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960941:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.960942:0:34136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777390.960945:0:34136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777390.960947:0:34136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777390.960958:0:34136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777390.960960:0:34136:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777390.960962:0:34136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.960965:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960966:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.960968:0:34136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.960970:0:34136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777390.960972:0:34136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.960974:0:34136:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.960977:0:34136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.960979:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.960980:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.960981:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777390.960983:0:34136:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.960989:0:34136:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c000 x1875667126144128/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.960995:0:34136:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777390.960997:0:34136:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777390.961001:0:34136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945304dae800. 02000000:00000001:2.0:1788777390.961005:0:34136:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777390.961007:0:34136:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777390.961008:0:34136:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777390.961010:0:34136:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777390.961013:0:34136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945310688000. 02000000:00000001:2.0:1788777390.961017:0:34136:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777390.961018:0:34136:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777390.961020:0:34136:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c000. 00000100:00000001:2.0:1788777390.961024:0:34136:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777390.961026:0:34136:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777390.961029:0:34136:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777390.961033:0:34136:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.961039:0:34136:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777390.961041:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53bc0 00000080:00002000:2.0:1788777390.961043:0:34136:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320af8360) flags 0x48004e refc 0 00000080:00000001:2.0:1788777390.961045:0:34136:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.961048:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c08 00000080:00200000:2.0:1788777390.961049:0:34136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1788777390.961055:0:34136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777390.961057:0:34136:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8), inode mode 81a4 mask 44 00000080:00000001:2.0:1788777390.961060:0:34136:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.961066:0:34136:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777390.961068:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b98 00000080:00200008:2.0:1788777390.961070:0:34136:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 100000 00000080:00000010:2.0:1788777390.961076:0:34136:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a1540. 00000080:00000001:2.0:1788777390.961081:0:34136:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788777390.961085:0:34136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945321934e00. 00800000:00000002:2.0:1788777390.961090:0:34136:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777390.961093:0:34136:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777390.961095:0:34136:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777390.961097:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53a48 00800000:00000002:2.0:1788777390.961100:0:34136:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777390.961103:0:34136:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788777390.961106:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c539c8 00800000:00000002:2.0:1788777390.961108:0:34136:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788777390.961112:0:34136:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777390.961114:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53900 00000002:00010000:2.0:1788777390.961115:0:34136:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1788777390.961119:0:34136:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777390.961122:0:34136:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777390.961125:0:34136:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777390.961128:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:2.0:1788777390.961131:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.961133:0:34136:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777390.961136:0:34136:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.961138:0:34136:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.961140:0:34136:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.961141:0:34136:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777390.961143:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:2.0:1788777390.961144:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.961146:0:34136:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777390.961147:0:34136:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.961149:0:34136:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.961150:0:34136:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777390.961154:0:34136:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914df80. 00000020:00000040:2.0:1788777390.961157:0:34136:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777390.961162:0:34136:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777390.961163:0:34136:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.961165:0:34136:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777390.961169:0:34136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.961171:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.961172:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.961173:0:34136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.961176:0:34136:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777390.961178:0:34136:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777390.961181:0:34136:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777390.961188:0:34136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9800. 00000100:00000001:2.0:1788777390.961194:0:34136:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.961207:0:34136:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777390.961209:0:34136:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.961210:0:34136:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777390.961211:0:34136:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.961213:0:34136:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.961219:0:34136:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777390.961244:0:34136:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777390.961246:0:34136:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777390.961248:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:2.0:1788777390.961250:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.961252:0:34136:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777390.961256:0:34136:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154200. 00000020:00000001:2.0:1788777390.961260:0:34136:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777390.961262:0:34136:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154200 with handle 0xe53f2b0cb7af8934 to hash 00000020:00000001:2.0:1788777390.961264:0:34136:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777390.961266:0:34136:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.961269:0:34136:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.961272:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.961274:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.961277:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777390.961284:0:34136:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777390.961294:0:34136:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777390.961301:0:34136:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914df80 x1875667126144384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777390.961309:0:34136:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777390.961314:0:34136:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777390.961315:0:34136:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777390.961322:0:34136:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777390.961324:0:34136:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683081064832 : -118390628486784 : ffff945308a4f180) 00000100:00000001:2.0:1788777390.961326:0:34136:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.961327:0:34136:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777390.961331:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777390.961335:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.961337:0:34136:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777390.961338:0:34136:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777390.961343:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126144384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.961350:0:34136:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777390.961352:0:34136:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.961355:0:34136:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777390.961357:0:34136:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777390.961360:0:34136:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777390.961363:0:34136:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job cat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34136:1875667126144384:192.168.203.135@tcp:101:cat.0 00000100:00000001:2.0:1788777390.961367:0:34136:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777390.961372:0:34136:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777390.961374:0:34136:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.961376:0:34136:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777390.961697:0:34136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:2.0:1788777390.961701:0:34136:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777390.961708:0:34136:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777390.961712:0:34136:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777390.961719:0:34136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94531066d000. 00000100:00000200:2.0:1788777390.961726:0:34136:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126144384, portal 10 00000100:00000001:2.0:1788777390.961729:0:34136:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.961730:0:34136:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:2.0:1788777390.961736:0:34136:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914df80 x1875667126144384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.961744:0:34136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777390.961746:0:34136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777390.961749:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777390.961752:0:34136:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126144384, offset 0 00000400:00000200:2.0:1788777390.961758:0:34136:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777390.961765:0:34136:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777390.961772:0:34136:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777390.961777:0:34136:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777390.961780:0:34136:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777390.961784:0:34136:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777390.961786:0:34136:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777390.961789:0:34136:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2619:2619:256:4294967295] 192.168.203.135@tcp LPNI seq info [2614:2614:8:4294967295] 00000400:00000200:2.0:1788777390.961794:0:34136:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777390.961802:0:34136:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777390.961807:0:34136:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777390.961812:0:34136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:2.0:1788777390.961817:0:34136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777390.961825:0:34136:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777390.961829:0:34136:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777390.961897:0:34136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.961902:0:34136:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 830331 usecs (831 jiffies) 00000400:00000200:2.0:1788777390.961905:0:34136:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777390.961908:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296542099 00000100:00000001:2.0:1788777390.961911:0:34136:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296545327 00000100:00000001:2.0:1788777390.961913:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296542099 00000100:00000001:2.0:1788777390.961915:0:34136:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296545327 00000100:00000001:2.0:1788777390.961917:0:34136:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.961919:0:34136:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.961922:0:34136:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777390.961924:0:34136:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777390.961926:0:34136:0:(client.c:2715:ptlrpc_set_wait()) set ffff945308a4f180 going to sleep for 11 seconds 00000100:00000001:2.0:1788777390.961928:0:34136:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777390.961931:0:34136:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777390.962826:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777390.962832:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:1.0:1788777390.962836:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.962842:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777390.962847:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:1.0:1788777390.962850:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:1.0:1788777390.962854:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777390.962859:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126144384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777406 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.962869:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777390.962872:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126144384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777406 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.962877:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777390.962878:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777390.968607:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.968627:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777390.968631:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.968634:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.968643:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.968651:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777390.968662:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.968667:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.968673:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.968676:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c54d80 00000400:00000200:1.0:1788777390.968680:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777390.968687:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x7079 [64] + 224 00000800:00000001:1.0:1788777390.968694:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.968705:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777390.968708:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777390.968712:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777390.968719:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777390.968727:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126144384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777406 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777390.968737:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94530914df80 x1875667126144384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777390.968761:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777390.968768:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777390.968771:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.968902:0:34136:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777390.968910:0:34136:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777390.968912:0:34136:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777390.968915:0:34136:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777390.968919:0:34136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94531066d000 00000400:00000010:2.0:1788777390.968922:0:34136:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94531066d000. 00000100:00000001:2.0:1788777390.968926:0:34136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777390.968930:0:34136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126144384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777390.968939:0:34136:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126144384/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777406 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.968944:0:34136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777390.968946:0:34136:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.968948:0:34136:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777390.968951:0:34136:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777390.968954:0:34136:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777390.968956:0:34136:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777390.968959:0:34136:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777390.968967:0:34136:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=63 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777390.968971:0:34136:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777390.968974:0:34136:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777390.968975:0:34136:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.968978:0:34136:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777390.968981:0:34136:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.968984:0:34136:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777390.968986:0:34136:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777390.968987:0:34136:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777390.968989:0:34136:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.968991:0:34136:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777390.968994:0:34136:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777390.968996:0:34136:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788777390.968998:0:34136:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777390.969001:0:34136:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777390.969006:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.969013:0:34136:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.969016:0:34136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777390.969018:0:34136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777390.969021:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777390.969028:0:34136:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job cat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34136:1875667126144384:192.168.203.135@tcp:101:cat.0 00000100:00000001:2.0:1788777390.969033:0:34136:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777390.969035:0:34136:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.969037:0:34136:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777390.969039:0:34136:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.969042:0:34136:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.969048:0:34136:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777390.969050:0:34136:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945308a4f180. 00000100:00000001:2.0:1788777390.969053:0:34136:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777390.969054:0:34136:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.969057:0:34136:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777390.969062:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.969064:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.969067:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=4 00000020:00000001:2.0:1788777390.969069:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969072:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000040:2.0:1788777390.969078:0:34136:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309154200, remote cookie: 0xa4f015c75ff3ca7b, flags: 0x1001 00010000:00000040:2.0:1788777390.969081:0:34136:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777390.969084:0:34136:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788777390.969090:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 2 00010000:00000001:2.0:1788777390.969093:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.969096:0:34136:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.969100:0:34136:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777390.969109:0:34136:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.969115:0:34136:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777390.969119:0:34136:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777390.969121:0:34136:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777390.969123:0:34136:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777390.969124:0:34136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777390.969127:0:34136:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff945308214300) refcount = 2 00010000:00000040:2.0:1788777390.969130:0:34136:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777390.969132:0:34136:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788777390.969139:0:34136:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.969145:0:34136:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777390.969149:0:34136:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777390.969150:0:34136:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.969154:0:34136:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777390.969156:0:34136:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.969159:0:34136:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.969165:0:34136:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777390.969167:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969168:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.969169:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969171:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.969172:0:34136:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.969176:0:34136:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777390.969179:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.969180:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.969181:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:2.0:1788777390.969183:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969185:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969187:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969188:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777390.969192:0:34136:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777390.969211:0:34136:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777390.969215:0:34136:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777390.969263:0:34136:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.969269:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.969270:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.969271:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:2.0:1788777390.969273:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969274:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00000002:00010000:2.0:1788777390.969278:0:34136:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777390.969288:0:34136:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110b6180. 00010000:00000001:2.0:1788777390.969291:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969292:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.969294:0:34136:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.969296:0:34136:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777390.969299:0:34136:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777390.969301:0:34136:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777390.969302:0:34136:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777390.969304:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.969305:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.969307:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:2.0:1788777390.969309:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969311:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00000002:00010000:2.0:1788777390.969314:0:34136:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.969320:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969321:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.969323:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777390.969324:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.969325:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.969326:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:2.0:1788777390.969328:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969330:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000040:2.0:1788777390.969333:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:2.0:1788777390.969335:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777390.969339:0:34136:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 16 res 8589935620/49 (0 0) 00010000:00000001:2.0:1788777390.969342:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969343:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.969344:0:34136:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777390.969347:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53888 00000002:00002000:2.0:1788777390.969350:0:34136:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1788777390.969352:0:34136:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.969355:0:34136:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.969358:0:34136:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777390.969361:0:34136:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777390.969364:0:34136:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777390.969368:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777390.969371:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945321934e00. 00000080:00000001:2.0:1788777390.969376:0:34136:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777390.969381:0:34136:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777390.969384:0:34136:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1788777390.969387:0:34136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.969390:0:34136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777390.969403:0:34136:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777390.969405:0:34136:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777390.969409:0:34136:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777390.969411:0:34136:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777390.969417:0:34136:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7f60. 00020000:00000010:2.0:1788777390.969421:0:34136:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453106f9500. 00020000:00000010:2.0:1788777390.969425:0:34136:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7900. 00020000:00000001:2.0:1788777390.969427:0:34136:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208370432 : -118390501181184 : ffff9453103b7900) 00020000:00000002:2.0:1788777390.969431:0:34136:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7900, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777390.969435:0:34136:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777390.969439:0:34136:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453106f9500: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777390.969442:0:34136:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307dad2e8) owner ffff9453420ea7c0 00020000:00000001:2.0:1788777390.969445:0:34136:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777390.969447:0:34136:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307dad2e8) owner ffff9453420ea7c0 00020000:00000010:2.0:1788777390.969452:0:34136:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453106f9500. 00020000:00000010:2.0:1788777390.969456:0:34136:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7f60. 00020000:00000010:2.0:1788777390.969459:0:34136:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7900. 00020000:00000002:2.0:1788777390.969461:0:34136:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777390.969464:0:34136:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.969465:0:34136:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777390.969468:0:34136:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777390.969473:0:34136:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1788777390.969476:0:34136:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1788777390.969480:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.969482:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.969484:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:2.0:1788777390.969485:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969487:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00000080:00000001:2.0:1788777390.969490:0:34136:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788777390.969492:0:34136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.969493:0:34136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777390.969495:0:34136:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777390.969496:0:34136:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788777390.969498:0:34136:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788777390.969499:0:34136:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788777390.969501:0:34136:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453103b7900. 00020000:00000010:2.0:1788777390.969504:0:34136:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453106f9500. 00020000:00000010:2.0:1788777390.969506:0:34136:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453103b7f60. 00020000:00000001:2.0:1788777390.969508:0:34136:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683208372064 : -118390501179552 : ffff9453103b7f60) 00020000:00000002:2.0:1788777390.969511:0:34136:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453103b7f60, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777390.969514:0:34136:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777390.969518:0:34136:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453106f9500: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788777390.969520:0:34136:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307dad2e8) owner ffff9453420ea7c0 00020000:00000001:2.0:1788777390.969521:0:34136:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788777390.969523:0:34136:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307dad2e8) owner ffff9453420ea7c0 00020000:00000010:2.0:1788777390.969526:0:34136:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453106f9500. 00020000:00000010:2.0:1788777390.969528:0:34136:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453103b7900. 00020000:00000010:2.0:1788777390.969532:0:34136:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453103b7f60. 00020000:00000002:2.0:1788777390.969534:0:34136:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788777390.969535:0:34136:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.969536:0:34136:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.969540:0:34136:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788777390.969542:0:34136:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00020000:00000002:2.0:1788777390.969545:0:34136:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453102cb1e0 addref 2/0 by ffff9453420ea7c0. 00020000:00000002:2.0:1788777390.969547:0:34136:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00020000:00000001:2.0:1788777390.969550:0:34136:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788777390.969551:0:34136:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788777390.969553:0:34136:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788777390.969564:0:34136:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788777390.969567:0:34136:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788777390.969570:0:34136:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788777390.969571:0:34136:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777390.969573:0:34136:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.969575:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969576:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777390.969577:0:34136:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777390.969580:0:34136:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777390.969582:0:34136:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777390.969584:0:34136:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) for lock 0xe53f2b0cb7af8934 00800000:00000001:2.0:1788777390.969588:0:34136:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777390.969589:0:34136:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777390.969590:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.969591:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.969592:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:2.0:1788777390.969594:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969596:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969598:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969599:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.969600:0:34136:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.969602:0:34136:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777390.969604:0:34136:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.969608:0:34136:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777390.969614:0:34136:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777390.969730:0:34136:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8934 from it ffffb1cb81c53bf0 00010000:00000001:2.0:1788777390.969734:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.969735:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.969737:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154200 refcount=3 00000020:00000001:2.0:1788777390.969739:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969741:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088425472 : -118390621126144 : ffff945309154200) 00010000:00000001:2.0:1788777390.969744:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.969747:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777390.969754:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969755:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.969756:0:34136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777390.969759:0:34136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777390.969761:0:34136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777390.969768:0:34136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777390.969770:0:34136:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777390.969772:0:34136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.969776:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969776:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.969778:0:34136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.969780:0:34136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777390.969782:0:34136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.969784:0:34136:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.969787:0:34136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.969789:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.969790:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.969791:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777390.969793:0:34136:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777390.969798:0:34136:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9453110b60c0. 00000080:00000001:2.0:1788777390.969801:0:34136:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788777390.969804:0:34136:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788777390.969806:0:34136:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788777390.969809:0:34136:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453103b5500. 00000002:00100000:2.0:1788777390.969813:0:34136:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777390.969819:0:34136:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.969821:0:34136:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777390.969825:0:34136:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788777390.969829:0:34136:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.969831:0:34136:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788777390.969834:0:34136:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777390.969835:0:34136:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777390.969837:0:34136:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777390.969839:0:34136:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.969841:0:34136:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788777390.969845:0:34136:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.969847:0:34136:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777390.969849:0:34136:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.969851:0:34136:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777390.969855:0:34136:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777390.969859:0:34136:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788777390.969867:0:34136:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777390.969870:0:34136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:2.0:1788777390.969903:0:34136:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788777390.969905:0:34136:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.969908:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b98 00000080:00000008:2.0:1788777390.969910:0:34136:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 100000, rc = 0 00000020:00000001:2.0:1788777390.969933:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d28 00000080:00200008:2.0:1788777390.969936:0:34136:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777390.969942:0:34136:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777390.969944:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53ca0 00000080:00200000:2.0:1788777390.969945:0:34136:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8),name=recon 00000080:00000010:2.0:1788777390.969951:0:34136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945321934e00. 00800000:00000002:2.0:1788777390.969955:0:34136:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777390.969960:0:34136:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777390.969964:0:34136:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777390.969965:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53bc0 00800000:00000002:2.0:1788777390.969967:0:34136:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777390.969971:0:34136:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777390.969975:0:34136:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777390.969979:0:34136:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777390.969981:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53a90 00000002:00010000:2.0:1788777390.969983:0:34136:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777390.969986:0:34136:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777390.969988:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777390.969990:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.969993:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:2.0:1788777390.969995:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.969998:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.970001:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777390.970005:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777390.970012:0:34136:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777390.970016:0:34136:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.970018:0:34136:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788777390.970024:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777390.970026:0:34136:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777390.970028:0:34136:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777390.970030:0:34136:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777390.970031:0:34136:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777390.970033:0:34136:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777390.970035:0:34136:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777390.970038:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777390.970040:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945321934e00. 00000080:00000001:2.0:1788777390.970042:0:34136:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777390.970044:0:34136:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777390.970046:0:34136:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) 00000080:00010000:2.0:1788777390.970049:0:34136:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) for lock 0xe53f2b0cb7af890a 00800000:00000001:2.0:1788777390.970052:0:34136:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777390.970053:0:34136:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777390.970054:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.970055:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.970057:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:2.0:1788777390.970059:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.970061:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.970063:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.970064:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.970065:0:34136:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777390.970066:0:34136:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777390.970068:0:34136:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af890a from it ffffb1cb81c53cd8 00010000:00000001:2.0:1788777390.970070:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.970070:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.970072:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:2.0:1788777390.970073:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.970075:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:2.0:1788777390.970076:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.970079:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.970085:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.970086:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.970087:0:34136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777390.970088:0:34136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777390.970090:0:34136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777390.970096:0:34136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777390.970097:0:34136:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777390.970098:0:34136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.970100:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.970101:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.970102:0:34136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.970104:0:34136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777390.970105:0:34136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.970107:0:34136:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.970109:0:34136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.970111:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.970113:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.970114:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777390.970115:0:34136:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777390.970117:0:34136:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777390.970119:0:34136:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788777390.970122:0:34136:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788777390.970123:0:34136:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777390.970125:0:34136:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788777390.970126:0:34136:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.970128:0:34136:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777390.970130:0:34136:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788777390.970132:0:34136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.970135:0:34136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777390.970137:0:34136:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777390.970141:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.970143:0:34136:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777390.970146:0:34136:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777390.970148:0:34136:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788777390.970151:0:34136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.970153:0:34136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777390.970155:0:34136:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777390.970156:0:34136:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.970157:0:34136:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.970161:0:34136:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105cb7e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788777390.970165:0:34136:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00020000:00000001:2.0:1788777390.970168:0:34136:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777390.970170:0:34136:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777390.970172:0:34136:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777390.970174:0:34136:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.970176:0:34136:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777390.970178:0:34136:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777390.970179:0:34136:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970181:0:34136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.970182:0:34136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.970183:0:34136:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777390.970184:0:34136:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00000020:00000001:2.0:1788777390.970187:0:34136:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777390.970189:0:34136:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777390.970190:0:34136:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1788777390.970193:0:34136:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777390.970194:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777390.970196:0:34136:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777390.970208:0:34136:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777390.970213:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777390.970218:0:34136:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9e300. 00020000:00000002:2.0:1788777390.970251:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777390.970253:0:34136:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777390.970255:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.970256:0:34136:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777390.970257:0:34136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.970259:0:34136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777390.970261:0:34136:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777390.970263:0:34136:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.970265:0:34136:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777390.970267:0:34136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.970268:0:34136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777390.970269:0:34136:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.970270:0:34136:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.970272:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.970274:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777390.970279:0:34136:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b1300. 00000008:00010000:2.0:1788777390.970281:0:34136:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777390.970284:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.970285:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777390.970286:0:34136:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9e330, osc lock ffff9453201b1300, flags 0x400001002 00000020:00000001:2.0:1788777390.970288:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.970289:0:34136:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.970291:0:34136:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082437376 : -118390627114240 : ffff945308b9e300) 00000020:00000001:2.0:1788777390.970293:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.970294:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.970295:0:34136:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970297:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970299:0:34136:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777390.970301:0:34136:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777390.970302:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.970304:0:34136:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.970305:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.970306:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.970308:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.970309:0:34136:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.970311:0:34136:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777390.970313:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777390.970315:0:34136:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.970317:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.970318:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777390.970320:0:34136:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777390.970321:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777390.970323:0:34136:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777390.970324:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.970328:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777390.970330:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.970334:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.970336:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777390.970339:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777390.970348:0:34136:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777390.970350:0:34136:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.970353:0:34136:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777390.970360:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.970361:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.970363:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:2.0:1788777390.970365:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.970366:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000008:00000001:2.0:1788777390.970370:0:34136:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777390.970372:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.970372:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.970374:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:2.0:1788777390.970375:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.970378:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000020:00000001:2.0:1788777390.970381:0:34136:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777390.970384:0:34136:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777390.970386:0:34136:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777390.970387:0:34136:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.970389:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.970766:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.970770:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=6 00000020:00000001:2.0:1788777390.970773:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.970775:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.970777:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.970780:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777390.970786:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.970787:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.970788:0:34136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777390.970789:0:34136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777390.970791:0:34136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.970796:0:34136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777390.970799:0:34136:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777390.970800:0:34136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.970802:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.970803:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.970805:0:34136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.970807:0:34136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777390.970808:0:34136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.970810:0:34136:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.970812:0:34136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.970814:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.970815:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.970816:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.970817:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.970819:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.970820:0:34136:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.970823:0:34136:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970825:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.970827:0:34136:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970829:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970830:0:34136:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777390.970832:0:34136:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777390.970834:0:34136:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777390.970835:0:34136:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777390.970837:0:34136:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970839:0:34136:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.970843:0:34136:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777390.970845:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.970847:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.970848:0:34136:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.970851:0:34136:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777390.970853:0:34136:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:2.0:1788777390.970857:0:34136:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970858:0:34136:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970860:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:2.0:1788777390.970862:0:34136:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1788777390.970864:0:34136:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777390.970865:0:34136:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777390.970867:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777390.970869:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.970870:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777390.970872:0:34136:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777390.970874:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.970875:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.970876:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.970877:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9e330 (ffff9453093eee18/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777390.970879:0:34136:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777390.970881:0:34136:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777390.970882:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.970883:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.970884:0:34136:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777390.970886:0:34136:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.970887:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.970888:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.970889:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.970890:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777390.970892:0:34136:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777390.970893:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.970894:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9e330 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777390.970897:0:34136:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b1300. 00000020:00000001:2.0:1788777390.970900:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777390.970902:0:34136:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9e300. 00020000:00000001:2.0:1788777390.970906:0:34136:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.970907:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.970908:0:34136:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777390.970910:0:34136:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970912:0:34136:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777390.970914:0:34136:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777390.970916:0:34136:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777390.970917:0:34136:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777390.970919:0:34136:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777390.970920:0:34136:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777390.970922:0:34136:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777390.970924:0:34136:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777390.970927:0:34136:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777390.970929:0:34136:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777390.970931:0:34136:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777390.970932:0:34136:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.970934:0:34136:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777390.970936:0:34136:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777390.970937:0:34136:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777390.970938:0:34136:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000001:00000001:2.0:1788777390.970940:0:34136:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.970944:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d28 00000080:00000008:2.0:1788777390.970946:0:34136:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788777390.971028:0:34136:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1788777390.971030:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d88 00000080:00200008:2.0:1788777390.971032:0:34136:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1788777390.971035:0:34136:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1788777390.971037:0:34136:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777390.971040:0:34136:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1788777390.971044:0:34136:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1788777390.971063:0:34136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.971065:0:34136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777390.971067:0:34136:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777390.971070:0:34136:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777390.971072:0:34136:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.971074:0:34136:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777390.971075:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c98 00000080:00200000:2.0:1788777390.971077:0:34136:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1788777390.971081:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c30 00000080:00200000:2.0:1788777390.971083:0:34136:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1788777390.971085:0:34136:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777390.971090:0:34136:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d08bf9ef[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1788777390.971092:0:34136:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1788777390.971095:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.971096:0:34136:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777390.971098:0:34136:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777390.971099:0:34136:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777390.971102:0:34136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.971103:0:34136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777390.971105:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777390.971109:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.971110:0:34136:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777390.971111:0:34136:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.971113:0:34136:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.971116:0:34136:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105cb7e0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1788777390.971118:0:34136:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00020000:00000001:2.0:1788777390.971121:0:34136:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777390.971122:0:34136:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777390.971124:0:34136:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777390.971125:0:34136:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.971127:0:34136:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777390.971129:0:34136:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777390.971130:0:34136:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.971132:0:34136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.971133:0:34136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.971135:0:34136:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777390.971136:0:34136:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00000020:00000001:2.0:1788777390.971139:0:34136:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.971140:0:34136:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.971144:0:34136:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777390.971145:0:34136:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777390.971148:0:34136:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777390.971150:0:34136:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1788777390.971152:0:34136:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777390.971154:0:34136:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777390.971157:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1788777390.971159:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.971160:0:34136:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777390.971162:0:34136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.971163:0:34136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777390.971165:0:34136:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777390.971167:0:34136:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.971168:0:34136:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777390.971171:0:34136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.971172:0:34136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777390.971173:0:34136:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.971174:0:34136:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.971176:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.971179:0:34136:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777390.971181:0:34136:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777390.971184:0:34136:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.971185:0:34136:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.971187:0:34136:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.971189:0:34136:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.971190:0:34136:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.971192:0:34136:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777390.971194:0:34136:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1788777390.971195:0:34136:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777390.971209:0:34136:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777390.971212:0:34136:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777390.971214:0:34136:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.971216:0:34136:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.971219:0:34136:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777390.973385:0:34136:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1788777390.973401:0:34136:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777390.973404:0:34136:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777390.973406:0:34136:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973408:0:34136:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.973409:0:34136:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.973411:0:34136:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.973413:0:34136:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973417:0:34136:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777390.973420:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.973422:0:34136:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777390.973423:0:34136:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777390.973425:0:34136:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973427:0:34136:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973429:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973430:0:34136:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973432:0:34136:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777390.973434:0:34136:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777390.973435:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777390.973439:0:34136:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777390.973441:0:34136:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777390.973445:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1788777390.973455:0:34136:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9e300. 00020000:00000002:2.0:1788777390.973458:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1788777390.973461:0:34136:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777390.973463:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.973464:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.973466:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777390.973471:0:34136:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b1300. 00000008:00010000:2.0:1788777390.973473:0:34136:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777390.973475:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.973476:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777390.973487:0:34136:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9e330, osc lock ffff9453201b1300, flags 0x0 00000020:00000001:2.0:1788777390.973490:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973491:0:34136:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973493:0:34136:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082437376 : -118390627114240 : ffff945308b9e300) 00000020:00000001:2.0:1788777390.973495:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.973497:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.973498:0:34136:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973499:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973501:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.973503:0:34136:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.973511:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.973513:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.973514:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.973516:0:34136:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.973517:0:34136:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777390.973519:0:34136:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973522:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777390.973525:0:34136:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.973526:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.973527:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777390.973528:0:34136:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777390.973529:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777390.973531:0:34136:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777390.973534:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.973541:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777390.973544:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.973551:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.973667:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777390.973673:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777390.973685:0:34136:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777390.973689:0:34136:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.973691:0:34136:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.973699:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.973701:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.973704:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:2.0:1788777390.973705:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973708:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000008:00000001:2.0:1788777390.973711:0:34136:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777390.973714:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.973716:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.973717:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:2.0:1788777390.973719:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973721:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973723:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.973724:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.973725:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=6 00000020:00000001:2.0:1788777390.973727:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973729:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973730:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.973732:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.973735:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.973741:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.973743:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.973746:0:34136:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.973747:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.973748:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.973749:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=7 00000020:00000001:2.0:1788777390.973751:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973753:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973755:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.973758:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.973764:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.973765:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777390.973767:0:34136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.973773:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.973774:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.973775:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.973776:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.973777:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.973779:0:34136:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.973781:0:34136:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973783:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973785:0:34136:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973786:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973788:0:34136:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973790:0:34136:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973791:0:34136:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973793:0:34136:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788777390.973796:0:34136:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1788777390.973798:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b90 00000080:00200000:2.0:1788777390.973800:0:34136:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1788777390.973804:0:34136:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788777390.973806:0:34136:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788777390.973808:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1788777390.973810:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.973811:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.973813:0:34136:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777390.973814:0:34136:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777390.973817:0:34136:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973818:0:34136:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973819:0:34136:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973821:0:34136:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973824:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.973826:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.973827:0:34136:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.973830:0:34136:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777390.973832:0:34136:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:2.0:1788777390.973835:0:34136:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973836:0:34136:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973838:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000001:00000001:2.0:1788777390.973840:0:34136:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777390.973841:0:34136:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1788777390.973843:0:34136:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777390.973844:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777390.973845:0:34136:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777390.973846:0:34136:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777390.973848:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777390.973853:0:34136:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9e800. 00020000:00000002:2.0:1788777390.973855:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777390.973856:0:34136:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777390.973857:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.973858:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.973859:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777390.973862:0:34136:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b18f0. 00000008:00010000:2.0:1788777390.973864:0:34136:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777390.973865:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.973866:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777390.973868:0:34136:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9e830, osc lock ffff9453201b18f0, flags 0x400001002 00000020:00000001:2.0:1788777390.973870:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973871:0:34136:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973873:0:34136:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082438656 : -118390627112960 : ffff945308b9e800) 00000020:00000001:2.0:1788777390.973874:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.973875:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.973876:0:34136:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973877:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973879:0:34136:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777390.973881:0:34136:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777390.973882:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.973883:0:34136:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.973884:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.973885:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.973886:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.973887:0:34136:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.973888:0:34136:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777390.973890:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777390.973891:0:34136:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.973892:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.973893:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777390.973894:0:34136:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777390.973896:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777390.973897:0:34136:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777390.973898:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.973901:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777390.973902:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.973904:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.973906:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.973909:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777390.973916:0:34136:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777390.973918:0:34136:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.973921:0:34136:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.973927:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.973928:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.973930:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=6 00000020:00000001:2.0:1788777390.973932:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973934:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000008:00000001:2.0:1788777390.973936:0:34136:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777390.973937:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.973938:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.973939:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=7 00000020:00000001:2.0:1788777390.973941:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973943:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000020:00000001:2.0:1788777390.973945:0:34136:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777390.973946:0:34136:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777390.973948:0:34136:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777390.973949:0:34136:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.973951:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.973952:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.973953:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=8 00000020:00000001:2.0:1788777390.973955:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973957:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.973959:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.973961:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.973969:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.973970:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777390.973971:0:34136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.973977:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.973978:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.973979:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.973980:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.973981:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.973982:0:34136:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.973984:0:34136:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973985:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.973987:0:34136:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973988:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973990:0:34136:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777390.973991:0:34136:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777390.973993:0:34136:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777390.973995:0:34136:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777390.973996:0:34136:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.973997:0:34136:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.974000:0:34136:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777390.974002:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.974003:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.974005:0:34136:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.974007:0:34136:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777390.974008:0:34136:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777390 a=0 c=1788777390 b=1 00020000:00000001:2.0:1788777390.974010:0:34136:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.974012:0:34136:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.974014:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:2.0:1788777390.974016:0:34136:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1788777390.974019:0:34136:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777390.974020:0:34136:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777390.974022:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777390.974024:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.974026:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777390.974028:0:34136:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777390.974029:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.974030:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.974032:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.974033:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9e830 (ffff9453093eee18/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777390.974036:0:34136:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777390.974037:0:34136:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777390.974038:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.974039:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.974040:0:34136:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777390.974042:0:34136:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.974043:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.974044:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.974045:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.974047:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777390.974050:0:34136:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777390.974051:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.974052:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9e830 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777390.974055:0:34136:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b18f0. 00000020:00000001:2.0:1788777390.974059:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777390.974061:0:34136:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9e800. 00020000:00000001:2.0:1788777390.974064:0:34136:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.974065:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.974066:0:34136:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777390.974067:0:34136:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777390.974072:0:34136:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000d08bf9ef[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:2.0:1788777390.974074:0:34136:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1788777390.974076:0:34136:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1788777390.974081:0:34136:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1788777390.974087:0:34136:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777390.974088:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.974089:0:34136:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777390.974090:0:34136:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1788777390.974092:0:34136:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.974095:0:34136:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.974096:0:34136:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777390.974099:0:34136:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777390.974100:0:34136:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.974102:0:34136:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.974103:0:34136:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:2.0:1788777390.974105:0:34136:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.974106:0:34136:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.974108:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.974109:0:34136:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.974110:0:34136:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.974112:0:34136:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777390.974113:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777390.974114:0:34136:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777390.974115:0:34136:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777390.974116:0:34136:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777390.974118:0:34136:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.974119:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.974121:0:34136:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777390.974123:0:34136:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777390.974124:0:34136:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777390.974125:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777390.974128:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.974129:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777390.974131:0:34136:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777390.974132:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.974133:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.974135:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.974136:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9e330 (ffff9453093eee18/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777390.974139:0:34136:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777390.974140:0:34136:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777390.974141:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.974142:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.974143:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:2.0:1788777390.974145:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.974147:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.974149:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.974152:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777390.974159:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.974160:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.974161:0:34136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777390.974163:0:34136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777390.974166:0:34136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.974173:0:34136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777390.974176:0:34136:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777390.974178:0:34136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.974181:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.974182:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.974184:0:34136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.974186:0:34136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777390.974188:0:34136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.974190:0:34136:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.974192:0:34136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.974194:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.974195:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.974196:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.974206:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.974207:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.974208:0:34136:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777390.974210:0:34136:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.974211:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.974212:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.974213:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.974214:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777390.974217:0:34136:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777390.974218:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.974249:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9e330 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777390.974253:0:34136:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b1300. 00000020:00000001:2.0:1788777390.974255:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777390.974256:0:34136:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9e300. 00020000:00000001:2.0:1788777390.974259:0:34136:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.974260:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.974261:0:34136:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777390.974262:0:34136:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777390.974264:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.974265:0:34136:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777390.974266:0:34136:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777390.974267:0:34136:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.974269:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.974270:0:34136:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777390.974271:0:34136:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777390.974273:0:34136:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777390.974275:0:34136:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1788777390.974276:0:34136:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777390.974277:0:34136:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777390.974278:0:34136:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777390.974280:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.974280:0:34136:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777390.974283:0:34136:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777390.974284:0:34136:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.974285:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.974286:0:34136:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777390.974287:0:34136:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777390.974289:0:34136:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.974291:0:34136:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777390.974293:0:34136:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777390.974295:0:34136:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777390.974296:0:34136:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777390.974297:0:34136:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777390.974299:0:34136:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777390.974301:0:34136:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777390.974303:0:34136:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777390.974304:0:34136:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777390.974306:0:34136:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777390.974309:0:34136:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777390.974310:0:34136:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777390.974312:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c98 00000080:00200000:2.0:1788777390.974314:0:34136:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1788777390.974317:0:34136:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1788777390.974318:0:34136:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777390.974321:0:34136:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777390.974324:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d88 00000080:00000008:2.0:1788777390.974327:0:34136:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1788777390.974330:0:34136:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1788777390.974383:0:34136:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1788777390.974386:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d88 00000080:00200008:2.0:1788777390.974388:0:34136:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1788777390.976473:0:34136:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1788777390.976477:0:34136:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788777390.976696:0:34136:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1788777390.976700:0:34136:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777390.976709:0:34136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.976713:0:34136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777390.976717:0:34136:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000080:00000001:2.0:1788777390.976721:0:34136:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788777390.976726:0:34136:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.976728:0:34136:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788777390.976731:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c98 00000080:00200000:2.0:1788777390.976733:0:34136:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1788777390.976738:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c30 00000080:00200000:2.0:1788777390.976739:0:34136:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1788777390.976742:0:34136:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788777390.976748:0:34136:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d08bf9ef[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1788777390.976749:0:34136:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1788777390.976753:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.976755:0:34136:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777390.976757:0:34136:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777390.976759:0:34136:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777390.976762:0:34136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.976764:0:34136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788777390.976766:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777390.976770:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.976773:0:34136:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788777390.976775:0:34136:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.976776:0:34136:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.976780:0:34136:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105cb7e0 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1788777390.976783:0:34136:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00020000:00000001:2.0:1788777390.976786:0:34136:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777390.976788:0:34136:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777390.976791:0:34136:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777390.976792:0:34136:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976795:0:34136:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777390.976797:0:34136:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777390.976799:0:34136:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976800:0:34136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.976801:0:34136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.976803:0:34136:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777390.976804:0:34136:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00000020:00000001:2.0:1788777390.976807:0:34136:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976808:0:34136:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976811:0:34136:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777390.976813:0:34136:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777390.976815:0:34136:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788777390.976819:0:34136:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1788777390.976821:0:34136:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777390.976823:0:34136:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777390.976826:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1788777390.976830:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.976831:0:34136:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777390.976832:0:34136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777390.976834:0:34136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777390.976835:0:34136:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777390.976838:0:34136:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.976839:0:34136:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777390.976842:0:34136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777390.976843:0:34136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777390.976844:0:34136:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976846:0:34136:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976847:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.976850:0:34136:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788777390.976852:0:34136:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788777390.976855:0:34136:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976857:0:34136:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976859:0:34136:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976861:0:34136:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976862:0:34136:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976864:0:34136:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788777390.976866:0:34136:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1788777390.976868:0:34136:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788777390.976869:0:34136:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788777390.976872:0:34136:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788777390.976874:0:34136:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.976876:0:34136:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.976878:0:34136:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788777390.976879:0:34136:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1788777390.976881:0:34136:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788777390.976883:0:34136:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788777390.976884:0:34136:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976886:0:34136:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.976888:0:34136:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.976889:0:34136:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.976891:0:34136:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976893:0:34136:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777390.976895:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.976896:0:34136:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777390.976897:0:34136:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777390.976898:0:34136:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976900:0:34136:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976902:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976904:0:34136:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976905:0:34136:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777390.976907:0:34136:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777390.976908:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777390.976910:0:34136:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777390.976912:0:34136:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777390.976914:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1788777390.976923:0:34136:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9e300. 00020000:00000002:2.0:1788777390.976926:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1788777390.976928:0:34136:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777390.976930:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.976931:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.976933:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777390.976937:0:34136:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b1300. 00000008:00010000:2.0:1788777390.976940:0:34136:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788777390.976942:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.976944:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777390.976947:0:34136:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9e330, osc lock ffff9453201b1300, flags 0x0 00000020:00000001:2.0:1788777390.976949:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976951:0:34136:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.976953:0:34136:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082437376 : -118390627114240 : ffff945308b9e300) 00000020:00000001:2.0:1788777390.976955:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.976956:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.976957:0:34136:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976959:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976960:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.976962:0:34136:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.976963:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.976964:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.976965:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.976968:0:34136:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.976970:0:34136:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788777390.976972:0:34136:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.976975:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777390.976977:0:34136:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.976978:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.976980:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777390.976981:0:34136:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777390.976982:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777390.976983:0:34136:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777390.976987:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.976993:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777390.976996:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.977001:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.977005:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777390.977009:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777390.977020:0:34136:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777390.977023:0:34136:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.977026:0:34136:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.977033:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.977036:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.977039:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:2.0:1788777390.977041:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977044:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000008:00000001:2.0:1788777390.977047:0:34136:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777390.977049:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.977050:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.977051:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:2.0:1788777390.977053:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977055:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977057:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.977058:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.977060:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=6 00000020:00000001:2.0:1788777390.977061:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977063:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977065:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.977067:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.977070:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.977076:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.977078:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.977080:0:34136:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.977082:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.977083:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.977084:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=7 00000020:00000001:2.0:1788777390.977086:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977089:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977091:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.977094:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.977106:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.977107:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777390.977109:0:34136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.977115:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.977116:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.977117:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.977118:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.977119:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.977121:0:34136:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.977123:0:34136:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977125:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.977126:0:34136:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977128:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977129:0:34136:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977131:0:34136:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977133:0:34136:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977135:0:34136:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788777390.977137:0:34136:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1788777390.977139:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53b90 00000080:00200000:2.0:1788777390.977141:0:34136:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1788777390.977144:0:34136:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788777390.977146:0:34136:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788777390.977148:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1788777390.977151:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.977152:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.977154:0:34136:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777390.977156:0:34136:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788777390.977158:0:34136:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977159:0:34136:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.977161:0:34136:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977163:0:34136:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977166:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.977169:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.977170:0:34136:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.977173:0:34136:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777390.977176:0:34136:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777390.977178:0:34136:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1788777390.977180:0:34136:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777390.977181:0:34136:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1788777390.977183:0:34136:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1788777390 a=1788777390 c=1788777390 b=1 00020000:00000001:2.0:1788777390.977186:0:34136:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777390.977188:0:34136:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777390 a=1788777390 c=1788777390 b=1 00020000:00000001:2.0:1788777390.977191:0:34136:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977194:0:34136:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977195:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000001:00000001:2.0:1788777390.977207:0:34136:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788777390.977209:0:34136:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1788777390.977211:0:34136:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788777390.977212:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788777390.977213:0:34136:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788777390.977215:0:34136:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788777390.977216:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788777390.977243:0:34136:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945308b9e800. 00020000:00000002:2.0:1788777390.977246:0:34136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777390.977248:0:34136:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788777390.977249:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.977250:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.977252:0:34136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788777390.977255:0:34136:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453201b18f0. 00000008:00010000:2.0:1788777390.977257:0:34136:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788777390.977258:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.977259:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788777390.977261:0:34136:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945308b9e830, osc lock ffff9453201b18f0, flags 0x400001002 00000020:00000001:2.0:1788777390.977263:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.977264:0:34136:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.977266:0:34136:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683082438656 : -118390627112960 : ffff945308b9e800) 00000020:00000001:2.0:1788777390.977267:0:34136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788777390.977268:0:34136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788777390.977269:0:34136:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977271:0:34136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977273:0:34136:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788777390.977275:0:34136:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788777390.977276:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.977277:0:34136:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788777390.977279:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.977280:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.977281:0:34136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.977283:0:34136:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788777390.977284:0:34136:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777390.977286:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777390.977288:0:34136:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.977289:0:34136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777390.977290:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777390.977291:0:34136:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777390.977292:0:34136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777390.977293:0:34136:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788777390.977294:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.977297:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:2.0:1788777390.977299:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.977302:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777390.977304:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.977307:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777390.977314:0:34136:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777390.977317:0:34136:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.977320:0:34136:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.977326:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.977327:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.977328:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=6 00000020:00000001:2.0:1788777390.977330:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977333:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000008:00000001:2.0:1788777390.977335:0:34136:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777390.977336:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.977337:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.977338:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=7 00000020:00000001:2.0:1788777390.977340:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977342:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000020:00000001:2.0:1788777390.977344:0:34136:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777390.977346:0:34136:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788777390.977348:0:34136:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777390.977349:0:34136:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.977350:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.977351:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.977353:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=8 00000020:00000001:2.0:1788777390.977354:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977356:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.977358:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.977360:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.977366:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.977367:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777390.977370:0:34136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.977376:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.977378:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.977378:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.977379:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.977381:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.977382:0:34136:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777390.977383:0:34136:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977385:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.977387:0:34136:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977389:0:34136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.977390:0:34136:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777390.978184:0:34136:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777390.978190:0:34136:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788777390.978192:0:34136:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788777390.978194:0:34136:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.978196:0:34136:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.978209:0:34136:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777390.978212:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.978214:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.978215:0:34136:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777390.978219:0:34136:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777390.978316:0:34136:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777390 a=1788777390 c=1788777390 b=1 00020000:00000001:2.0:1788777390.978319:0:34136:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.978322:0:34136:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.978323:0:34136:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:2.0:1788777390.978326:0:34136:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1788777390.978328:0:34136:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788777390.978330:0:34136:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777390.978332:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777390.978334:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.978336:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777390.978338:0:34136:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777390.978341:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.978342:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.978344:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.978345:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9e830 (ffff9453093eee18/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777390.978348:0:34136:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777390.978349:0:34136:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777390.978351:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.978354:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.978355:0:34136:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777390.978357:0:34136:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.978358:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.978359:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.978361:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.978362:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777390.978364:0:34136:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777390.978366:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.978367:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9e830 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777390.978370:0:34136:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b18f0. 00000020:00000001:2.0:1788777390.978374:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777390.978376:0:34136:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9e800. 00020000:00000001:2.0:1788777390.978379:0:34136:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.978380:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.978382:0:34136:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788777390.978383:0:34136:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777390.978390:0:34136:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000d08bf9ef[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:2.0:1788777390.979046:0:34136:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1788777390.979052:0:34136:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1788777390.979056:0:34136:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1788777390.979063:0:34136:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777390.979065:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.979067:0:34136:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777390.979069:0:34136:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:2.0:1788777390.979073:0:34136:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.979075:0:34136:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:2.0:1788777390.979077:0:34136:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777390.979080:0:34136:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777390.979083:0:34136:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.979085:0:34136:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.979086:0:34136:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:2.0:1788777390.979088:0:34136:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.979090:0:34136:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.979092:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.979093:0:34136:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.979095:0:34136:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.979097:0:34136:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777390.979098:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777390.979100:0:34136:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777390.979101:0:34136:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777390.979102:0:34136:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777390.979103:0:34136:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.979105:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.979106:0:34136:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777390.979108:0:34136:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777390.979110:0:34136:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777390.979111:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777390.979115:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.979116:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777390.979118:0:34136:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777390.979120:0:34136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777390.979121:0:34136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777390.979123:0:34136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777390.979124:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945308b9e330 (ffff9453093eee18/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777390.979126:0:34136:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777390.979128:0:34136:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777390.979130:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777390.979132:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777390.979134:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:2.0:1788777390.979137:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.979140:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:2.0:1788777390.979142:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777390.979146:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777390.979154:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.979156:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.979157:0:34136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777390.979159:0:34136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777390.979161:0:34136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777390.979168:0:34136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777390.979171:0:34136:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777390.979172:0:34136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777390.979176:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.979177:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.979179:0:34136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.979182:0:34136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777390.979184:0:34136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.979186:0:34136:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.979190:0:34136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777390.979192:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777390.979193:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.979194:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777390.979195:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.979196:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777390.979206:0:34136:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777390.979208:0:34136:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.979209:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.979210:0:34136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777390.979212:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.979213:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777390.979216:0:34136:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777390.979217:0:34136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777390.979218:0:34136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945308b9e330 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777390.979247:0:34136:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453201b1300. 00000020:00000001:2.0:1788777390.979250:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777390.979252:0:34136:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945308b9e300. 00020000:00000001:2.0:1788777390.979254:0:34136:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.979255:0:34136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777390.979256:0:34136:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777390.979258:0:34136:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777390.979259:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.979260:0:34136:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777390.979262:0:34136:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777390.979263:0:34136:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.979265:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.979266:0:34136:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777390.979267:0:34136:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777390.979269:0:34136:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777390.979271:0:34136:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1788777390.979272:0:34136:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777390.979274:0:34136:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777390.979275:0:34136:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777390.979276:0:34136:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777390.979277:0:34136:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777390.979281:0:34136:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777390.979282:0:34136:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.979284:0:34136:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.979285:0:34136:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777390.979287:0:34136:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777390.979288:0:34136:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.979292:0:34136:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777390.979293:0:34136:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777390.979295:0:34136:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777390.979296:0:34136:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777390.979297:0:34136:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777390.979299:0:34136:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00020000:00000001:2.0:1788777390.979301:0:34136:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777390.979303:0:34136:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777390.979304:0:34136:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777390.979306:0:34136:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777390.979308:0:34136:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777390.979309:0:34136:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777390.979311:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53c98 00000080:00200000:2.0:1788777390.979313:0:34136:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1788777390.979316:0:34136:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1788777390.979318:0:34136:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777390.979320:0:34136:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777390.979322:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53d88 00000080:00000008:2.0:1788777390.979323:0:34136:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1788777390.979326:0:34136:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777390.979693:0:34136:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777390.979697:0:34136:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00020000:00000002:2.0:1788777390.979701:0:34136:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00020000:00000001:2.0:1788777390.979704:0:34136:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.979711:0:34136:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777390.979713:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53df0 00000080:00200008:2.0:1788777390.979716:0:34136:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 100000 00000080:00000001:2.0:1788777390.979721:0:34136:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777390.979724:0:34136:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777390.979725:0:34136:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777390.979726:0:34136:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00020000:00000002:2.0:1788777390.979728:0:34136:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453420ea7c0 00020000:00000001:2.0:1788777390.979730:0:34136:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.979732:0:34136:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788777390.979739:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777390.979741:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777390.979746:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:2.0:1788777390.979749:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777390.979754:0:34136:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777390.979756:0:34136:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777390.979759:0:34136:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777390.979762:0:34136:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777390.979766:0:34136:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777390.979773:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777390.979774:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777390.979776:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788777390.979779:0:34136:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 16 00000080:00000010:2.0:1788777390.979782:0:34136:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a1540. 00000080:00000001:2.0:1788777390.979786:0:34136:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777390.979790:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53df0 00000080:00000008:2.0:1788777390.979792:0:34136:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), flags 100000, rc = 0 00000080:00000001:2.0:1788777390.979795:0:34136:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777390.979798:0:34136:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777390.979800:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c53e00 00000080:00002000:2.0:1788777390.979802:0:34136:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320af8360, parent ffff9453208d0a20, inode ffff9453209de3c8) hashed, 00000080:00000001:2.0:1788777390.979805:0:34136:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.998026:0:34137:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777390.998032:0:34137:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777390.998035:0:34137:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777390.998037:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3b20 00000080:00200000:1.0:1788777390.998042:0:34137:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777390.998049:0:34137:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777390.998056:0:34137:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777390.998060:0:34137:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777390.998065:0:34137:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.998067:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3a40 00800000:00000002:1.0:1788777390.998070:0:34137:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777390.998074:0:34137:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777390.998078:0:34137:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777390.998084:0:34137:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.998087:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3910 00000002:00010000:1.0:1788777390.998088:0:34137:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777390.998092:0:34137:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777390.998093:0:34137:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777390.998097:0:34137:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777390.998103:0:34137:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:1.0:1788777390.998106:0:34137:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777390.998111:0:34137:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.998114:0:34137:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777390.998119:0:34137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777390.998130:0:34137:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777390.998134:0:34137:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.998137:0:34137:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777390.998144:0:34137:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777390.998146:0:34137:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777390.998148:0:34137:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.998150:0:34137:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.998152:0:34137:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777390.998154:0:34137:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777390.998157:0:34137:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777390.998159:0:34137:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777390.998162:0:34137:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777390.998167:0:34137:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777390.998168:0:34137:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.998171:0:34137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777390.998174:0:34137:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af892d 00800000:00000001:1.0:1788777390.998179:0:34137:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777390.998182:0:34137:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777390.998184:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.998186:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.998188:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777390.998191:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.998193:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.998207:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.998210:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777390.998211:0:34137:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.998214:0:34137:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.998216:0:34137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af892d from it ffffb1cb81cf3b58 00010000:00000001:1.0:1788777390.998442:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.998444:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.998446:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777390.998449:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.998451:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.998452:0:34137:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777390.998456:0:34137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777390.998463:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.998465:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.998466:0:34137:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777390.998468:0:34137:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777390.998470:0:34137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777390.998479:0:34137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.998490:0:34137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777390.998493:0:34137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.998497:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.998498:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.998500:0:34137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.998504:0:34137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777390.998506:0:34137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.998508:0:34137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.998518:0:34137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.998520:0:34137:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777390.998521:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.998522:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777390.998526:0:34137:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777390.998527:0:34137:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777390.998530:0:34137:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777390.998535:0:34137:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.998539:0:34137:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777390.998542:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3b48 00000080:00002000:1.0:1788777390.998543:0:34137:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320af8360) flags 0x48004e refc 0 00000080:00000001:1.0:1788777390.998546:0:34137:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.998548:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3b90 00000080:00200000:1.0:1788777390.998550:0:34137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788777390.998681:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3d08 00000080:00200008:1.0:1788777390.998685:0:34137:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788777390.998690:0:34137:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777390.998691:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3c80 00000080:00200000:1.0:1788777390.998693:0:34137:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8),name=recon 00000080:00000010:1.0:1788777390.998699:0:34137:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777390.998703:0:34137:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777390.998707:0:34137:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777390.998710:0:34137:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.998711:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3ba0 00800000:00000002:1.0:1788777390.998713:0:34137:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777390.998715:0:34137:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777390.998719:0:34137:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777390.998722:0:34137:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.998723:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3a70 00000002:00010000:1.0:1788777390.998724:0:34137:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777390.998727:0:34137:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777390.998728:0:34137:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777390.998730:0:34137:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777390.998734:0:34137:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:1.0:1788777390.998735:0:34137:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777390.998739:0:34137:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.998741:0:34137:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777390.998744:0:34137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788777390.998751:0:34137:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777390.998753:0:34137:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.998756:0:34137:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788777390.998762:0:34137:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777390.998763:0:34137:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777390.998765:0:34137:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.998767:0:34137:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.998768:0:34137:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777390.998770:0:34137:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777390.998772:0:34137:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777390.998774:0:34137:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777390.998776:0:34137:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777390.998779:0:34137:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777390.998780:0:34137:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.998782:0:34137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) 00000080:00010000:1.0:1788777390.998784:0:34137:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) for lock 0xe53f2b0cb7af890a 00800000:00000001:1.0:1788777390.998787:0:34137:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777390.998788:0:34137:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777390.998790:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.998791:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.998793:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777390.998795:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.998797:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.998799:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.998801:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777390.998802:0:34137:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.998803:0:34137:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.998806:0:34137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af890a from it ffffb1cb81cf3cb8 00010000:00000001:1.0:1788777390.998807:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.998808:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.998809:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777390.998811:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.998813:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777390.998815:0:34137:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777390.998817:0:34137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777390.998822:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.998824:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.998825:0:34137:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777390.998826:0:34137:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777390.998828:0:34137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788777390.998834:0:34137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.998836:0:34137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777390.998837:0:34137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.998839:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.998840:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.998841:0:34137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.998843:0:34137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777390.998844:0:34137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.998846:0:34137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.998848:0:34137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.998850:0:34137:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777390.998851:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.998852:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777390.998854:0:34137:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777390.998855:0:34137:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777390.998858:0:34137:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788777390.998861:0:34137:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777390.998862:0:34137:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777390.998865:0:34137:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777390.998866:0:34137:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.998868:0:34137:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777390.998871:0:34137:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777390.998874:0:34137:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777390.998877:0:34137:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777390.998881:0:34137:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777390.998886:0:34137:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:1.0:1788777390.998889:0:34137:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777390.998891:0:34137:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777390.998893:0:34137:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777390.998895:0:34137:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777390.998897:0:34137:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777390.998899:0:34137:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777390.998900:0:34137:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.998902:0:34137:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777390.998907:0:34137:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105c8060 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777390.998909:0:34137:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453012f4f80 00020000:00000001:1.0:1788777390.998912:0:34137:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777390.998914:0:34137:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777390.998915:0:34137:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777390.998917:0:34137:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.998919:0:34137:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777390.998921:0:34137:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777390.998922:0:34137:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.998924:0:34137:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777390.998925:0:34137:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777390.998927:0:34137:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777390.998928:0:34137:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff9453012f4f80 00000020:00000001:1.0:1788777390.998931:0:34137:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777390.998933:0:34137:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777390.998934:0:34137:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1788777390.998936:0:34137:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777390.998937:0:34137:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777390.998940:0:34137:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777390.998942:0:34137:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777390.998947:0:34137:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777390.998953:0:34137:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcd180. 00020000:00000002:1.0:1788777390.998955:0:34137:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777390.998957:0:34137:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777390.998959:0:34137:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777390.998961:0:34137:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777390.998962:0:34137:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777390.998964:0:34137:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777390.998966:0:34137:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:1.0:1788777390.998969:0:34137:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:1.0:1788777390.998970:0:34137:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777390.998973:0:34137:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777390.998974:0:34137:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777390.998975:0:34137:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.998976:0:34137:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.998978:0:34137:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777390.998979:0:34137:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777390.998983:0:34137:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaba20. 00000008:00010000:1.0:1788777390.998986:0:34137:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777390.998989:0:34137:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777390.998990:0:34137:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777390.998992:0:34137:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcd1b0, osc lock ffff945307aaba20, flags 0x400001002 00000020:00000001:1.0:1788777390.998994:0:34137:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.998995:0:34137:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.998998:0:34137:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067949440 : -118390641602176 : ffff945307dcd180) 00000020:00000001:1.0:1788777390.999000:0:34137:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777390.999001:0:34137:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777390.999002:0:34137:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999004:0:34137:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999006:0:34137:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777390.999008:0:34137:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777390.999009:0:34137:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777390.999011:0:34137:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777390.999012:0:34137:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777390.999013:0:34137:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777390.999015:0:34137:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777390.999017:0:34137:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777390.999019:0:34137:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777390.999022:0:34137:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777390.999024:0:34137:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777390.999026:0:34137:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777390.999027:0:34137:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777390.999029:0:34137:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777390.999029:0:34137:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777390.999032:0:34137:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777390.999033:0:34137:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777390.999037:0:34137:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:1.0:1788777390.999039:0:34137:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777390.999042:0:34137:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.999044:0:34137:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777390.999048:0:34137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788777390.999056:0:34137:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777390.999059:0:34137:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.999062:0:34137:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777390.999068:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.999070:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.999071:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:1.0:1788777390.999073:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777390.999076:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000008:00000001:1.0:1788777390.999079:0:34137:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777390.999081:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.999083:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.999084:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:1.0:1788777390.999086:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777390.999087:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000020:00000001:1.0:1788777390.999090:0:34137:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777390.999092:0:34137:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777390.999094:0:34137:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777390.999096:0:34137:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.999098:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.999099:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.999100:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=6 00000020:00000001:1.0:1788777390.999102:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777390.999103:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777390.999105:0:34137:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777390.999107:0:34137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777390.999113:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.999114:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.999115:0:34137:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777390.999117:0:34137:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777390.999119:0:34137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788777390.999126:0:34137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.999127:0:34137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777390.999128:0:34137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.999130:0:34137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.999132:0:34137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777390.999133:0:34137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.999135:0:34137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.999136:0:34137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.999138:0:34137:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777390.999139:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.999140:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.999141:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.999141:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777390.999143:0:34137:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777390.999145:0:34137:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999147:0:34137:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777390.999149:0:34137:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999150:0:34137:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999152:0:34137:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777390.999153:0:34137:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777390.999155:0:34137:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777390.999156:0:34137:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788777390.999157:0:34137:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999159:0:34137:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.999163:0:34137:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777390.999164:0:34137:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:1.0:1788777390.999166:0:34137:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:1.0:1788777390.999167:0:34137:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777390.999170:0:34137:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788777390.999173:0:34137:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777390.999174:0:34137:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788777390.999176:0:34137:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777390.999177:0:34137:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788777390.999179:0:34137:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1788777390 a=1788777390 c=1788777390 b=1 00020000:00000001:1.0:1788777390.999182:0:34137:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777390.999184:0:34137:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777390 a=1788777390 c=1788777390 b=1 00020000:00000001:1.0:1788777390.999187:0:34137:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999188:0:34137:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999190:0:34137:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:1.0:1788777390.999192:0:34137:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788777390.999194:0:34137:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777390.999195:0:34137:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777390.999208:0:34137:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777390.999211:0:34137:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777390.999212:0:34137:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777390.999214:0:34137:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777390.999216:0:34137:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777390.999217:0:34137:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777390.999239:0:34137:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777390.999241:0:34137:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcd1b0 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777390.999243:0:34137:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777390.999244:0:34137:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777390.999246:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.999247:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777390.999248:0:34137:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777390.999250:0:34137:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777390.999251:0:34137:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777390.999252:0:34137:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777390.999253:0:34137:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777390.999254:0:34137:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777390.999257:0:34137:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777390.999258:0:34137:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777390.999259:0:34137:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcd1b0 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777390.999262:0:34137:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaba20. 00000020:00000001:1.0:1788777390.999264:0:34137:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777390.999266:0:34137:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcd180. 00020000:00000001:1.0:1788777390.999269:0:34137:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777390.999270:0:34137:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777390.999271:0:34137:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777390.999272:0:34137:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999274:0:34137:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777390.999276:0:34137:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777390.999278:0:34137:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777390.999279:0:34137:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777390.999280:0:34137:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777390.999281:0:34137:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:1.0:1788777390.999284:0:34137:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777390.999285:0:34137:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777390.999288:0:34137:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777390.999289:0:34137:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777390.999292:0:34137:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777390.999294:0:34137:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.999296:0:34137:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777390.999297:0:34137:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777390.999298:0:34137:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777390.999299:0:34137:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000001:00000001:1.0:1788777390.999301:0:34137:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999305:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3d08 00000080:00000008:1.0:1788777390.999307:0:34137:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788777390.999311:0:34137:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777390.999313:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3da0 00000080:00002000:1.0:1788777390.999315:0:34137:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320af8360, parent ffff9453208d0a20, inode ffff9453209de3c8) hashed, 00000080:00000001:1.0:1788777390.999318:0:34137:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.999350:0:34137:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777390.999353:0:34137:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777390.999355:0:34137:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777390.999356:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3bc0 00000080:00200000:1.0:1788777390.999358:0:34137:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777390.999362:0:34137:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777390.999365:0:34137:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777390.999368:0:34137:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777390.999369:0:34137:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.999371:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3ae0 00800000:00000002:1.0:1788777390.999373:0:34137:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777390.999376:0:34137:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777390.999378:0:34137:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777390.999382:0:34137:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777390.999383:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf39b0 00000002:00010000:1.0:1788777390.999385:0:34137:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777390.999388:0:34137:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777390.999680:0:34137:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777390.999683:0:34137:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777390.999687:0:34137:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:1.0:1788777390.999690:0:34137:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777390.999692:0:34137:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777390.999695:0:34137:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777390.999698:0:34137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777390.999705:0:34137:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777390.999708:0:34137:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777390.999711:0:34137:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777390.999717:0:34137:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777390.999719:0:34137:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777390.999721:0:34137:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.999723:0:34137:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777390.999725:0:34137:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777390.999727:0:34137:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777390.999730:0:34137:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777390.999732:0:34137:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777390.999734:0:34137:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777390.999738:0:34137:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777390.999739:0:34137:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.999742:0:34137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777390.999744:0:34137:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af892d 00800000:00000001:1.0:1788777390.999747:0:34137:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777390.999749:0:34137:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777390.999750:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.999751:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.999753:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777390.999755:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.999757:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.999759:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.999760:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777390.999761:0:34137:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777390.999763:0:34137:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777390.999765:0:34137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af892d from it ffffb1cb81cf3bf8 00010000:00000001:1.0:1788777390.999767:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777390.999768:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777390.999770:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777390.999772:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.999774:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777390.999775:0:34137:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777390.999778:0:34137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777390.999784:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.999785:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.999786:0:34137:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777390.999787:0:34137:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777390.999790:0:34137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777390.999795:0:34137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777390.999797:0:34137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777390.999799:0:34137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777390.999801:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.999802:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777390.999803:0:34137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.999805:0:34137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777390.999807:0:34137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.999808:0:34137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.999810:0:34137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777390.999812:0:34137:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777390.999813:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777390.999814:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777390.999816:0:34137:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777390.999818:0:34137:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777390.999820:0:34137:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777390.999824:0:34137:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777390.999827:0:34137:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777390.999829:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3be8 00000080:00002000:1.0:1788777390.999831:0:34137:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320af8360) flags 0x48004e refc 0 00000080:00000001:1.0:1788777390.999833:0:34137:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777390.999835:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3c30 00000080:00200000:1.0:1788777390.999836:0:34137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1788777390.999849:0:34137:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788777391.001911:0:34137:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1788777391.001925:0:34137:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777391.001929:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3e40 00000080:00002000:1.0:1788777391.001933:0:34137:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320af8360, parent ffff9453208d0a20, inode ffff9453209de3c8) hashed, 00000080:00000001:1.0:1788777391.001936:0:34137:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.001962:0:34137:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777391.001965:0:34137:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777391.001967:0:34137:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777391.001969:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3bc0 00000080:00200000:1.0:1788777391.001971:0:34137:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777391.001979:0:34137:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777391.001986:0:34137:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777391.001989:0:34137:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777391.001994:0:34137:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.001995:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3ae0 00800000:00000002:1.0:1788777391.001998:0:34137:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777391.002002:0:34137:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777391.002005:0:34137:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777391.002010:0:34137:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.002012:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf39b0 00000002:00010000:1.0:1788777391.002014:0:34137:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777391.002018:0:34137:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777391.002020:0:34137:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.002022:0:34137:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.002028:0:34137:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:1.0:1788777391.002031:0:34137:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777391.002035:0:34137:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777391.002038:0:34137:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777391.002042:0:34137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777391.002053:0:34137:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777391.002057:0:34137:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777391.002060:0:34137:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777391.002068:0:34137:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777391.002070:0:34137:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777391.002071:0:34137:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.002073:0:34137:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.002075:0:34137:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777391.002077:0:34137:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777391.002079:0:34137:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777391.002082:0:34137:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777391.002086:0:34137:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777391.002089:0:34137:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777391.002091:0:34137:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.002093:0:34137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777391.002096:0:34137:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af892d 00800000:00000001:1.0:1788777391.002100:0:34137:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777391.002101:0:34137:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777391.002103:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.002105:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.002107:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777391.002109:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.002112:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.002114:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.002116:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777391.002117:0:34137:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777391.002119:0:34137:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.002121:0:34137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af892d from it ffffb1cb81cf3bf8 00010000:00000001:1.0:1788777391.002123:0:34137:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.002124:0:34137:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.002125:0:34137:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777391.002127:0:34137:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.002129:0:34137:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.002131:0:34137:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777391.002134:0:34137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777391.002140:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.002141:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.002142:0:34137:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777391.002144:0:34137:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777391.002147:0:34137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777391.002154:0:34137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777391.002158:0:34137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777391.002160:0:34137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777391.002164:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.002165:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.002167:0:34137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.002170:0:34137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777391.002172:0:34137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.002174:0:34137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.002176:0:34137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.002178:0:34137:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777391.002180:0:34137:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.002181:0:34137:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777391.002184:0:34137:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777391.002185:0:34137:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777391.002188:0:34137:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777391.002193:0:34137:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.002196:0:34137:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777391.002209:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3be8 00000080:00002000:1.0:1788777391.002211:0:34137:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320af8360) flags 0x48004e refc 0 00000080:00000001:1.0:1788777391.002214:0:34137:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.002216:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3c30 00000080:00200000:1.0:1788777391.002218:0:34137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1788777391.002250:0:34137:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788777391.002253:0:34137:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788777391.002255:0:34137:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777391.002257:0:34137:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cf3e40 00000080:00002000:1.0:1788777391.002259:0:34137:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320af8360, parent ffff9453208d0a20, inode ffff9453209de3c8) hashed, 00000080:00000001:1.0:1788777391.002261:0:34137:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.013895:0:34138:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777391.013903:0:34138:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777391.013905:0:34138:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777391.013908:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03b20 00000080:00200000:1.0:1788777391.013913:0:34138:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777391.013920:0:34138:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777391.013926:0:34138:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777391.013930:0:34138:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777391.013935:0:34138:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.013937:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03a40 00800000:00000002:1.0:1788777391.013940:0:34138:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777391.013943:0:34138:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777391.013947:0:34138:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777391.013953:0:34138:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.013955:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03910 00000002:00010000:1.0:1788777391.013956:0:34138:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777391.013960:0:34138:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777391.013961:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.013964:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.013971:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:1.0:1788777391.013974:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777391.013978:0:34138:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777391.013982:0:34138:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777391.013987:0:34138:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777391.013998:0:34138:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777391.014003:0:34138:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777391.014007:0:34138:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788777391.014013:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777391.014015:0:34138:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777391.014017:0:34138:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.014018:0:34138:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.014020:0:34138:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777391.014023:0:34138:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777391.014025:0:34138:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777391.014028:0:34138:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777391.014031:0:34138:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777391.014035:0:34138:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777391.014037:0:34138:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.014039:0:34138:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777391.014042:0:34138:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af892d 00800000:00000001:1.0:1788777391.014046:0:34138:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777391.014048:0:34138:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777391.014050:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.014052:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.014055:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777391.014057:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.014059:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.014062:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.014063:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777391.014064:0:34138:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777391.014066:0:34138:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.014068:0:34138:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af892d from it ffffb1cb81d03b58 00010000:00000001:1.0:1788777391.014070:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.014072:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.014073:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777391.014075:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.014077:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.014079:0:34138:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777391.014082:0:34138:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777391.014089:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.014090:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.014092:0:34138:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777391.014094:0:34138:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777391.014097:0:34138:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777391.014104:0:34138:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777391.014107:0:34138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777391.014109:0:34138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777391.014113:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.014114:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.014115:0:34138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.014119:0:34138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777391.014120:0:34138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.014122:0:34138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.014124:0:34138:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.014126:0:34138:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777391.014127:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.014128:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777391.014131:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777391.014133:0:34138:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777391.014135:0:34138:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777391.014140:0:34138:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.014143:0:34138:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777391.014145:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03b48 00000080:00002000:1.0:1788777391.014146:0:34138:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320af8360) flags 0x48004e refc 0 00000080:00000001:1.0:1788777391.014148:0:34138:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.014150:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03b90 00000080:00200000:1.0:1788777391.014151:0:34138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788777391.014158:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03d08 00000080:00200008:1.0:1788777391.014161:0:34138:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777391.014165:0:34138:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777391.014166:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03c80 00000080:00200000:1.0:1788777391.014167:0:34138:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8),name=recon 00000080:00000010:1.0:1788777391.014172:0:34138:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777391.014175:0:34138:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777391.014179:0:34138:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777391.014180:0:34138:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.014181:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03ba0 00800000:00000002:1.0:1788777391.014183:0:34138:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777391.014185:0:34138:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777391.014188:0:34138:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777391.014191:0:34138:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.014193:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03a70 00000002:00010000:1.0:1788777391.014194:0:34138:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777391.014402:0:34138:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777391.014403:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.014405:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.014409:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:1.0:1788777391.014411:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777391.014414:0:34138:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777391.014417:0:34138:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777391.014420:0:34138:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1788777391.014426:0:34138:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777391.014429:0:34138:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777391.014432:0:34138:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1788777391.014438:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777391.014440:0:34138:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777391.014442:0:34138:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.014443:0:34138:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.014445:0:34138:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777391.014447:0:34138:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777391.014449:0:34138:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777391.014451:0:34138:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777391.014453:0:34138:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777391.014456:0:34138:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777391.014457:0:34138:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.014459:0:34138:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) 00000080:00010000:1.0:1788777391.014461:0:34138:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9453209de3c8) for lock 0xe53f2b0cb7af890a 00800000:00000001:1.0:1788777391.014464:0:34138:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777391.014466:0:34138:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777391.014467:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.014469:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.014470:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777391.014472:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777391.014474:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777391.014476:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.014477:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777391.014488:0:34138:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777391.014490:0:34138:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.014492:0:34138:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af890a from it ffffb1cb81d03cb8 00010000:00000001:1.0:1788777391.014494:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.014496:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.014497:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777391.014499:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777391.014501:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777391.014503:0:34138:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777391.014505:0:34138:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788777391.014519:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.014520:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.014521:0:34138:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777391.014523:0:34138:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777391.014525:0:34138:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788777391.014530:0:34138:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777391.014532:0:34138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777391.014533:0:34138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777391.014535:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.014536:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.014537:0:34138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.014539:0:34138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777391.014541:0:34138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.014542:0:34138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.014544:0:34138:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.014546:0:34138:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777391.014547:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.014548:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777391.014549:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777391.014550:0:34138:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777391.014553:0:34138:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788777391.014758:0:34138:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777391.014761:0:34138:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777391.014763:0:34138:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777391.014764:0:34138:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.014767:0:34138:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777391.014770:0:34138:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777391.014773:0:34138:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777391.014776:0:34138:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777391.014779:0:34138:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777391.014783:0:34138:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:1.0:1788777391.014786:0:34138:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777391.014788:0:34138:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777391.014789:0:34138:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777391.014793:0:34138:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777391.014794:0:34138:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777391.014797:0:34138:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777391.014798:0:34138:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.014800:0:34138:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777391.014805:0:34138:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105c8060 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777391.014808:0:34138:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00020000:00000001:1.0:1788777391.014811:0:34138:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777391.014813:0:34138:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777391.014816:0:34138:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777391.014818:0:34138:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777391.014820:0:34138:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777391.014822:0:34138:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777391.014824:0:34138:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.014826:0:34138:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777391.014827:0:34138:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777391.014828:0:34138:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777391.014830:0:34138:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00000020:00000001:1.0:1788777391.014832:0:34138:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777391.014835:0:34138:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777391.014836:0:34138:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1788777391.014838:0:34138:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777391.014840:0:34138:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777391.014843:0:34138:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777391.014845:0:34138:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777391.014849:0:34138:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777391.014857:0:34138:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcdd00. 00020000:00000002:1.0:1788777391.014859:0:34138:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777391.014862:0:34138:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777391.014864:0:34138:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777391.014866:0:34138:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777391.014867:0:34138:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777391.014869:0:34138:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777391.014871:0:34138:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:1.0:1788777391.014874:0:34138:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:1.0:1788777391.014876:0:34138:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777391.014879:0:34138:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777391.014880:0:34138:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777391.014881:0:34138:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777391.014883:0:34138:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777391.014885:0:34138:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777391.014887:0:34138:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777391.014891:0:34138:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaba20. 00000008:00010000:1.0:1788777391.014894:0:34138:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777391.014896:0:34138:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777391.014897:0:34138:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777391.014899:0:34138:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcdd30, osc lock ffff945307aaba20, flags 0x400001002 00000020:00000001:1.0:1788777391.014901:0:34138:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777391.014902:0:34138:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777391.014905:0:34138:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067952384 : -118390641599232 : ffff945307dcdd00) 00000020:00000001:1.0:1788777391.014907:0:34138:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777391.014908:0:34138:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777391.014910:0:34138:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.014911:0:34138:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.014913:0:34138:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777391.014916:0:34138:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777391.014917:0:34138:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777391.014919:0:34138:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777391.014920:0:34138:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777391.014921:0:34138:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777391.014923:0:34138:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777391.014925:0:34138:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777391.014927:0:34138:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777391.014931:0:34138:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777391.014933:0:34138:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777391.014935:0:34138:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777391.014937:0:34138:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777391.014938:0:34138:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777391.014939:0:34138:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777391.014942:0:34138:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777391.014943:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.014947:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:1.0:1788777391.014950:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777391.014954:0:34138:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777391.014957:0:34138:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777391.014960:0:34138:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1788777391.014969:0:34138:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777391.014972:0:34138:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777391.014975:0:34138:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788777391.014982:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.014983:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.014985:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=4 00000020:00000001:1.0:1788777391.014987:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777391.014989:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000008:00000001:1.0:1788777391.014992:0:34138:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777391.014995:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.014996:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.014997:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=5 00000020:00000001:1.0:1788777391.014999:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777391.015001:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00000020:00000001:1.0:1788777391.015003:0:34138:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777391.015005:0:34138:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777391.015007:0:34138:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777391.015009:0:34138:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015010:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.015011:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.015012:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=6 00000020:00000001:1.0:1788777391.015014:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777391.015015:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777391.015017:0:34138:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777391.015019:0:34138:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788777391.015026:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015027:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.015028:0:34138:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777391.015030:0:34138:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777391.015032:0:34138:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788777391.015039:0:34138:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777391.015040:0:34138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777391.015041:0:34138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777391.015043:0:34138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015045:0:34138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777391.015047:0:34138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015048:0:34138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015051:0:34138:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015053:0:34138:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777391.015054:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015055:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.015056:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015057:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777391.015059:0:34138:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777391.015061:0:34138:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.015063:0:34138:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777391.015065:0:34138:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.015066:0:34138:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.015068:0:34138:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777391.015069:0:34138:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777391.015071:0:34138:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777391.015073:0:34138:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788777391.015075:0:34138:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.015077:0:34138:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.015081:0:34138:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777391.015082:0:34138:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:1.0:1788777391.015084:0:34138:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:1.0:1788777391.015086:0:34138:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777391.015089:0:34138:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788777391.015092:0:34138:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777390 a=1788777390 c=1788777390 b=1 00020000:00000001:1.0:1788777391.015096:0:34138:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.015098:0:34138:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.015100:0:34138:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000080:00200000:1.0:1788777391.015102:0:34138:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788777391.015105:0:34138:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777391.015106:0:34138:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777391.015108:0:34138:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777391.015111:0:34138:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777391.015112:0:34138:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777391.015114:0:34138:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777391.015116:0:34138:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777391.015117:0:34138:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777391.015119:0:34138:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777391.015120:0:34138:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcdd30 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777391.015122:0:34138:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777391.015124:0:34138:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777391.015125:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015126:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777391.015127:0:34138:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777391.015129:0:34138:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777391.015130:0:34138:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777391.015131:0:34138:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777391.015132:0:34138:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777391.015133:0:34138:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777391.015136:0:34138:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777391.015137:0:34138:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777391.015139:0:34138:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcdd30 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777391.015142:0:34138:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaba20. 00000020:00000001:1.0:1788777391.015145:0:34138:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777391.015147:0:34138:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcdd00. 00020000:00000001:1.0:1788777391.015151:0:34138:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777391.015152:0:34138:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777391.015153:0:34138:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777391.015155:0:34138:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.015157:0:34138:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777391.015159:0:34138:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777391.015161:0:34138:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777391.015162:0:34138:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777391.015163:0:34138:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777391.015165:0:34138:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:1.0:1788777391.015168:0:34138:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777391.015170:0:34138:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777391.015172:0:34138:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777391.015174:0:34138:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777391.015177:0:34138:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777391.015179:0:34138:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.015181:0:34138:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777391.015183:0:34138:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777391.015184:0:34138:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777391.015185:0:34138:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000001:00000001:1.0:1788777391.015187:0:34138:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.015192:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03d08 00000080:00000008:1.0:1788777391.015195:0:34138:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9453209de3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777391.015209:0:34138:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777391.015211:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03da0 00000080:00002000:1.0:1788777391.015213:0:34138:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320af8360, parent ffff9453208d0a20, inode ffff9453209de3c8) hashed, 00000080:00000001:1.0:1788777391.015216:0:34138:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.015263:0:34138:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777391.015269:0:34138:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777391.015271:0:34138:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777391.015272:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03bd8 00000080:00200000:1.0:1788777391.015275:0:34138:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777391.015280:0:34138:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777391.015284:0:34138:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777391.015287:0:34138:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777391.015290:0:34138:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.015291:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03af8 00800000:00000002:1.0:1788777391.015294:0:34138:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777391.015371:0:34138:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777391.015374:0:34138:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777391.015379:0:34138:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.015381:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d039c8 00000002:00010000:1.0:1788777391.015382:0:34138:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777391.015385:0:34138:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777391.015387:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.015388:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.015450:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:1.0:1788777391.015454:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777391.015457:0:34138:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777391.015459:0:34138:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777391.015463:0:34138:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777391.015469:0:34138:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777391.015472:0:34138:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777391.015475:0:34138:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788777391.015650:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777391.015652:0:34138:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777391.015654:0:34138:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.015656:0:34138:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.015658:0:34138:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777391.015660:0:34138:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777391.015661:0:34138:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777391.015664:0:34138:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777391.015666:0:34138:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777391.015670:0:34138:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777391.015671:0:34138:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.015673:0:34138:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777391.015676:0:34138:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af892d 00800000:00000001:1.0:1788777391.015679:0:34138:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777391.015681:0:34138:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777391.015682:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.015683:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.015685:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777391.015686:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.015688:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.015691:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015692:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777391.015693:0:34138:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777391.015694:0:34138:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.015696:0:34138:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af892d from it ffffb1cb81d03c10 00010000:00000001:1.0:1788777391.015698:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.015699:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.015700:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777391.015701:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.015703:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.015705:0:34138:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777391.015707:0:34138:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777391.015712:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015714:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.015714:0:34138:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777391.015716:0:34138:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777391.015718:0:34138:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777391.015723:0:34138:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777391.015725:0:34138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777391.015727:0:34138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777391.015730:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015730:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.015732:0:34138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015733:0:34138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777391.015735:0:34138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015736:0:34138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015739:0:34138:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015740:0:34138:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777391.015741:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015742:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777391.015744:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777391.015745:0:34138:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777391.015747:0:34138:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777391.015751:0:34138:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.015757:0:34138:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777391.015759:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03da0 00000080:00002000:1.0:1788777391.015761:0:34138:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320af8360) flags 0x48004e refc 0 00000080:00000001:1.0:1788777391.015763:0:34138:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777391.015764:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03e10 00000080:00200000:1.0:1788777391.015766:0:34138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1788777391.015769:0:34138:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777391.015771:0:34138:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777391.015772:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03d30 00000080:00200000:1.0:1788777391.015773:0:34138:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777391.015777:0:34138:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777391.015780:0:34138:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777391.015782:0:34138:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777391.015784:0:34138:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.015785:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03c50 00800000:00000002:1.0:1788777391.015787:0:34138:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777391.015790:0:34138:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777391.015791:0:34138:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777391.015794:0:34138:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777391.015795:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03b20 00000002:00010000:1.0:1788777391.015797:0:34138:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777391.015800:0:34138:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777391.015802:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.015803:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.015806:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:1.0:1788777391.015808:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777391.015810:0:34138:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777391.015812:0:34138:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777391.015814:0:34138:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788777391.015821:0:34138:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777391.015823:0:34138:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777391.015827:0:34138:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788777391.015833:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777391.015835:0:34138:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777391.015836:0:34138:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.015838:0:34138:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777391.015840:0:34138:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777391.015841:0:34138:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777391.015844:0:34138:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777391.015846:0:34138:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777391.015848:0:34138:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000080:00000001:1.0:1788777391.015850:0:34138:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777391.015851:0:34138:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.015853:0:34138:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777391.015855:0:34138:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af892d 00800000:00000001:1.0:1788777391.015858:0:34138:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777391.015859:0:34138:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777391.015860:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.015861:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.015863:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777391.015865:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.015866:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.015869:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015870:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777391.015871:0:34138:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777391.015872:0:34138:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777391.015874:0:34138:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af892d from it ffffb1cb81d03d68 00010000:00000001:1.0:1788777391.015875:0:34138:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777391.015876:0:34138:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777391.015878:0:34138:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:1.0:1788777391.015879:0:34138:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.015881:0:34138:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777391.015883:0:34138:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777391.015885:0:34138:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777391.015890:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015891:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.015892:0:34138:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777391.015893:0:34138:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777391.015895:0:34138:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788777391.015901:0:34138:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777391.015902:0:34138:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777391.015903:0:34138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777391.015905:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015906:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.015907:0:34138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015909:0:34138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777391.015910:0:34138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015911:0:34138:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015913:0:34138:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.015915:0:34138:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777391.015916:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.015917:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777391.015918:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777391.015920:0:34138:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777391.015922:0:34138:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:1.0:1788777391.015924:0:34138:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.015928:0:34138:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1788777391.015930:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03df8 00000080:00200000:1.0:1788777391.015932:0:34138:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:1.0:1788777391.015935:0:34138:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788777391.015937:0:34138:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777391.015939:0:34138:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777391.015941:0:34138:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777391.015943:0:34138:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777391.015946:0:34138:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00020000:00000002:1.0:1788777391.015948:0:34138:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9453102cb1e0 addref 2/0 by ffff945306780000. 00020000:00000002:1.0:1788777391.015951:0:34138:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00020000:00000001:1.0:1788777391.015953:0:34138:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777391.015955:0:34138:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777391.015956:0:34138:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777391.015958:0:34138:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788777391.015961:0:34138:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788777391.015963:0:34138:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:1.0:1788777391.015965:0:34138:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788777391.015970:0:34138:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945318738e00. 00800000:00000002:1.0:1788777391.015973:0:34138:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:1.0:1788777391.015979:0:34138:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788777391.015982:0:34138:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788777391.015985:0:34138:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x31:0x0] 00800000:00000001:1.0:1788777391.015987:0:34138:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777391.015989:0:34138:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x31:0x0] -> mds #0 00000002:00000001:1.0:1788777391.015993:0:34138:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788777391.015995:0:34138:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777391.015997:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 2 00010000:00000001:1.0:1788777391.015999:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777391.016001:0:34138:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777391.016004:0:34138:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777391.016007:0:34138:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788777391.016014:0:34138:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777391.016017:0:34138:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777391.016019:0:34138:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777391.016021:0:34138:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788777391.016023:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.016025:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.016026:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 3 00010000:00000001:1.0:1788777391.016027:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777391.016029:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777391.016030:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.016031:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.016033:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 3 00010000:00000001:1.0:1788777391.016034:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777391.016036:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777391.016037:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.016038:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.016039:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214800 count: 3 00010000:00000001:1.0:1788777391.016040:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777391.016042:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.016043:0:34138:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777391.016046:0:34138:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788777391.016049:0:34138:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788777391.016051:0:34138:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788777391.016054:0:34138:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788777391.016055:0:34138:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.016058:0:34138:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777391.016061:0:34138:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777391.016062:0:34138:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777391.016064:0:34138:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777391.016065:0:34138:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777391.016068:0:34138:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb6000 with handle 0xe53f2b0cb7af892d from hash 00010000:00000001:1.0:1788777391.016070:0:34138:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777391.016072:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777391.016073:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777391.016074:0:34138:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777391.016076:0:34138:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777391.016078:0:34138:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788777391.016080:0:34138:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788777391.016082:0:34138:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777391.016084:0:34138:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777391.016086:0:34138:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777391.016089:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 3 00010000:00000001:1.0:1788777391.016090:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777391.016092:0:34138:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777391.016095:0:34138:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777391.016097:0:34138:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788777391.016102:0:34138:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788777391.016103:0:34138:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788777391.016104:0:34138:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788777391.016105:0:34138:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode CR 00000002:00000001:1.0:1788777391.016107:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.016108:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.016109:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 4 00010000:00000001:1.0:1788777391.016110:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777391.016112:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777391.016114:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.016115:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.016116:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 4 00010000:00000001:1.0:1788777391.016118:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777391.016119:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777391.016121:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777391.016121:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777391.016123:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 4 00010000:00000001:1.0:1788777391.016124:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777391.016126:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.016128:0:34138:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777391.016130:0:34138:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777391.016132:0:34138:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777391.016136:0:34138:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945318739000. 00000080:00000001:1.0:1788777391.016138:0:34138:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788777391.016140:0:34138:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777391.016143:0:34138:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788777391.016145:0:34138:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:1.0:1788777391.016148:0:34138:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777391.016150:0:34138:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x31:0x0] file closed with intent: 0 00000100:00000010:1.0:1788777391.016156:0:34138:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ca80. 00000020:00000040:1.0:1788777391.016159:0:34138:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777391.016164:0:34138:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777391.016167:0:34138:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777391.016169:0:34138:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777391.016175:0:34138:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945318738a00. 00000100:00000001:1.0:1788777391.016182:0:34138:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788777391.016209:0:34138:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777391.016256:0:34138:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777391.016262:0:34138:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530906ca80 x1875667126144640/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777391.016269:0:34138:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777391.016271:0:34138:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777391.016278:0:34138:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453123939c0. 00000100:00000001:1.0:1788777391.016281:0:34138:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683241777600 : -118390467774016 : ffff9453123939c0) 00000100:00000001:1.0:1788777391.016285:0:34138:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777391.017663:0:34138:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087477376 : -118390622074240 : ffff94530906ca80) 00000100:00000001:1.0:1788777391.017678:0:34138:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777391.017682:0:34138:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777391.017684:0:34138:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777391.017686:0:34138:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777391.017695:0:34138:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ca80 x1875667126144640/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777391.017703:0:34138:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777391.017705:0:34138:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777391.017709:0:34138:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777391.017712:0:34138:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777391.017714:0:34138:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777391.017718:0:34138:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34138:1875667126144640:192.168.203.135@tcp:35:rm.0 00000100:00000001:1.0:1788777391.017721:0:34138:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777391.017726:0:34138:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777391.017728:0:34138:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777391.017730:0:34138:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777391.017738:0:34138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310688c00. 02000000:00000001:1.0:1788777391.017740:0:34138:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777391.017746:0:34138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777391.017749:0:34138:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbaa8. 00000400:00000010:1.0:1788777391.017756:0:34138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b124c8. 00000100:00000200:1.0:1788777391.017762:0:34138:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126144640, portal 10 00000100:00000001:1.0:1788777391.017764:0:34138:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777391.017765:0:34138:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087477376 : -118390622074240 : ffff94530906ca80) 00000100:00000040:1.0:1788777391.017772:0:34138:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906ca80 x1875667126144640/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777391.017780:0:34138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777391.017783:0:34138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777391.017786:0:34138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b123b8. 00000100:00000200:1.0:1788777391.017789:0:34138:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126144640, offset 0 00000400:00000200:1.0:1788777391.017795:0:34138:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777391.017803:0:34138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.017811:0:34138:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777391.017816:0:34138:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777391.017820:0:34138:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777391.017824:0:34138:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777391.017828:0:34138:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777391.017831:0:34138:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2620:2620:256:4294967295] 192.168.203.135@tcp LPNI seq info [2615:2615:8:4294967295] 00000400:00000200:1.0:1788777391.017836:0:34138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.017844:0:34138:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777391.017851:0:34138:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777391.017856:0:34138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534800. 00000800:00000200:1.0:1788777391.017862:0:34138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777391.017870:0:34138:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777391.017874:0:34138:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788777391.017891:0:34138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777391.017896:0:34138:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 829316 usecs (830 jiffies) 00000400:00000200:1.0:1788777391.017899:0:34138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777391.017901:0:34138:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296542154 00000800:00000200:1.0:1788777391.018001:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777391.018005:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534800. 00000400:00000200:1.0:1788777391.018010:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777391.018014:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777391.018019:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b123b8 00000400:00000010:1.0:1788777391.018022:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b123b8. 00000100:00000001:1.0:1788777391.018025:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777391.018030:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ca80 x1875667126144640/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777391.018040:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777391.018043:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ca80 x1875667126144640/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777391.018050:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777391.018051:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777391.018068:0:34138:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296545327 00000100:00000001:1.0:1788777391.018072:0:34138:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296542154 00000100:00000001:1.0:1788777391.018074:0:34138:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296545327 00000100:00000001:1.0:1788777391.018076:0:34138:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777391.018078:0:34138:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777391.018081:0:34138:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777391.018083:0:34138:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777391.018086:0:34138:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453123939c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788777391.018089:0:34138:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777391.018092:0:34138:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777391.028859:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777391.028874:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777391.028879:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777391.028881:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777391.028890:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.028898:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777391.028907:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.028912:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.028917:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.028922:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c54e80 00000400:00000200:1.0:1788777391.028927:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.028933:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7081 [1] + 224 00000800:00000001:1.0:1788777391.028940:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777391.028990:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777391.028994:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777391.028999:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777391.029006:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777391.029016:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ca80 x1875667126144640/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777391.029026:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530906ca80 x1875667126144640/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777391.029046:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777391.029056:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777391.029060:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777391.029113:0:34138:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777391.029121:0:34138:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777391.029123:0:34138:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777391.029127:0:34138:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbaa8. 00000400:00000200:3.0:1788777391.029132:0:34138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b124c8 00000400:00000010:3.0:1788777391.029135:0:34138:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b124c8. 00000100:00000001:3.0:1788777391.029138:0:34138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777391.029143:0:34138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ca80 x1875667126144640/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777391.029151:0:34138:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ca80 x1875667126144640/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777391.029162:0:34138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777391.029164:0:34138:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777391.029167:0:34138:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777391.029170:0:34138:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777391.029173:0:34138:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777391.029175:0:34138:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777391.029178:0:34138:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777391.029186:0:34138:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=64 v=5 (10 5 5 5) 00000100:00001000:3.0:1788777391.029191:0:34138:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777391.029193:0:34138:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777391.029195:0:34138:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777391.029205:0:34138:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777391.029209:0:34138:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.029212:0:34138:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777391.029214:0:34138:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777391.029216:0:34138:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777391.029218:0:34138:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777391.029246:0:34138:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087477376 : -118390622074240 : ffff94530906ca80) 00000100:00000001:3.0:1788777391.029250:0:34138:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777391.029252:0:34138:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788777391.029254:0:34138:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777391.029256:0:34138:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777391.029261:0:34138:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ca80 x1875667126144640/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777407 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777391.029268:0:34138:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777391.029271:0:34138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777391.029273:0:34138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777391.029277:0:34138:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ca80 x1875667126144640/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777407 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777391.029284:0:34138:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34138:1875667126144640:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777391.029289:0:34138:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777391.029292:0:34138:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.029294:0:34138:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777391.029306:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777391.029309:0:34138:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ca80 x1875667126144640/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777391.029316:0:34138:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777391.029318:0:34138:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453123939c0. 00000100:00000001:3.0:1788777391.029322:0:34138:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777391.029323:0:34138:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.029330:0:34138:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777391.029331:0:34138:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087477376 : -118390622074240 : ffff94530906ca80) 00000002:00000001:3.0:1788777391.029334:0:34138:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777391.029338:0:34138:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777391.029342:0:34138:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318739000. 00000080:00000001:3.0:1788777391.029346:0:34138:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777391.029350:0:34138:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777391.029355:0:34138:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777391.029360:0:34138:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777391.029367:0:34138:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777391.029368:0:34138:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:3.0:1788777391.029371:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777391.029373:0:34138:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777391.029379:0:34138:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.029380:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777391.029383:0:34138:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ca80 x1875667126144640/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777391.029388:0:34138:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.029390:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777391.029403:0:34138:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126144384/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777391.029415:0:34138:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777391.029418:0:34138:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777391.029419:0:34138:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777391.029421:0:34138:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777391.029425:0:34138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9800. 02000000:00000001:3.0:1788777391.029428:0:34138:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777391.029430:0:34138:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777391.029432:0:34138:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:3.0:1788777391.029435:0:34138:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777391.029436:0:34138:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777391.029438:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777391.029441:0:34138:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ca80 x1875667126144640/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777407 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777391.029446:0:34138:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777391.029448:0:34138:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453103b5500. 00000002:00000001:3.0:1788777391.029450:0:34138:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777391.029452:0:34138:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777391.029454:0:34138:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9453110b60c0. 00000100:00000001:3.0:1788777391.029456:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777391.029459:0:34138:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ca80 x1875667126144640/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777407 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777391.029463:0:34138:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777391.029465:0:34138:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777391.029467:0:34138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945310688c00. 02000000:00000001:3.0:1788777391.029470:0:34138:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777391.029470:0:34138:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777391.029471:0:34138:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777391.029473:0:34138:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777391.029474:0:34138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945318738a00. 02000000:00000001:3.0:1788777391.029476:0:34138:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777391.029477:0:34138:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777391.029491:0:34138:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ca80. 00000100:00000001:3.0:1788777391.029495:0:34138:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777391.029497:0:34138:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777391.029499:0:34138:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.029502:0:34138:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777391.029504:0:34138:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1788777391.029507:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777391.029510:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777391.029515:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 4 00010000:00000001:3.0:1788777391.029517:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777391.029522:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777391.029524:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777391.029524:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777391.029526:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 4 00010000:00000001:3.0:1788777391.029527:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777391.029529:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.029531:0:34138:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.029532:0:34138:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777391.029534:0:34138:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777391.029538:0:34138:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777391.029541:0:34138:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777391.029543:0:34138:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777391.029546:0:34138:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1788777391.029549:0:34138:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777391.029552:0:34138:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777391.029781:0:34138:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777391.029785:0:34138:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777391.029788:0:34138:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777391.029790:0:34138:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.029792:0:34138:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777391.029798:0:34138:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777391.029801:0:34138:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.029804:0:34138:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777391.029806:0:34138:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff9453209de3c8) invalid 00000020:00000001:3.0:1788777391.029809:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03a60 00000080:00002000:3.0:1788777391.029811:0:34138:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff945320af8360) parent ffff9453208d0a20 inode ffff9453209de3c8 refc 1 00000080:00000001:3.0:1788777391.029815:0:34138:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777391.029817:0:34138:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777391.029819:0:34138:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777391.029825:0:34138:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777391.029828:0:34138:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777391.029829:0:34138:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777391.029832:0:34138:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777391.029834:0:34138:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777391.029838:0:34138:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154200 with handle 0xe53f2b0cb7af8934 from hash 00010000:00000001:3.0:1788777391.029841:0:34138:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777391.029843:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777391.029844:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777391.029845:0:34138:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777391.029848:0:34138:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777391.029850:0:34138:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777391.029854:0:34138:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777391.029858:0:34138:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:3.0:1788777391.029866:0:34138:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777391.029869:0:34138:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777391.029871:0:34138:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777391.029872:0:34138:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1788777391.029874:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777391.029875:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777391.029877:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 4 00010000:00000001:3.0:1788777391.029879:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777391.029881:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777391.029883:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777391.029884:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777391.029885:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 4 00010000:00000001:3.0:1788777391.029886:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777391.029888:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777391.029890:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777391.029891:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777391.029893:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 4 00010000:00000001:3.0:1788777391.029894:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777391.029895:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777391.029897:0:34138:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777391.029898:0:34138:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777391.029900:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214300 count: 4 00010000:00000001:3.0:1788777391.029901:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777391.029903:0:34138:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.029905:0:34138:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.029906:0:34138:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777391.029907:0:34138:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777391.029909:0:34138:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777391.029911:0:34138:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777391.029912:0:34138:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777391.029914:0:34138:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1788777391.029916:0:34138:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777391.029917:0:34138:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777391.029918:0:34138:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777391.029920:0:34138:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777391.029921:0:34138:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777391.029922:0:34138:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.029924:0:34138:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777391.029926:0:34138:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777391.029927:0:34138:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.029929:0:34138:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777391.029930:0:34138:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff9453209de3c8) invalid 00000020:00000001:3.0:1788777391.029932:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03a60 00000080:00002000:3.0:1788777391.029934:0:34138:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff945320af8360) parent ffff9453208d0a20 inode ffff9453209de3c8 refc 1 00000080:00000001:3.0:1788777391.029936:0:34138:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777391.029938:0:34138:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777391.029939:0:34138:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777391.029941:0:34138:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777391.029942:0:34138:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777391.029943:0:34138:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777391.029945:0:34138:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777391.029946:0:34138:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777391.029948:0:34138:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb7c00 with handle 0xe53f2b0cb7af890a from hash 00010000:00000001:3.0:1788777391.029950:0:34138:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777391.029951:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777391.029952:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777391.029953:0:34138:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777391.029955:0:34138:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777391.029956:0:34138:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777391.029958:0:34138:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788777391.029960:0:34138:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788777391.029963:0:34138:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788777391.029969:0:34138:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e680. 00000020:00000040:3.0:1788777391.029973:0:34138:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777391.029977:0:34138:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777391.029979:0:34138:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777391.029981:0:34138:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777391.029984:0:34138:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777391.029989:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777391.029989:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777391.029991:0:34138:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.029994:0:34138:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777391.029996:0:34138:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777391.029999:0:34138:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777391.030004:0:34138:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945307510c00. 00000100:00000001:3.0:1788777391.030011:0:34138:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777391.030013:0:34138:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777391.030015:0:34138:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777391.030020:0:34138:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777391.030028:0:34138:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1788777391.030894:0:34138:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1788777391.030901:0:34138:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788777391.030903:0:34138:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788777391.030905:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777391.030908:0:34138:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154200/0xe53f2b0cb7af8934 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3ca7b expref: -99 pid: 34136 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788777391.030920:0:34138:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6180. 00010000:00000001:3.0:1788777391.030929:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777391.030930:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777391.030932:0:34138:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af890a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3ca27 expref: -99 pid: 34129 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:3.0:1788777391.030938:0:34138:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945311a9c2c0. 00010000:00000040:3.0:1788777391.030942:0:34138:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945308214300 count: 0 00010000:00000010:3.0:1788777391.030947:0:34138:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945307dcdc00. 00010000:00000001:3.0:1788777391.030953:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777391.030954:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777391.030957:0:34138:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af892d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3ca6d expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1788777391.030963:0:34138:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945308214800 count: 0 00010000:00000010:3.0:1788777391.030966:0:34138:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945307dcd580. 00010000:00000001:3.0:1788777391.030970:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777391.030972:0:34138:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777391.030974:0:34138:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777391.030975:0:34138:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777391.030977:0:34138:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777391.030989:0:34138:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777391.030999:0:34138:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3e680 x1875667126144896/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777391.031007:0:34138:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777391.031009:0:34138:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777391.031015:0:34138:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531805bd80. 00000100:00000001:3.0:1788777391.031017:0:34138:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683339066752 : -118390370484864 : ffff94531805bd80) 00000100:00000001:3.0:1788777391.031020:0:34138:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777391.031021:0:34138:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080996480 : -118390628555136 : ffff945308a3e680) 00000100:00000001:3.0:1788777391.031025:0:34138:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777391.031029:0:34138:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.031031:0:34138:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777391.031033:0:34138:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777391.031037:0:34138:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e680 x1875667126144896/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777391.031045:0:34138:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777391.031048:0:34138:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777391.031051:0:34138:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777391.031054:0:34138:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777391.031057:0:34138:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777391.031060:0:34138:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e680 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34138:1875667126144896:192.168.203.135@tcp:36:rm.0 00000100:00000001:3.0:1788777391.031064:0:34138:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777391.031069:0:34138:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777391.031072:0:34138:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777391.031074:0:34138:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777391.031078:0:34138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777391.031080:0:34138:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777391.031087:0:34138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777391.031092:0:34138:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777391.031098:0:34138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777391.031104:0:34138:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126144896, portal 10 00000100:00000001:3.0:1788777391.031106:0:34138:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777391.031107:0:34138:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080996480 : -118390628555136 : ffff945308a3e680) 00000100:00000040:3.0:1788777391.031113:0:34138:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3e680 x1875667126144896/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777391.031121:0:34138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777391.031123:0:34138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777391.031126:0:34138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347d48. 00000100:00000200:3.0:1788777391.031129:0:34138:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875667126144896, offset 0 00000400:00000200:3.0:1788777391.031135:0:34138:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777391.031143:0:34138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777391.031150:0:34138:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777391.031155:0:34138:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777391.031159:0:34138:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777391.031163:0:34138:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777391.031166:0:34138:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777391.031169:0:34138:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2621:2621:256:4294967295] 192.168.203.135@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:3.0:1788777391.031174:0:34138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777391.031184:0:34138:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777391.031190:0:34138:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777391.031195:0:34138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945319e06100. 00000800:00000200:3.0:1788777391.031211:0:34138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777391.031242:0:34138:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777391.031248:0:34138:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945319e06100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1788777391.031261:0:34138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777391.031265:0:34138:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 828308 usecs (829 jiffies) 00000400:00000200:3.0:1788777391.031268:0:34138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777391.031271:0:34138:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296542166 00000100:00000001:3.0:1788777391.031274:0:34138:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296545327 00000100:00000001:3.0:1788777391.031276:0:34138:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296542166 00000100:00000001:3.0:1788777391.031278:0:34138:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296545327 00000100:00000001:3.0:1788777391.031280:0:34138:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777391.031283:0:34138:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.031285:0:34138:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777391.031287:0:34138:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777391.031289:0:34138:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531805bd80 going to sleep for 11 seconds 00000100:00000001:3.0:1788777391.031292:0:34138:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777391.031294:0:34138:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777391.032150:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777391.032156:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945319e06100. 00000400:00000200:1.0:1788777391.032161:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777391.032168:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777391.032174:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347d48 00000400:00000010:1.0:1788777391.032176:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347d48. 00000100:00000001:1.0:1788777391.032181:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777391.032188:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126144896/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777391.032208:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777391.032211:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e680 x1875667126144896/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777407 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777391.032218:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777391.032241:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777391.043268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154200. 00010000:00000010:3.1:1788777391.043284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214300. 00010000:00000010:3.1:1788777391.043289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7c00. 00010000:00000010:3.1:1788777391.043292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214800. 00010000:00000010:3.1:1788777391.043303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6000. 00000800:00000001:1.0:1788777391.049383:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777391.049401:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777391.049406:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777391.049409:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777391.049418:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.049426:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777391.049435:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.049440:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.049445:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.049449:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c54f80 00000400:00000200:1.0:1788777391.049453:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.049460:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7091 [1] + 224 00000800:00000001:1.0:1788777391.049467:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777391.049475:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777391.049478:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777391.049483:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777391.049491:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777391.049500:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126144896/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777391.049510:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff945308a3e680 x1875667126144896/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777391.049531:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777391.049539:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777391.049543:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.049548:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777391.049554:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2622:2622:256:4294967295] 192.168.203.135@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:1.0:1788777391.049559:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777391.049567:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777391.049573:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777391.049580:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534800. 00000800:00000200:1.0:1788777391.049586:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777391.049593:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777391.049597:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777391.049680:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777391.049684:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534800. 00000400:00000200:1.0:1788777391.049687:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777391.049690:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777391.049696:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777391.049699:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777391.051092:0:34138:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777391.051105:0:34138:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777391.051107:0:34138:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777391.051111:0:34138:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777391.051117:0:34138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777391.051120:0:34138:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777391.051125:0:34138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777391.051145:0:34138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e680 x1875667126144896/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777391.051157:0:34138:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e680 x1875667126144896/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777391.051164:0:34138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777391.051166:0:34138:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777391.051168:0:34138:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777391.051172:0:34138:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777391.051174:0:34138:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777391.051176:0:34138:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777391.051179:0:34138:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777391.051188:0:34138:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=64 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777391.051193:0:34138:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777391.051195:0:34138:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777391.051206:0:34138:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777391.051209:0:34138:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777391.051212:0:34138:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.051216:0:34138:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777391.051217:0:34138:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x200000008] 00000100:00000001:3.0:1788777391.051258:0:34138:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777391.051261:0:34138:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777391.051262:0:34138:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080996480 : -118390628555136 : ffff945308a3e680) 00000100:00000001:3.0:1788777391.051266:0:34138:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777391.051268:0:34138:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788777391.051270:0:34138:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777391.051273:0:34138:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777391.051278:0:34138:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e680 x1875667126144896/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777407 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777391.051285:0:34138:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777391.051288:0:34138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777391.051290:0:34138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777391.051294:0:34138:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e680 x1875667126144896/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777407 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777391.051303:0:34138:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e680 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34138:1875667126144896:192.168.203.135@tcp:36:rm.0 00000100:00000001:3.0:1788777391.051308:0:34138:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777391.051311:0:34138:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777391.051313:0:34138:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777391.051315:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777391.051318:0:34138:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3e680 x1875667126144896/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777407 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777391.051325:0:34138:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777391.051328:0:34138:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531805bd80. 00000100:00000001:3.0:1788777391.051331:0:34138:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777391.051332:0:34138:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777391.051340:0:34138:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777391.051343:0:34138:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777391.051348:0:34138:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777391.051350:0:34138:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945318738e00. 00000100:00000001:3.0:1788777391.051356:0:34138:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777391.051359:0:34138:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e680 x1875667126144896/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777407 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777391.051365:0:34138:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.051368:0:34138:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.051377:0:34138:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777391.051393:0:34138:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d03e28 00000080:00002000:3.0:1788777391.051396:0:34138:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff945320af8360, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777391.051400:0:34138:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777391.051405:0:34138:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777391.051410:0:34138:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777391.051417:0:34138:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788777391.051420:0:34138:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788777391.051422:0:34138:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777391.051425:0:34138:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777391.051428:0:34138:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777391.051434:0:34138:0:(cl_object.c:143:cl_object_top()) ffff9453212416c0 -> ffff9453212416c0 00000020:00000001:3.0:1788777391.051437:0:34138:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777391.051439:0:34138:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777391.051441:0:34138:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777391.051445:0:34138:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777391.051446:0:34138:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777391.051448:0:34138:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777391.051452:0:34138:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9453105c9c20 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788777391.051455:0:34138:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00020000:00000001:3.0:1788777391.051459:0:34138:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777391.051461:0:34138:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777391.051464:0:34138:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777391.051465:0:34138:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051467:0:34138:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777391.051469:0:34138:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777391.051470:0:34138:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051472:0:34138:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777391.051473:0:34138:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777391.051474:0:34138:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777391.051476:0:34138:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00000020:00000001:3.0:1788777391.051478:0:34138:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051481:0:34138:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777391.051482:0:34138:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788777391.051484:0:34138:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777391.051487:0:34138:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777391.051490:0:34138:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777391.051493:0:34138:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777391.051495:0:34138:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777391.051496:0:34138:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777391.051498:0:34138:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153048 : -118390618398568 : ffff9453093ee098) 00000020:00001000:3.0:1788777391.051500:0:34138:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee090 00000020:00000001:3.0:1788777391.051503:0:34138:0:(cl_object.c:143:cl_object_top()) ffff945321241148 -> ffff9453212416c0 00000020:00000001:3.0:1788777391.051504:0:34138:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777391.051507:0:34138:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777391.051508:0:34138:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777391.051510:0:34138:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051512:0:34138:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051514:0:34138:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437968 : -118390488113648 : ffff94531102de10) 00000020:00000001:3.0:1788777391.051516:0:34138:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777391.051518:0:34138:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051521:0:34138:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051522:0:34138:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051524:0:34138:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788777391.051526:0:34138:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777391.051527:0:34138:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777391.051528:0:34138:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777391.051530:0:34138:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777391.051531:0:34138:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051532:0:34138:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051534:0:34138:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051535:0:34138:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051537:0:34138:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777391.051537:0:34138:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051539:0:34138:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051540:0:34138:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788777391.051542:0:34138:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777391.051543:0:34138:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777391.051544:0:34138:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777391.051546:0:34138:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788777391.051549:0:34138:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1788777391.051553:0:34138:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945304d66c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1788777391.051558:0:34138:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788777391.051559:0:34138:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777391.051561:0:34138:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788777391.051563:0:34138:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777391.051565:0:34138:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1788777391.051569:0:34138:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788777391.051572:0:34138:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9453119dd900@{[0 -> 255/255], [1|0|-|locking|wiY|ffff945304d66c40], [1703936|1|+|-|ffff945309155200|256|ffff945306780000]} make ready 00000008:00010000:3.0:1788777391.051580:0:34138:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000004b8c596b ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788777391.051591:0:34138:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1788777391.051593:0:34138:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1788777391.051606:0:34138:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000f474c94c[2 0000000019368db5 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1788777391.051607:0:34138:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1788777391.051609:0:34138:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1788777391.051610:0:34138:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777391.051612:0:34138:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777391.051614:0:34138:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788777391.051615:0:34138:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788777391.051617:0:34138:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777391.051620:0:34138:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[2 0000000019368db5 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777391.051621:0:34138:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1788777391.051623:0:34138:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777391.051624:0:34138:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1788777391.051627:0:34138:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000f474c94c[2 0000000019368db5 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777391.051628:0:34138:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1788777391.051630:0:34138:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051632:0:34138:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:3.0:1788777391.051634:0:34138:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:3.0:1788777391.051635:0:34138:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788777391.051638:0:34138:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051639:0:34138:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:3.0:1788777391.051641:0:34138:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777391.051644:0:34138:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788777391.051646:0:34138:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9453119dd900@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff945304d66c40], [1703936|1|+|-|ffff945309155200|256|ffff945306780000]} extent finished. 00000008:00010000:3.0:1788777391.051651:0:34138:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000004b8c596b ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788777391.051661:0:34138:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1788777391.051662:0:34138:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788777391.051665:0:34138:0:(cl_page.c:1104:cl_page_complete()) page@00000000f474c94c[2 0000000019368db5 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777391.051666:0:34138:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788777391.051668:0:34138:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788777391.051669:0:34138:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788777391.051670:0:34138:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777391.051672:0:34138:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[2 0000000019368db5 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777391.051673:0:34138:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788777391.051675:0:34138:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788777391.051677:0:34138:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788777391.051680:0:34138:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000f474c94c[2 0000000019368db5 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788777391.051682:0:34138:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788777391.051693:0:34138:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788777391.051695:0:34138:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788777391.051697:0:34138:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777391.051700:0:34138:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[2 0000000019368db5 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777391.051701:0:34138:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788777391.051703:0:34138:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788777391.051705:0:34138:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1788777391.051707:0:34138:0:(osc_cache.c:1600:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:3.0:1788777391.051711:0:34138:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9453119dd900@{[0 -> 255/255], [1|0|-|inv|wY|ffff945304d66c40], [1703936|0|-|-|ffff945309155200|256|ffff945306780000]} destroyed. 00000008:00010000:3.0:1788777391.051717:0:34138:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000004b8c596b ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788777391.051724:0:34138:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777391.051726:0:34138:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1788777391.051728:0:34138:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9453119dd900. 00000008:00000001:3.0:1788777391.051732:0:34138:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777391.051734:0:34138:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788777391.051737:0:34138:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945304d66c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788777391.051740:0:34138:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788777391.051742:0:34138:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945304d66c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1788777391.051745:0:34138:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777391.051747:0:34138:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051749:0:34138:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051751:0:34138:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051752:0:34138:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051754:0:34138:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051755:0:34138:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788777391.051757:0:34138:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788777391.051758:0:34138:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788777391.051759:0:34138:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788777391.051761:0:34138:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788777391.051762:0:34138:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051764:0:34138:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788777391.051765:0:34138:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788777391.051767:0:34138:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788777391.051769:0:34138:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788777391.051770:0:34138:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777391.051771:0:34138:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777391.051773:0:34138:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788777391.051774:0:34138:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051776:0:34138:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051777:0:34138:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788777391.051778:0:34138:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788777391.051779:0:34138:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788777391.051781:0:34138:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788777391.051782:0:34138:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777391.051783:0:34138:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777391.051784:0:34138:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777391.051785:0:34138:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788777391.051786:0:34138:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788777391.051788:0:34138:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051789:0:34138:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051791:0:34138:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777391.051792:0:34138:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777391.051793:0:34138:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051795:0:34138:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777391.051797:0:34138:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777391.051798:0:34138:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777391.051799:0:34138:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777391.051801:0:34138:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777391.051802:0:34138:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee090 00020000:00000001:3.0:1788777391.051804:0:34138:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777391.051806:0:34138:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777391.051808:0:34138:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777391.051810:0:34138:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777391.051813:0:34138:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777391.051814:0:34138:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777391.051816:0:34138:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777391.051818:0:34138:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777391.051824:0:34138:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788777391.051825:0:34138:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:3.0:1788777391.051828:0:34138:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788777391.051829:0:34138:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788777391.051830:0:34138:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777391.051831:0:34138:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777391.051832:0:34138:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777391.051835:0:34138:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[2 0000000019368db5 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777391.051837:0:34138:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1788777391.051838:0:34138:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788777391.051840:0:34138:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788777391.051842:0:34138:0:(osc_page.c:138:osc_page_delete()) ffff945310b58e60 00000008:00000001:3.0:1788777391.051843:0:34138:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788777391.051845:0:34138:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff945310b58e70 page ffff945310b58e60 at index 0. 00000008:00000001:3.0:1788777391.051848:0:34138:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777391.051853:0:34138:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788777391.051855:0:34138:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffed3c847d09c0 index 0 00000020:00000001:3.0:1788777391.051858:0:34138:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788777391.051860:0:34138:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788777391.051860:0:34138:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777391.051863:0:34138:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[1 0000000019368db5 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777391.051864:0:34138:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788777391.051865:0:34138:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788777391.051868:0:34138:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff945310b58e00. 00000020:00000001:3.0:1788777391.051871:0:34138:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788777391.051872:0:34138:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788777391.051900:0:34138:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788777391.051902:0:34138:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9453209de3c8) 00800000:00000001:3.0:1788777391.051906:0:34138:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788777391.051908:0:34138:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x31:0x0] 00000002:00000001:3.0:1788777391.051913:0:34138:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788777391.051918:0:34138:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777391.051920:0:34138:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.051923:0:34138:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788777391.051925:0:34138:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788777391.051926:0:34138:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777391.051928:0:34138:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777391.051931:0:34138:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777391.051933:0:34138:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777391.051935:0:34138:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00020000:00000001:3.0:1788777391.051941:0:34138:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1788777391.051942:0:34138:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00020000:00000001:3.0:1788777391.051945:0:34138:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1788777391.051947:0:34138:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cb1e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777391.051951:0:34138:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777391.051955:0:34138:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306628200: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1788777391.051957:0:34138:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788777391.051960:0:34138:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.051961:0:34138:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1788777391.051963:0:34138:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1788777391.051966:0:34138:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1788777391.051970:0:34138:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8d00 count: 2 00010000:00000001:3.0:1788777391.051972:0:34138:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777391.051975:0:34138:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1788777391.051977:0:34138:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1788777391.051980:0:34138:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788777390 1788777390 1788777390 ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1788777391.051989:0:34138:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000020:00000001:3.0:1788777391.051990:0:34138:0:(cl_object.c:143:cl_object_top()) ffff945304d66c40 -> ffff9453212416c0 00000008:00000001:3.0:1788777391.051992:0:34138:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777391.051994:0:34138:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777391.051997:0:34138:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777391.051998:0:34138:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788777391.052003:0:34138:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff945304d66c40. 00020000:00000001:3.0:1788777391.052007:0:34138:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1788777391.052009:0:34138:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9453212410c8. 00020000:00000001:3.0:1788777391.052012:0:34138:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1788777391.052014:0:34138:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777391.052015:0:34138:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777391.052017:0:34138:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00020000:00000001:3.0:1788777391.052018:0:34138:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1788777391.052020:0:34138:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1788777391.052021:0:34138:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00020000:00000001:3.0:1788777391.052024:0:34138:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1788777391.052026:0:34138:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff945304c3da28. 00020000:00000010:3.0:1788777391.052030:0:34138:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff945312393a80. 00020000:00000010:3.0:1788777391.052033:0:34138:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9453119e34a0. 00020000:00000002:3.0:1788777391.052035:0:34138:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cb1e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777391.052038:0:34138:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777391.052041:0:34138:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306628200: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1788777391.052045:0:34138:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945306628200. 00020000:00000010:3.0:1788777391.052048:0:34138:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453102cb8a0. 00020000:00000010:3.0:1788777391.052050:0:34138:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453102cb1e0. 00020000:00000001:3.0:1788777391.052052:0:34138:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1788777391.052053:0:34138:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307dad2e8) owner 0000000000000000/ffff945306780000 00020000:00000010:3.0:1788777391.052055:0:34138:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff945307dad2e8. 00020000:00000001:3.0:1788777391.052058:0:34138:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1788777391.052060:0:34138:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff945321241640. 00000020:00001000:3.0:1788777391.052064:0:34138:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000080:00000001:3.0:1788777391.052066:0:34138:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788777391.052068:0:34138:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00010000:00000001:1.0:1788777391.069323:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777391.069330:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.069335:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777391.069336:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777391.069339:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777391.069340:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777391.069512:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777391.069515:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777391.069518:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:3.1:1788777391.073263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945305512520. 00000080:00000010:3.1:1788777391.073290:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209de300. 00000080:00000001:1.0:1788777391.954706:0:34223:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777392.093333:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777392.093341:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777392.093346:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777392.093348:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777392.093352:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777392.093353:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777392.093444:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777392.093448:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777392.093451:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777393.122317:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777393.122323:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777393.122328:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777393.122330:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777393.122333:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777393.122335:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777393.122884:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777393.122887:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777393.122890:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777393.656542:0:34360:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777394.142293:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777394.142298:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777394.142304:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777394.142305:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777394.142307:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777394.142309:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777394.142558:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777394.142561:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777394.142565:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1788777395.138867:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777395.138883:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777395.138888:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777395.138890:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777395.138898:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.139252:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777395.139261:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.139265:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.139271:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.139275:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d5f300 00000400:00000200:1.0:1788777395.139282:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x6a69 [2] + 1376 00000800:00000001:1.0:1788777395.139290:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777395.139301:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777395.139304:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777395.139308:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777395.139316:0:2338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788777395.139318:0:2338:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788777395.139325:0:2338:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ce00. 00000100:00000040:1.0:1788777395.139329:0:2338:0:(events.c:337:request_in_callback()) incoming req@ffff94530906ce00 x1875667144012544 msgsize 328 00000100:00100000:1.0:1788777395.139334:0:2338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:1.0:1788777395.139348:0:2338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788777395.139355:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777395.139359:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777395.139379:0:15901:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788777395.139382:0:15901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667144012544 02000000:00000001:1.0:1788777395.139462:0:15901:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788777395.139465:0:15901:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777395.139467:0:15901:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777395.139473:0:15901:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777395.139477:0:15901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667144012544 00000020:00000001:1.0:1788777395.139480:0:15901:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777395.139482:0:15901:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d25 00000020:00000001:1.0:1788777395.139484:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777395.139487:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119b8800 refcount=4 00000020:00000001:1.0:1788777395.139490:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000020:00000001:1.0:1788777395.139492:0:15901:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231442944 : -118390478108672 : ffff9453119b8800) 00000100:00000001:1.0:1788777395.139496:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777395.139501:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cf80. 00000100:00000001:1.0:1788777395.139504:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777395.139507:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cf80. 00000020:00000010:1.0:1788777395.139514:0:15901:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945301218400. 00000020:00000010:1.0:1788777395.139520:0:15901:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcd400. 00000020:00000010:1.0:1788777395.139525:0:15901:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945321241d48. 00000100:00000040:1.0:1788777395.139534:0:15901:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788777395.139537:0:15901:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777395.139539:0:15901:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777395.139541:0:15901:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777395.139548:0:15901:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777395.139557:0:15901:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777395.139569:0:15901:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777395.139571:0:15901:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777395.139576:0:15901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 63 00000100:00000040:1.0:1788777395.139580:0:15901:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119b8800 : new rpc_count 1 00000100:00000001:1.0:1788777395.139582:0:15901:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000040:1.0:1788777395.139589:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94530906ce00 x1875667144012544/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:451/0 lens 328/0 e 0 to 0 dl 1788777406 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777395.139598:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777395.139601:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9cf80. 00000100:00000001:1.0:1788777395.139604:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777395.139606:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9cf80. 00000100:00100000:1.0:1788777395.139611:0:15901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94530906ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6688:x1875667144012544:12345-192.168.203.135@tcp:104: 00000100:00000200:1.0:1788777395.139615:0:15901:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667144012544 00010000:00000001:1.0:1788777395.139618:0:15901:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777395.139624:0:15901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777395.139626:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777395.139628:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=2 00000020:00000001:1.0:1788777395.139630:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777395.139633:0:15901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:1.0:1788777395.139637:0:15901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777395.139640:0:15901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777395.139646:0:15901:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:1.0:1788777395.139657:0:15901:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777395.139660:0:15901:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777395.139665:0:15901:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94531068b400. 02000000:00000001:1.0:1788777395.139667:0:15901:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777395.139670:0:15901:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777395.139674:0:15901:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777395.139677:0:15901:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777395.139681:0:15901:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777395.139685:0:15901:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777395.139688:0:15901:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777395.139691:0:15901:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777395.139694:0:15901:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777395.139696:0:15901:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777395.139698:0:15901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777395.139701:0:15901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777395.139705:0:15901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b123b8. 00000100:00000200:1.0:1788777395.139711:0:15901:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667144012544, offset 224 00000400:00000200:1.0:1788777395.139717:0:15901:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777395.139724:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.139730:0:15901:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777395.139736:0:15901:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2623:2623:256:4294967295] 192.168.203.135@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:1.0:1788777395.139741:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.139750:0:15901:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777395.139755:0:15901:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777395.139761:0:15901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534800. 00000800:00000200:1.0:1788777395.139766:0:15901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777395.139773:0:15901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777395.139777:0:15901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777395.139788:0:15901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.139792:0:15901:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777395.139796:0:15901:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788777395.139800:0:15901:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453060b9240. 00010000:00000001:1.0:1788777395.139803:0:15901:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777395.139824:0:15901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788777395.139827:0:15901:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777395.139829:0:15901:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777395.139831:0:15901:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.139836:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ce00 x1875667144012544/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:451/0 lens 328/224 e 0 to 0 dl 1788777406 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777395.139846:0:15901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94530906ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6688:x1875667144012544:12345-192.168.203.135@tcp:104: Request processed in 246us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777395.139854:0:15901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 63 00000100:00000040:1.0:1788777395.139857:0:15901:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119b8800 : new rpc_count 0 00000100:00000001:1.0:1788777395.139859:0:15901:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777395.139861:0:15901:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777395.139866:0:15901:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcd400. 00000020:00000010:1.0:1788777395.139870:0:15901:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945321241d48. 00000020:00000010:1.0:1788777395.139874:0:15901:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945301218400. 00000020:00000040:1.0:1788777395.139878:0:15901:0:(genops.c:879:class_export_put()) PUTting export ffff9453119b8800 : new refcount 3 00000100:00000001:1.0:1788777395.139881:0:15901:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777395.139901:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777395.139905:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777395.139908:0:15911:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788777395.139911:0:15911:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788777395.139914:0:15911:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777395.139919:0:15911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1788777395.139929:0:15911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309155200 already unused, calling callback (ffffffffc1359300) 00000008:00000001:3.0:1788777395.139933:0:15911:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788777395.139935:0:15911:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777395.139937:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777395.139939:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777395.139941:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155200 refcount=3 00000020:00000001:3.0:1788777395.139943:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777395.139946:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088429568 : -118390621122048 : ffff945309155200) 00010000:00000001:3.0:1788777395.139948:0:15911:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777395.139952:0:15911:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788777395.139960:0:15911:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788777395.139963:0:15911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777395.139966:0:15911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777395.139969:0:15911:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777395.139971:0:15911:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788777395.139973:0:15911:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777395.139975:0:15911:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00000008:00000001:3.0:1788777395.139978:0:15911:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777395.139981:0:15911:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777395.139985:0:15911:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777395.139987:0:15911:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777395.139988:0:15911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777395.139990:0:15911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777395.139993:0:15911:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155200 with handle 0xe53f2b0cb7af8918 from hash 00010000:00000001:3.0:1788777395.139996:0:15911:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777395.139998:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777395.139999:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777395.140001:0:15911:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777395.140004:0:15911:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777395.140006:0:15911:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788777395.140010:0:15911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777395.140013:0:15911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777395.140015:0:15911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777395.140017:0:15911:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788777395.140023:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ce00. 00000020:00000040:3.0:1788777395.140026:0:15911:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777395.140030:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777395.140032:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777395.140037:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777395.140044:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9453102a9600. 00000100:00000001:3.0:1788777395.140049:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777395.140052:0:15911:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777395.140056:0:15911:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1788777395.140583:0:15911:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777395.140585:0:15911:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777395.140590:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777395.140594:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777395.140602:0:15911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ed9d47] to pc [ptlrpcd_01_00+0] req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777395.140645:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777395.140649:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777395.140651:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777395.140658:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777395.140665:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777395.140667:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777395.140670:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777395.140673:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777395.140675:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777395.140678:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126145024:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777395.140682:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777395.140687:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777395.140690:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777395.140692:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777395.140699:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530616f400. 02000000:00000001:2.0:1788777395.140701:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777395.140706:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777395.140710:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777395.140717:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1330. 00000100:00000200:2.0:1788777395.140722:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126145024, portal 18 00000100:00000001:2.0:1788777395.140724:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777395.140725:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00000100:00000040:2.0:1788777395.140732:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777395.140738:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777395.140740:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777395.140742:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1110. 00000100:00000200:2.0:1788777395.140745:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126145024, offset 0 00000400:00000200:2.0:1788777395.140750:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777395.140755:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777395.140760:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777395.140765:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777395.140770:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777395.140773:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777395.140776:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777395.140779:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2624:2624:255:4294967295] 192.168.203.135@tcp LPNI seq info [2619:2619:7:4294967295] 00000400:00000200:2.0:1788777395.140783:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777395.140790:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777395.140795:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777395.140798:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187efb00. 00000800:00000200:2.0:1788777395.140803:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777395.140808:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777395.140812:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187efb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777395.140815:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777395.140819:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 239907 usecs (240 jiffies) 00000400:00000200:2.0:1788777395.140822:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777395.140824:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296545687 00000100:00000001:2.0:1788777395.140830:0:2348:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296545327 00000100:00000001:2.0:1788777395.140834:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296545687 00000100:00000001:2.0:1788777395.140838:0:2348:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296545327 00000100:00000001:2.0:1788777395.140840:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777395.140843:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777395.140846:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777395.140848:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788777395.140878:0:15911:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777395.140881:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777395.140883:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777395.140884:0:15911:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777395.140886:0:15911:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777395.140888:0:15911:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777395.140892:0:15911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788777395.140900:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777395.140902:0:15911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9453090ac800 lock: 00000000a783a398/0xe53f2b0cb7af8918 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa4f015c75ff3ca3c expref: -99 pid: 34129 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:3.0:1788777395.140911:0:15911:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b69c0. 00010000:00000040:3.0:1788777395.140915:0:15911:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8d00 count: 0 00010000:00000010:3.0:1788777395.140923:0:15911:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9453054b8200. 00010000:00000001:3.0:1788777395.140930:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777395.140931:0:15911:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788777395.140933:0:15911:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9453060b9240. 00010000:00000001:3.0:1788777395.140936:0:15911:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777395.140939:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777395.140940:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777395.140943:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777395.140944:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777395.140945:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777395.140947:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777395.140949:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777395.140950:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777395.140952:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1788777395.141475:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777395.141481:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534800. 00000400:00000200:1.0:1788777395.141486:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777395.141492:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777395.141497:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b123b8 00000400:00000010:1.0:1788777395.141499:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b123b8. 00000100:00000001:1.0:1788777395.141503:0:2339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788777395.141506:0:2339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788777395.141544:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777395.141547:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187efb00. 00000400:00000200:1.0:1788777395.141551:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777395.141555:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777395.141558:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1110 00000400:00000010:1.0:1788777395.141559:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1110. 00000100:00000001:1.0:1788777395.141563:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777395.141567:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.141578:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777395.141582:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.141590:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777395.141591:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777395.141937:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777395.141940:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777395.146267:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777395.146283:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777395.146287:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777395.146290:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777395.146299:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.146305:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777395.146313:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.146319:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.146324:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.146327:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c55000 00000400:00000200:1.0:1788777395.146332:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.146337:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x70a1 [1] + 224 00000800:00000001:1.0:1788777395.146344:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777395.146362:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777395.146366:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777395.146370:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777395.146378:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777395.146387:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777395.146405:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777395.151356:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777395.151362:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777395.151368:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777395.151370:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777395.151549:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777395.151566:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777395.151575:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777395.152733:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777395.152738:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777395.152742:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777395.152747:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:2.0:1788777395.152750:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:2.0:1788777395.152754:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777395.152765:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777395.152777:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777395.152785:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777395.152786:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777395.152789:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777395.152793:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777395.152795:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777395.152797:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777395.152800:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777395.152809:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026538 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777395.152813:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777395.152815:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777395.152817:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777395.152820:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777395.152824:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777395.152827:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777395.152829:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777395.152831:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777395.152833:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777395.152837:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777395.152844:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777395.152847:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777395.152849:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777395.152853:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777395.152860:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126145024:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777395.152865:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777395.152868:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777395.152884:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ce00 x1875667126145024/t0(0) o103->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777395.152896:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777395.152898:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777395.152902:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530616f400. 02000000:00000001:2.0:1788777395.152905:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777395.152908:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777395.152909:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777395.152911:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777395.152914:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9453102a9600. 02000000:00000001:2.0:1788777395.152917:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777395.152919:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777395.152920:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ce00. 00000100:00000001:2.0:1788777395.152924:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777395.152926:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777395.152928:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777395.152935:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777395.152936:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777395.152939:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777395.152941:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777395.156660:0:34505:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8d00. 00010000:00000010:3.1:1788777395.156672:0:34505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155200. 00010000:00000001:1.0:1788777395.166190:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777395.166196:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777395.166202:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777395.166203:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777395.174712:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777395.174719:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777395.174724:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788777395.188055:0:34504:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777395.382325:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296545687, at 4296545688 00000100:00000010:0.0:1788777395.382340:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94530538f960. 00000100:00000040:1.0:1788777395.382870:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296545687, at 4296545689 00000100:00000010:1.0:1788777395.382878:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94530538f300. 00000100:00000040:1.0:1788777395.997565:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777395.997579:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777395.997589:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ca80. 00000020:00000040:1.0:1788777395.997594:0:27180:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777395.997598:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777395.997601:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777395.997606:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777395.997615:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534700. 00000100:00000001:1.0:1788777395.997622:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.997635:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777395.997645:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777395.997650:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.997656:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7f3024] to pc [ptlrpcd_00_00+0] req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.997676:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.997679:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777395.997682:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777395.997685:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c000. 00000020:00000040:1.0:1788777395.997687:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777395.997690:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777395.997691:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777395.997693:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777395.997697:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534400. 00000100:00000001:1.0:1788777395.997699:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.997703:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777395.997710:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777395.997712:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998187:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007fb871f] to pc [ptlrpcd_00_01+1] req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.998200:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998202:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777395.998205:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777395.998210:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906d180. 00000020:00000040:1.0:1788777395.998213:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777395.998216:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777395.998217:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777395.998252:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777395.998257:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534c00. 00000100:00000001:1.0:1788777395.998260:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998266:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777395.998273:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777395.998276:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998280:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad6c593] to pc [ptlrpcd_00_00+0] req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.998288:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998290:0:27180:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777395.998293:0:27180:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777395.998296:0:27180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906dc00. 00000020:00000040:1.0:1788777395.998298:0:27180:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:1.0:1788777395.998300:0:27180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777395.998302:0:27180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777395.998303:0:27180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777395.998306:0:27180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534200. 00000100:00000001:1.0:1788777395.998309:0:27180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998313:0:27180:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777395.998319:0:27180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777395.998321:0:27180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998324:0:27180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae988f3e] to pc [ptlrpcd_00_01+1] req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.998331:0:27180:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998335:0:27180:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1884) 00000100:00000001:1.0:1788777395.998346:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777395.998355:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777395.998358:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777395.998363:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.998370:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777395.998372:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777395.998375:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777395.998378:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777395.998380:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777395.998383:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126145280:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777395.998388:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777395.998393:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777395.998395:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777395.998397:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777395.998402:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945318739000. 02000000:00000001:1.0:1788777395.998404:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777395.998410:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777395.998415:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb478. 00000400:00000010:1.0:1788777395.998421:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b123b8. 00000100:00000200:1.0:1788777395.998428:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126145280, portal 10 00000100:00000001:1.0:1788777395.998430:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777395.998431:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087474688 : -118390622076928 : ffff94530906c000) 00000100:00000040:1.0:1788777395.998439:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.998446:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777395.998448:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777395.998450:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12990. 00000100:00000200:1.0:1788777395.998453:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126145280, offset 0 00000400:00000200:1.0:1788777395.998459:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777395.998467:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.998473:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777395.998478:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777395.998482:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777395.998485:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777395.998488:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777395.998492:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2625:2625:256:4294967295] 192.168.203.135@tcp LPNI seq info [2620:2620:8:4294967295] 00000400:00000200:1.0:1788777395.998496:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.998505:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777395.998510:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777395.998516:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534b00. 00000800:00000200:1.0:1788777395.998522:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777395.998530:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777395.998534:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777395.998545:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998549:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 827317 usecs (828 jiffies) 00000400:00000200:1.0:1788777395.998552:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777395.998555:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296547132 00000100:00000010:1.0:1788777395.998560:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb4e0. 00000100:00000001:1.0:1788777395.998566:0:2347:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788777395.998571:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296547132 00000100:00000010:1.0:1788777395.998574:0:2347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453102cb9c0. 00000100:00000001:1.0:1788777395.998577:0:2347:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788777395.998581:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777395.998584:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777395.998586:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777395.998589:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.998595:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777395.998597:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777395.998599:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777395.998601:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777395.998603:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777395.998606:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126145536:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777395.998609:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777395.998611:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777395.998612:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777395.998613:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777395.998616:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945318738a00. 02000000:00000001:1.0:1788777395.998618:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777395.998621:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777395.998624:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbaa8. 00000400:00000010:1.0:1788777395.998627:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12dd0. 00000100:00000200:1.0:1788777395.998631:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126145536, portal 4 00000100:00000001:1.0:1788777395.998633:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777395.998634:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087481856 : -118390622069760 : ffff94530906dc00) 00000100:00000040:1.0:1788777395.998639:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777395.998644:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777395.998646:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777395.998648:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12b28. 00000100:00000200:1.0:1788777395.998650:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126145536, offset 0 00000400:00000200:1.0:1788777395.998654:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777395.998657:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.998661:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777395.998664:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777395.998666:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777395.998668:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777395.998670:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777395.998673:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2626:2626:255:4294967295] 192.168.203.135@tcp LPNI seq info [2621:2621:7:4294967295] 00000400:00000200:1.0:1788777395.998677:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777395.998683:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777395.998687:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777395.998691:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94532068c700. 00000800:00000200:1.0:1788777395.998694:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777395.998698:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777395.998700:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94532068c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777395.998703:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777395.998705:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 238686 usecs (239 jiffies) 00000400:00000200:1.0:1788777395.998708:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777395.998710:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296546543 00000100:00000001:1.0:1788777395.998713:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296547132 00000100:00000001:0.0:1788777395.998899:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777395.998902:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777395.998904:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777395.998909:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777395.998916:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777395.998918:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777395.998920:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777395.998922:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777395.998924:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777395.998927:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126145152:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777395.998930:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777395.998933:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777395.998934:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777395.998936:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777395.998940:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530398c600. 02000000:00000001:0.0:1788777395.998942:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777395.998945:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777395.998949:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b9a0. 00000400:00000010:0.0:1788777395.998952:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cdd0. 00000100:00000200:0.0:1788777395.998956:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126145152, portal 25 00000100:00000001:0.0:1788777395.998957:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777395.998959:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087477376 : -118390622074240 : ffff94530906ca80) 00000100:00000040:0.0:1788777395.998964:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777395.998969:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777395.998971:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777395.998973:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c3b8. 00000100:00000200:0.0:1788777395.998975:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126145152, offset 0 00000400:00000200:0.0:1788777395.998980:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777395.998984:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777395.998987:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777395.998990:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777395.998992:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777395.998995:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777395.998997:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777395.999000:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2627:2627:254:4294967295] 192.168.203.135@tcp LPNI seq info [2622:2622:6:4294967295] 00000400:00000200:0.0:1788777395.999008:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777395.999014:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777395.999019:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777395.999022:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fc00. 00000800:00000200:0.0:1788777395.999026:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777395.999030:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777395.999033:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777395.999036:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777395.999039:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777395.999040:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296550448 00000100:00000001:1.0:1788777396.000321:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296546546 00000100:00000001:1.0:1788777396.000328:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296547132 00000100:00000001:1.0:1788777396.000330:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777396.000333:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777396.000336:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777396.000339:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777396.000785:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777396.000788:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1788777396.000791:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777396.000793:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777396.000795:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777396.000797:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777396.000838:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777396.000843:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534b00. 00000400:00000200:1.0:1788777396.000849:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777396.000857:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777396.000864:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12990 00000400:00000010:1.0:1788777396.000866:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12990. 00000100:00000001:1.0:1788777396.001427:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777396.001437:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.001448:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777396.001451:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.001457:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777396.001459:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777396.001478:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777396.001480:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94532068c700. 00000400:00000200:1.0:1788777396.001484:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777396.001488:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777396.001491:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12b28 00000400:00000010:1.0:1788777396.001493:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12b28. 00000100:00000001:1.0:1788777396.001496:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777396.001499:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.001513:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777396.001516:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.001522:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777396.001523:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777396.001742:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296547132 00000100:00000001:0.0:1788777396.001749:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296550451 00000100:00000001:0.0:1788777396.001753:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296547132 00000100:00000001:0.0:1788777396.001756:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777396.001758:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.001761:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777396.001768:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.001776:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777396.001778:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777396.001783:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777396.001786:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777396.001789:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777396.001792:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126145408:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777396.001796:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777396.001801:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777396.001803:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777396.001806:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777396.001811:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530398c000. 02000000:00000001:0.0:1788777396.001814:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777396.001820:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777396.001824:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777396.001830:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c330. 00000100:00000200:0.0:1788777396.001836:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126145408, portal 4 00000100:00000001:0.0:1788777396.001838:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777396.001840:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087479168 : -118390622072448 : ffff94530906d180) 00000100:00000040:0.0:1788777396.001847:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.001855:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777396.001857:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777396.001859:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c088. 00000100:00000200:0.0:1788777396.001862:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126145408, offset 0 00000400:00000200:0.0:1788777396.001867:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777396.002000:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777396.002007:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777396.002012:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777396.002016:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777396.002020:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777396.002023:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777396.002026:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2628:2628:255:4294967295] 192.168.203.135@tcp LPNI seq info [2623:2623:7:4294967295] 00000400:00000200:0.0:1788777396.002030:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777396.002038:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777396.002044:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777396.002049:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777396.002054:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777396.002060:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777396.002064:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777396.002068:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777396.002072:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23252 usecs (24 jiffies) 00000400:00000200:0.0:1788777396.002075:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777396.002077:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296546332 00000100:00000001:0.0:1788777396.002079:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:0.0:1788777396.002081:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296546332 00000100:00000001:0.0:1788777396.002083:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:0.0:1788777396.002085:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777396.002088:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.002090:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.002093:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.002099:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777396.002101:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1788777396.002103:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777396.002104:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777396.002106:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.002108:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777396.002158:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777396.002161:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fc00. 00000400:00000200:1.0:1788777396.002174:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777396.002179:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777396.002182:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c3b8 00000400:00000010:1.0:1788777396.002185:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c3b8. 00000100:00000001:1.0:1788777396.002188:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777396.002192:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.002200:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777396.002203:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.002208:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777396.002210:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777396.002246:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777396.002249:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:1.0:1788777396.002252:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777396.002255:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777396.002257:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c088 00000400:00000010:1.0:1788777396.002259:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c088. 00000100:00000001:1.0:1788777396.002261:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777396.002265:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.002272:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777396.002274:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.002287:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777396.002288:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777396.009963:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.009975:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777396.009980:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.009982:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777396.009991:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.009999:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777396.010008:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.010012:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.010018:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.010022:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c55200 00000400:00000200:1.0:1788777396.010027:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.010033:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x70b9 [1] + 224 00000800:00000001:1.0:1788777396.010041:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.010045:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777396.010049:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777396.010053:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777396.010061:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777396.010071:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777396.010083:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.010097:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777396.010106:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.010109:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777396.010111:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.010113:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777396.010116:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.010120:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777396.010124:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.010127:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.010130:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.010133:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c55100 00000400:00000200:1.0:1788777396.010136:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.010141:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x70a9 [1] + 224 00000800:00000001:1.0:1788777396.010145:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.010150:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777396.010151:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777396.010155:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777396.010158:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777396.010173:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777396.010182:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.010189:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777396.010193:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.010196:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.010283:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777396.010287:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777396.010292:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777396.010295:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777396.010298:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb478. 00000400:00000200:0.0:1788777396.010303:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b123b8 00000400:00000010:0.0:1788777396.010305:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b123b8. 00000100:00000001:0.0:1788777396.010308:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777396.010313:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777396.010322:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.010328:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777396.010330:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.010332:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777396.010336:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777396.010338:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777396.010340:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777396.010354:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777396.010363:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=69 v=5 (5 5 102 102) 00000100:00001000:0.0:1788777396.010366:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777396.010369:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777396.010371:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777396.010373:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777396.010377:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.010380:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777396.010382:0:2347:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 8589934606 gen 2 00000100:00000040:0.0:1788777396.010389:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff945308be0a80 x1875667126141824/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777396.010397:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777396.010400:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0a80 x1875667126141824/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777396.010407:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777396.010408:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777396.010411:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21c00. 02000000:00000001:0.0:1788777396.010414:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777396.010417:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777396.010418:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777396.010420:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777396.010423:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945301218000. 02000000:00000001:0.0:1788777396.010426:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777396.010428:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777396.010430:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 00000100:00000001:0.0:1788777396.010434:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777396.010435:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777396.010439:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777396.010447:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777396.010448:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087489024 : -118390622062592 : ffff94530906f800) 00000100:00000001:0.0:1788777396.010451:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777396.010454:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777396.010460:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.010462:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777396.010465:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126142720/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777396.010471:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777396.010473:0:2347:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945305512800. 00000100:00000001:0.0:1788777396.010475:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777396.010478:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906f800 x1875667126142080/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777406 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777396.010484:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777396.010486:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777396.010487:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777396.010489:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777396.010490:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945310688800. 02000000:00000001:0.0:1788777396.010492:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777396.010493:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777396.010494:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906f800. 00000100:00000001:0.0:1788777396.010497:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777396.010498:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777396.010502:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff94530914ce00 x1875667126142720/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777396.010508:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777396.010510:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126142720/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777406 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777396.010516:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777396.010518:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777396.010519:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093a9c00. 02000000:00000001:0.0:1788777396.010521:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777396.010522:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777396.010523:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777396.010525:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777396.010526:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94530616e400. 02000000:00000001:0.0:1788777396.010528:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777396.010529:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777396.010530:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:0.0:1788777396.010532:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777396.010533:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777396.010538:0:2347:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff945308a3e680 x1875667126144896/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.010544:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777396.010546:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e680 x1875667126144896/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.010552:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777396.010553:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777396.010554:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:0.0:1788777396.010557:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777396.010558:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777396.010559:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777396.010560:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777396.010562:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945307510c00. 02000000:00000001:0.0:1788777396.010563:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777396.010564:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777396.010565:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e680. 00000100:00000001:0.0:1788777396.010568:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777396.010569:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.010570:0:2347:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777396.010573:0:2347:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1788777396.010575:0:2347:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777396.010577:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777396.010581:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.010587:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777396.010590:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777396.010592:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777396.010595:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777396.010602:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126145280:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777396.010607:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777396.010608:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777396.010610:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbaa8. 00000400:00000200:0.0:1788777396.010612:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12dd0 00000400:00000010:0.0:1788777396.010614:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12dd0. 00000100:00000001:0.0:1788777396.010616:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777396.010619:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777396.010626:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.010631:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777396.010632:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.010634:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777396.010635:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777396.010636:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777396.010637:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777396.010639:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777396.010643:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777396.010645:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777396.010647:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777396.010648:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777396.010650:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777396.010652:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.010654:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777396.010655:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788777396.010657:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777396.010658:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777396.010661:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.010666:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777396.010668:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777396.010669:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777396.010672:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777396.010680:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126145536:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777396.010683:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.010685:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777396.010688:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c000 x1875667126145280/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.010695:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777396.010697:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777396.010698:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945318739000. 02000000:00000001:0.0:1788777396.010701:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777396.010703:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777396.010704:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777396.010706:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777396.010707:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534400. 02000000:00000001:0.0:1788777396.010709:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777396.010711:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777396.010712:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c000. 00000100:00000001:0.0:1788777396.010715:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777396.010716:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.010717:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777396.010720:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906dc00 x1875667126145536/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.010997:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777396.010999:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777396.011001:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945318738a00. 02000000:00000001:0.0:1788777396.011004:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777396.011005:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777396.011007:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:0.0:1788777396.011008:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777396.011010:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534200. 02000000:00000001:0.0:1788777396.011012:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777396.011013:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777396.011014:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906dc00. 00000100:00000001:0.0:1788777396.011016:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777396.011018:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.011020:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.011027:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777396.011029:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.011031:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777396.011033:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777396.012755:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777396.012770:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777396.012774:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777396.012776:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777396.012783:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777396.012790:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777396.012798:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777396.012802:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777396.012807:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777396.012811:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c55180 00000400:00000200:0.0:1788777396.012816:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777396.012822:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x70d9 [1] + 224 00000800:00000001:0.0:1788777396.012829:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777396.012836:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777396.012839:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777396.012843:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777396.012851:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777396.012870:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777396.013071:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.013087:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777396.013097:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777396.013100:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.013115:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777396.013119:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777396.013125:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777396.013127:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777396.013130:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777396.013134:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c330 00000400:00000010:0.0:1788777396.013137:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c330. 00000100:00000001:0.0:1788777396.013140:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777396.013144:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777396.013159:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.013175:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777396.013178:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.013180:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777396.013184:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777396.013186:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777396.013189:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777396.013192:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777396.013200:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777396.013205:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777396.013207:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777396.013209:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777396.013212:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777396.013216:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.013247:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777396.013250:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967344 00000100:00000001:0.0:1788777396.013252:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777396.013254:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777396.013259:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.013267:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777396.013269:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777396.013271:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777396.013275:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777396.013284:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126145408:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777396.013289:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.013291:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777396.013295:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906d180 x1875667126145408/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777396.013305:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777396.013307:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777396.013310:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530398c000. 02000000:00000001:0.0:1788777396.013313:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777396.013316:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777396.013317:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777396.013320:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777396.013322:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534c00. 02000000:00000001:0.0:1788777396.013325:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777396.013326:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777396.013327:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906d180. 00000100:00000001:0.0:1788777396.013331:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777396.013332:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777396.013335:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.013337:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777396.013338:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777396.013340:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777396.013341:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777396.016268:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.016282:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777396.016286:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.016288:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777396.016297:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.016305:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777396.016313:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.016318:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.016323:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.016327:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c55080 00000400:00000200:1.0:1788777396.016332:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777396.016338:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x70c9 [1] + 224 00000800:00000001:1.0:1788777396.016351:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.016358:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777396.016362:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777396.016367:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777396.016374:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777396.016383:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777396.016393:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.016409:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777396.016417:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777396.016421:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777396.016432:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777396.016436:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777396.016442:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777396.016443:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777396.016446:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:1.0:1788777396.016450:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cdd0 00000400:00000010:1.0:1788777396.016453:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cdd0. 00000100:00000001:1.0:1788777396.016456:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777396.016460:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777396.016468:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.016474:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777396.016477:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777396.016479:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777396.016482:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777396.016485:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777396.016487:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777396.016490:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777396.016496:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777396.016500:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777396.016503:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777396.016505:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777396.017135:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777396.017138:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777396.017142:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777396.017149:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.017156:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777396.017159:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777396.017161:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777396.017175:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788777396.017183:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2346:1875667126145152:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777396.017189:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777396.017191:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777396.017195:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ca80 x1875667126145152/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777396.017201:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777396.017204:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777396.017207:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530398c600. 02000000:00000001:1.0:1788777396.017210:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777396.017213:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777396.017215:0:2346:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:1.0:1788777396.017217:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777396.018502:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534700. 02000000:00000001:1.0:1788777396.020153:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777396.020156:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777396.020158:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ca80. 00000100:00000001:1.0:1788777396.020174:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777396.020176:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777396.020180:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777396.020188:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777396.020190:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777396.020192:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777396.020194:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777396.038899:0:34567:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777396.191150:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777396.191157:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777396.191175:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777396.191176:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777396.191252:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777396.191256:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777396.191259:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777397.218066:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777397.218072:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777397.218079:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777397.218080:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777397.218491:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777397.218494:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777397.218497:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777397.263532:0:34658:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777397.661021:0:34694:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788777397.661028:0:34694:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 06:36:36 (1788777396) 00000001:00000001:1.0:1788777397.678944:0:34694:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788777398.238018:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777398.238025:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777398.238030:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777398.238032:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.245361:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777398.245367:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.245372:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777398.570305:0:34738:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777398.570310:0:34738:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777398.570313:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23de0 00000080:00200000:2.0:1788777398.570317:0:34738:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777398.570325:0:34738:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00800000:00000002:2.0:1788777398.570331:0:34738:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777398.570335:0:34738:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777398.570339:0:34738:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.570341:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23d00 00800000:00000002:2.0:1788777398.570344:0:34738:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777398.570348:0:34738:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777398.570352:0:34738:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777398.570357:0:34738:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.570359:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23bd0 00000002:00010000:2.0:1788777398.570361:0:34738:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777398.570365:0:34738:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777398.570367:0:34738:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777398.570369:0:34738:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777398.570374:0:34738:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.570376:0:34738:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.570378:0:34738:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.570381:0:34738:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777398.570383:0:34738:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777398.570388:0:34738:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777398.570392:0:34738:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777398.570397:0:34738:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777398.570401:0:34738:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.570406:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.570408:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.570410:0:34738:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.570413:0:34738:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777398.570416:0:34738:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777398.570420:0:34738:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777398.570426:0:34738:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093ab000. 00000100:00000001:2.0:1788777398.570432:0:34738:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.570436:0:34738:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777398.570438:0:34738:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.570440:0:34738:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777398.570441:0:34738:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.570443:0:34738:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.570449:0:34738:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00010000:00000001:2.0:1788777398.570453:0:34738:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777398.570455:0:34738:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777398.570459:0:34738:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8b00. 00010000:00000010:2.0:1788777398.570462:0:34738:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9e600. 00010000:00000001:2.0:1788777398.570466:0:34738:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777398.570470:0:34738:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155600. 00000020:00000001:2.0:1788777398.570473:0:34738:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777398.570475:0:34738:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155600 with handle 0xe53f2b0cb7af893b to hash 00000020:00000001:2.0:1788777398.570477:0:34738:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777398.570479:0:34738:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.570482:0:34738:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.570486:0:34738:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.570489:0:34738:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.570493:0:34738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777398.570501:0:34738:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777398.570513:0:34738:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34738 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777398.570518:0:34738:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777398.570520:0:34738:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777398.570525:0:34738:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777398.570528:0:34738:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683214226944 : -118390495324672 : ffff94531094d600) 00000100:00000001:2.0:1788777398.570530:0:34738:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.570532:0:34738:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777398.570536:0:34738:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777398.570540:0:34738:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.570542:0:34738:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777398.570543:0:34738:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777398.570555:0:34738:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.570564:0:34738:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777398.570566:0:34738:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.570569:0:34738:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777398.570572:0:34738:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777398.570574:0:34738:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777398.570578:0:34738:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job mkdir:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34738:1875667126145664:192.168.203.135@tcp:101:mkdir.0 00000100:00000001:2.0:1788777398.570582:0:34738:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777398.570586:0:34738:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777398.570588:0:34738:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.570590:0:34738:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777398.570595:0:34738:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777398.570597:0:34738:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777398.570604:0:34738:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777398.570609:0:34738:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777398.570615:0:34738:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1330. 00000100:00000200:2.0:1788777398.570622:0:34738:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126145664, portal 10 00000100:00000001:2.0:1788777398.570623:0:34738:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.570624:0:34738:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777398.570630:0:34738:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.570637:0:34738:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777398.570639:0:34738:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777398.570642:0:34738:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1bb0. 00000100:00000200:2.0:1788777398.570646:0:34738:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126145664, offset 0 00000400:00000200:2.0:1788777398.570652:0:34738:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777398.570660:0:34738:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777398.570667:0:34738:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777398.570672:0:34738:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777398.570676:0:34738:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777398.570680:0:34738:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777398.570682:0:34738:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777398.570686:0:34738:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2629:2629:256:4294967295] 192.168.203.135@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:2.0:1788777398.570690:0:34738:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777398.570699:0:34738:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777398.570705:0:34738:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777398.570710:0:34738:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187eff00. 00000800:00000200:2.0:1788777398.570716:0:34738:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777398.570723:0:34738:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777398.570727:0:34738:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187eff00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788777398.570745:0:34738:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777398.570751:0:34738:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 826315 usecs (827 jiffies) 00000400:00000200:2.0:1788777398.570753:0:34738:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777398.570756:0:34738:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549702 00000100:00000001:2.0:1788777398.570759:0:34738:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:2.0:1788777398.570761:0:34738:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549702 00000100:00000001:2.0:1788777398.570764:0:34738:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:2.0:1788777398.570766:0:34738:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777398.570768:0:34738:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.570770:0:34738:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777398.570772:0:34738:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777398.570775:0:34738:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531094d600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777398.570777:0:34738:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777398.570780:0:34738:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777398.571036:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777398.571041:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187eff00. 00000400:00000200:0.0:1788777398.571047:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.571052:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777398.571058:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1bb0 00000400:00000010:0.0:1788777398.571060:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1bb0. 00000100:00000001:0.0:1788777398.571063:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777398.571068:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.571078:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.571081:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.571088:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.571089:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777398.575125:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.575136:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777398.575140:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.575143:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.575162:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.575170:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777398.575178:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.575182:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.575188:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.575191:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c55280 00000400:00000200:0.0:1788777398.575196:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.575202:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x70e9 [1] + 224 00000800:00000001:0.0:1788777398.575239:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.575247:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.575251:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.575255:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777398.575263:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777398.575272:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777398.575283:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.575308:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777398.575315:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.575319:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.575359:0:34738:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777398.575366:0:34738:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777398.575369:0:34738:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777398.575372:0:34738:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777398.575377:0:34738:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:2.0:1788777398.575379:0:34738:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:2.0:1788777398.575382:0:34738:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777398.575387:0:34738:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777398.575397:0:34738:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.575405:0:34738:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777398.575407:0:34738:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.575409:0:34738:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777398.575413:0:34738:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777398.575415:0:34738:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777398.575417:0:34738:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.575420:0:34738:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777398.575428:0:34738:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=71 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777398.575432:0:34738:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777398.575434:0:34738:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777398.575436:0:34738:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.575439:0:34738:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777398.575442:0:34738:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.576685:0:34738:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777398.576691:0:34738:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1788777398.576695:0:34738:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777398.576697:0:34738:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777398.576708:0:34738:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.576716:0:34738:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777398.576719:0:34738:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777398.576721:0:34738:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777398.576725:0:34738:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777398.576733:0:34738:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job mkdir:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34738:1875667126145664:192.168.203.135@tcp:101:mkdir.0 00000100:00000001:2.0:1788777398.576739:0:34738:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.576742:0:34738:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.576744:0:34738:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777398.576746:0:34738:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777398.576750:0:34738:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.576757:0:34738:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777398.576760:0:34738:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777398.576764:0:34738:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777398.576766:0:34738:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.576769:0:34738:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777398.576773:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.576777:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.576780:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=4 00000020:00000001:2.0:1788777398.576782:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576785:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000040:2.0:1788777398.576792:0:34738:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155600, remote cookie: 0xa4f015c75ff3cab3, flags: 0x1001 00010000:00010000:2.0:1788777398.576797:0:34738:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777398.576807:0:34738:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.576814:0:34738:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777398.576818:0:34738:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777398.576820:0:34738:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777398.576821:0:34738:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777398.576823:0:34738:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777398.576825:0:34738:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9453054b8b00) refcount = 1 00010000:00010000:2.0:1788777398.576829:0:34738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.576835:0:34738:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777398.576839:0:34738:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777398.576840:0:34738:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.576843:0:34738:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777398.576845:0:34738:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.576848:0:34738:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.576854:0:34738:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777398.576856:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.576857:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.576858:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.576859:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.576861:0:34738:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.576865:0:34738:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777398.576867:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.576868:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.576869:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.576871:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576873:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576875:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.576876:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.576877:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=4 00000020:00000001:2.0:1788777398.576878:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576880:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576882:0:34738:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.576885:0:34738:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.576887:0:34738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.576893:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.576894:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.576895:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.576896:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.576897:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=5 00000020:00000001:2.0:1788777398.576900:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576902:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576904:0:34738:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777398.576907:0:34738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.576913:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.576914:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777398.576916:0:34738:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.576927:0:34738:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777398.576929:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.576930:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.576931:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.576932:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777398.576936:0:34738:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777398.576945:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.576946:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.576948:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.576949:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576951:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576959:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.576961:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.576962:0:34738:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.576964:0:34738:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.576967:0:34738:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777398.576970:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.576971:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.576972:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.576974:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576976:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00000002:00010000:2.0:1788777398.576979:0:34738:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.576986:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.576987:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.576988:0:34738:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777398.576990:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.576991:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.576992:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.576993:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.576996:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000040:2.0:1788777398.577002:0:34738:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777398.577006:0:34738:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777398.577010:0:34738:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777398.577012:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577013:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.577014:0:34738:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777398.577017:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23b58 00000002:00002000:2.0:1788777398.577019:0:34738:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777398.577022:0:34738:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.577025:0:34738:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.577029:0:34738:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777398.577032:0:34738:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777398.577035:0:34738:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777398.577038:0:34738:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777398.577042:0:34738:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000080:00000001:2.0:1788777398.577046:0:34738:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777398.577049:0:34738:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777398.577054:0:34738:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777398.577057:0:34738:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777398.577064:0:34738:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6240. 00800000:00000001:2.0:1788777398.577067:0:34738:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221996096 : -118390487555520 : ffff9453110b6240) 00800000:00000001:2.0:1788777398.577070:0:34738:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.577071:0:34738:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777398.577074:0:34738:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777398.577076:0:34738:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777398.577078:0:34738:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777398.577081:0:34738:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777398.577083:0:34738:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.577088:0:34738:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777398.577091:0:34738:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788777398.577094:0:34738:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777390 to 1788777391 00000080:00200000:2.0:1788777398.577098:0:34738:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777398.577100:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.577102:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.577104:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.577106:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577108:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577110:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577111:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777398.577113:0:34738:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777398.577120:0:34738:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777398.577121:0:34738:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6240 1 00800000:00000010:2.0:1788777398.577124:0:34738:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6240. 00800000:00000001:2.0:1788777398.577126:0:34738:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.577129:0:34738:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af893b 00800000:00000001:2.0:1788777398.577132:0:34738:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777398.577133:0:34738:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777398.577135:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.577136:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.577137:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.577139:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577141:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577143:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577156:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.577157:0:34738:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.577159:0:34738:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.577162:0:34738:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.577163:0:34738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777398.577166:0:34738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af893b from it ffffb1cb81c23e18 00010000:00000001:2.0:1788777398.577168:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.577169:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.577170:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.577172:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577174:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577176:0:34738:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777398.577178:0:34738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.577190:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577191:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.577192:0:34738:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777398.577194:0:34738:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777398.577197:0:34738:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777398.577205:0:34738:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777398.577208:0:34738:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777398.577210:0:34738:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.577214:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577215:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.577217:0:34738:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.577251:0:34738:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777398.577254:0:34738:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.577255:0:34738:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.577258:0:34738:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.577260:0:34738:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777398.577261:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577262:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777398.577265:0:34738:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777398.577270:0:34738:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126145664/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.577276:0:34738:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777398.577279:0:34738:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777398.577283:0:34738:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777398.577287:0:34738:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777398.577290:0:34738:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777398.577292:0:34738:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777398.577294:0:34738:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777398.577298:0:34738:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab000. 02000000:00000001:2.0:1788777398.577301:0:34738:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777398.577304:0:34738:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777398.577306:0:34738:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:2.0:1788777398.577311:0:34738:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777398.577313:0:34738:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777398.577316:0:34738:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 101 00000080:00000001:2.0:1788777398.577321:0:34738:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.577667:0:34738:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777398.577670:0:34738:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777398.577672:0:34738:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777398.577673:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23ba8 00000080:00200000:2.0:1788777398.577676:0:34738:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777398.577680:0:34738:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00800000:00000002:2.0:1788777398.577685:0:34738:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777398.577688:0:34738:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777398.577691:0:34738:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.577693:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23ac8 00800000:00000002:2.0:1788777398.577695:0:34738:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777398.577698:0:34738:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777398.577701:0:34738:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777398.577706:0:34738:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.577707:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23998 00000002:00010000:2.0:1788777398.577709:0:34738:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777398.577712:0:34738:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777398.577714:0:34738:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777398.577716:0:34738:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777398.577719:0:34738:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777398.577721:0:34738:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.577724:0:34738:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.577727:0:34738:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777398.577730:0:34738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777398.577737:0:34738:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777398.577741:0:34738:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.577744:0:34738:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777398.577755:0:34738:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777398.577757:0:34738:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777398.577759:0:34738:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777398.577761:0:34738:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777398.577763:0:34738:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777398.577765:0:34738:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777398.577767:0:34738:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777398.577769:0:34738:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777398.577771:0:34738:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000080:00000001:2.0:1788777398.577774:0:34738:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777398.577776:0:34738:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.577778:0:34738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777398.577792:0:34738:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af893b 00800000:00000001:2.0:1788777398.577796:0:34738:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777398.577797:0:34738:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777398.577798:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.577800:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.577802:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.577804:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577806:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577808:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577809:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.577811:0:34738:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.577813:0:34738:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.577814:0:34738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af893b from it ffffb1cb81c23be0 00010000:00000001:2.0:1788777398.577816:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.577817:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.577818:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.577820:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577822:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577824:0:34738:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777398.577827:0:34738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777398.577833:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577834:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.577835:0:34738:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777398.577836:0:34738:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777398.577838:0:34738:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777398.577844:0:34738:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777398.577845:0:34738:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777398.577847:0:34738:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.577849:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577850:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.577851:0:34738:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.577853:0:34738:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777398.577855:0:34738:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.577856:0:34738:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.577858:0:34738:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.577860:0:34738:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777398.577861:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577862:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777398.577863:0:34738:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777398.577865:0:34738:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777398.577867:0:34738:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777398.577870:0:34738:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777398.577883:0:34738:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5320. 00000020:00000001:2.0:1788777398.577886:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23d98 00000080:00200000:2.0:1788777398.577888:0:34738:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=1536 00000080:00000001:2.0:1788777398.577890:0:34738:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777398.577891:0:34738:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777398.577893:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23ca8 00000080:00200000:2.0:1788777398.577894:0:34738:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777398.577897:0:34738:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00800000:00000002:2.0:1788777398.577899:0:34738:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777398.577901:0:34738:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777398.577903:0:34738:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.577904:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23bc8 00800000:00000002:2.0:1788777398.577906:0:34738:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777398.577908:0:34738:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777398.577910:0:34738:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777398.577912:0:34738:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.577914:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23a98 00000002:00010000:2.0:1788777398.577915:0:34738:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777398.577918:0:34738:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777398.577919:0:34738:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777398.577920:0:34738:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777398.577922:0:34738:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777398.577924:0:34738:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.577926:0:34738:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.577927:0:34738:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777398.577930:0:34738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777398.577936:0:34738:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777398.577937:0:34738:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.577940:0:34738:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777398.577946:0:34738:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777398.577947:0:34738:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777398.577949:0:34738:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777398.577950:0:34738:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777398.577952:0:34738:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777398.577954:0:34738:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777398.577955:0:34738:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777398.577957:0:34738:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777398.577959:0:34738:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000080:00000001:2.0:1788777398.577961:0:34738:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777398.577963:0:34738:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.577965:0:34738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777398.577967:0:34738:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af893b 00800000:00000001:2.0:1788777398.577969:0:34738:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777398.577970:0:34738:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777398.577971:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.577972:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.577973:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.577975:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577977:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577979:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.577980:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.577981:0:34738:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.577983:0:34738:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.577984:0:34738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af893b from it ffffb1cb81c23ce0 00010000:00000001:2.0:1788777398.577986:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.577987:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.577988:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.577990:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577992:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.577993:0:34738:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777398.577995:0:34738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777398.578000:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.578001:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.578002:0:34738:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777398.578004:0:34738:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777398.578006:0:34738:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777398.578011:0:34738:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777398.578012:0:34738:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777398.578014:0:34738:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.578016:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.578016:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.578018:0:34738:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578019:0:34738:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777398.578020:0:34738:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578022:0:34738:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578024:0:34738:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578025:0:34738:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777398.578026:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.578027:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777398.578028:0:34738:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777398.578030:0:34738:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777398.578031:0:34738:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:2.0:1788777398.578034:0:34738:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.578037:0:34738:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777398.578038:0:34738:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777398.578039:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23d90 00000080:00200000:2.0:1788777398.578041:0:34738:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777398.578044:0:34738:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00800000:00000002:2.0:1788777398.578046:0:34738:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777398.578048:0:34738:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777398.578049:0:34738:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.578050:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23cb0 00800000:00000002:2.0:1788777398.578052:0:34738:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777398.578054:0:34738:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777398.578056:0:34738:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777398.578058:0:34738:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.578059:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23b80 00000002:00010000:2.0:1788777398.578061:0:34738:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777398.578063:0:34738:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777398.578064:0:34738:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777398.578066:0:34738:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777398.578067:0:34738:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777398.578069:0:34738:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.578071:0:34738:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.578073:0:34738:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777398.578075:0:34738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777398.578081:0:34738:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777398.578082:0:34738:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.578085:0:34738:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788777398.578090:0:34738:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777398.578092:0:34738:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777398.578093:0:34738:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777398.578095:0:34738:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777398.578096:0:34738:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777398.578098:0:34738:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777398.578100:0:34738:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777398.578101:0:34738:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777398.578103:0:34738:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000080:00000001:2.0:1788777398.578105:0:34738:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777398.578106:0:34738:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.578107:0:34738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777398.578109:0:34738:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af893b 00800000:00000001:2.0:1788777398.578111:0:34738:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777398.578112:0:34738:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777398.578113:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.578115:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.578116:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.578118:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.578120:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.578122:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.578123:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.578124:0:34738:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.578125:0:34738:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.578127:0:34738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af893b from it ffffb1cb81c23dc8 00010000:00000001:2.0:1788777398.578129:0:34738:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.578130:0:34738:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.578131:0:34738:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.578133:0:34738:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.578135:0:34738:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.578136:0:34738:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777398.578138:0:34738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777398.578143:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.578155:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.578157:0:34738:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777398.578158:0:34738:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777398.578160:0:34738:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777398.578165:0:34738:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777398.578166:0:34738:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777398.578168:0:34738:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.578169:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.578170:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.578171:0:34738:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578173:0:34738:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777398.578174:0:34738:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578176:0:34738:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578178:0:34738:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578179:0:34738:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777398.578180:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.578181:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777398.578182:0:34738:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777398.578183:0:34738:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777398.578185:0:34738:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:2.0:1788777398.578188:0:34738:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.578192:0:34738:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:2.0:1788777398.578193:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23da0 00000080:00200000:2.0:1788777398.578195:0:34738:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:2.0:1788777398.578198:0:34738:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1788777398.578200:0:34738:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1788777398.578203:0:34738:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00800000:00000002:2.0:1788777398.578206:0:34738:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000010:2.0:1788777398.578213:0:34738:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9453110b6240. 00000080:00000001:2.0:1788777398.578216:0:34738:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.578242:0:34738:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788777398.578245:0:34738:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777398.578250:0:34738:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:2.0:1788777398.578252:0:34738:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1788777398.578254:0:34738:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1788777398.578256:0:34738:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:2.0:1788777398.578259:0:34738:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:2.0:1788777398.578261:0:34738:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777398.578263:0:34738:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777398.578265:0:34738:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777398.578268:0:34738:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777398.578271:0:34738:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x32:0x0] 40000000:00000001:2.0:1788777398.578273:0:34738:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.578275:0:34738:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.578277:0:34738:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.578279:0:34738:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777398.578281:0:34738:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23bc0 00800000:00000002:2.0:1788777398.578283:0:34738:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000404:0x32:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788777398.578287:0:34738:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788777398.578289:0:34738:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777398.578291:0:34738:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777398.578293:0:34738:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.578296:0:34738:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777398.578298:0:34738:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777398.578301:0:34738:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1788777398.578308:0:34738:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777398.578312:0:34738:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777398.578315:0:34738:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777398.578316:0:34738:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777398.578319:0:34738:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777398.578320:0:34738:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777398.578321:0:34738:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 3 00010000:00000001:2.0:1788777398.578333:0:34738:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777398.578342:0:34738:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.578344:0:34738:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777398.578345:0:34738:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777398.578346:0:34738:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 3 00010000:00000001:2.0:1788777398.578348:0:34738:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777398.578350:0:34738:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.578352:0:34738:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777398.578353:0:34738:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777398.578354:0:34738:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 3 00010000:00000001:2.0:1788777398.578356:0:34738:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777398.578357:0:34738:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.578359:0:34738:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777398.578362:0:34738:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777398.578365:0:34738:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777398.578366:0:34738:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777398.578368:0:34738:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777398.578370:0:34738:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578373:0:34738:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777398.578375:0:34738:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777398.578376:0:34738:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777398.578378:0:34738:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.578380:0:34738:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777398.578382:0:34738:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309155600 with handle 0xe53f2b0cb7af893b from hash 00010000:00000001:2.0:1788777398.578385:0:34738:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777398.578386:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.578387:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.578388:0:34738:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777398.578390:0:34738:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777398.578391:0:34738:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777398.578394:0:34738:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777398.578396:0:34738:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777398.578399:0:34738:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777398.578404:0:34738:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ce00. 00000020:00000040:2.0:1788777398.578407:0:34738:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777398.578412:0:34738:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777398.578414:0:34738:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578416:0:34738:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777398.578419:0:34738:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.578421:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.578422:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.578424:0:34738:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.578426:0:34738:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777398.578428:0:34738:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777398.578431:0:34738:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777398.578436:0:34738:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093ab000. 00000100:00000001:2.0:1788777398.578442:0:34738:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.578444:0:34738:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777398.578446:0:34738:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777398.580751:0:34738:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788777398.580766:0:34738:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777398.580767:0:34738:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777398.580770:0:34738:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777398.580772:0:34738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af893b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cab3 expref: -99 pid: 34738 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1788777398.580781:0:34738:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8b00 count: 0 00010000:00000010:2.0:1788777398.580798:0:34738:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e600. 00010000:00000001:2.0:1788777398.580806:0:34738:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.580807:0:34738:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.580810:0:34738:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777398.580811:0:34738:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.580813:0:34738:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788777398.580827:0:34738:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788777398.580839:0:34738:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914ce00 x1875667126145920/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777398.580846:0:34738:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777398.580848:0:34738:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777398.580857:0:34738:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777398.580859:0:34738:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683214226944 : -118390495324672 : ffff94531094d600) 00000100:00000001:2.0:1788777398.580862:0:34738:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.580863:0:34738:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777398.580867:0:34738:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777398.580871:0:34738:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.580872:0:34738:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777398.580874:0:34738:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777398.580877:0:34738:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ce00 x1875667126145920/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777398.580884:0:34738:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777398.580886:0:34738:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.580890:0:34738:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777398.580892:0:34738:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777398.580894:0:34738:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777398.580897:0:34738:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job mkdir:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34738:1875667126145920:192.168.203.135@tcp:36:mkdir.0 00000100:00000001:2.0:1788777398.580902:0:34738:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777398.580907:0:34738:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777398.580909:0:34738:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.580911:0:34738:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777398.580915:0:34738:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aa800. 02000000:00000001:2.0:1788777398.580918:0:34738:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777398.580924:0:34738:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777398.580929:0:34738:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777398.580934:0:34738:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1330. 00000100:00000200:2.0:1788777398.581109:0:34738:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126145920, portal 10 00000100:00000001:2.0:1788777398.581112:0:34738:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.581113:0:34738:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000040:2.0:1788777398.581120:0:34738:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914ce00 x1875667126145920/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777398.581127:0:34738:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777398.581129:0:34738:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777398.581133:0:34738:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777398.581136:0:34738:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875667126145920, offset 0 00000400:00000200:2.0:1788777398.581141:0:34738:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777398.581160:0:34738:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777398.581167:0:34738:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777398.581171:0:34738:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777398.581175:0:34738:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777398.581178:0:34738:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777398.581181:0:34738:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777398.581184:0:34738:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2630:2630:256:4294967295] 192.168.203.135@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:2.0:1788777398.581189:0:34738:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777398.581198:0:34738:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777398.581203:0:34738:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777398.581209:0:34738:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef300. 00000800:00000200:2.0:1788777398.581215:0:34738:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777398.581289:0:34738:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777398.581294:0:34738:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef300 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788777398.581304:0:34738:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777398.581309:0:34738:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 825305 usecs (826 jiffies) 00000400:00000200:2.0:1788777398.581313:0:34738:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777398.581316:0:34738:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549714 00000100:00000001:2.0:1788777398.581320:0:34738:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:2.0:1788777398.581322:0:34738:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549714 00000100:00000001:2.0:1788777398.581325:0:34738:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:2.0:1788777398.581327:0:34738:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777398.581330:0:34738:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777398.581414:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777398.581419:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef300. 00000400:00000200:0.0:1788777398.581425:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.581430:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777398.581435:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:0.0:1788777398.581438:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:0.0:1788777398.581442:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777398.581446:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ce00 x1875667126145920/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777398.581457:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.581460:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126145920/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777398.581467:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.581469:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777398.582311:0:34738:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777398.582315:0:34738:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777398.582320:0:34738:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531094d600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777398.582323:0:34738:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777398.582326:0:34738:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788777398.587677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8b00. 00010000:00000010:2.1:1788777398.587691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309155600. 00000800:00000001:0.0:1788777398.602248:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.602270:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777398.602275:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.602278:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.602288:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.602297:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777398.602307:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.602311:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.602316:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.602320:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 10 MB=0x6a9e8c8c55380 00000400:00000200:0.0:1788777398.602324:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.602330:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 448/448 into md 0x70f1 [1] + 224 00000800:00000001:0.0:1788777398.602335:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.602345:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.602348:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.602352:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777398.602358:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777398.602365:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ce00 x1875667126145920/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777398.602376:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94530914ce00 x1875667126145920/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777398.602399:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777398.602407:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777398.602410:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.602415:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777398.602420:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2631:2631:256:4294967295] 192.168.203.135@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:0.0:1788777398.602424:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.602431:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777398.602436:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777398.602443:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777398.602449:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777398.602455:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777398.602460:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777398.602554:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777398.602557:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:0.0:1788777398.602561:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.602564:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777398.602570:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.602573:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.602617:0:34738:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777398.602625:0:34738:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777398.602627:0:34738:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777398.602631:0:34738:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777398.602636:0:34738:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:2.0:1788777398.602638:0:34738:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:2.0:1788777398.602641:0:34738:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777398.602647:0:34738:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ce00 x1875667126145920/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777398.602657:0:34738:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ce00 x1875667126145920/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/576 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777398.602664:0:34738:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777398.602666:0:34738:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.602669:0:34738:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777398.602672:0:34738:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777398.602675:0:34738:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777398.602677:0:34738:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.602680:0:34738:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777398.602689:0:34738:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=71 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777398.602693:0:34738:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777398.602696:0:34738:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777398.602698:0:34738:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.602700:0:34738:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777398.602704:0:34738:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.602707:0:34738:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777398.602708:0:34738:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:2.0:1788777398.602710:0:34738:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777398.602712:0:34738:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.602714:0:34738:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088395776 : -118390621155840 : ffff94530914ce00) 00000100:00000001:2.0:1788777398.602717:0:34738:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777398.602719:0:34738:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1788777398.602721:0:34738:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777398.602724:0:34738:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777398.602728:0:34738:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ce00 x1875667126145920/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777414 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777398.602735:0:34738:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777398.602738:0:34738:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777398.602740:0:34738:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777398.602744:0:34738:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ce00 x1875667126145920/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777414 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777398.602752:0:34738:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ce00 pname:cluuid:pid:xid:nid:opc:job mkdir:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34738:1875667126145920:192.168.203.135@tcp:36:mkdir.0 00000100:00000001:2.0:1788777398.602757:0:34738:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.602759:0:34738:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.602761:0:34738:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777398.602765:0:34738:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777398.602768:0:34738:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ce00 x1875667126145920/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777414 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777398.602775:0:34738:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777398.602778:0:34738:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777398.602780:0:34738:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777398.603282:0:34738:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.603293:0:34738:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777398.603297:0:34738:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x32:0x0] 00800000:00000001:2.0:1788777398.603300:0:34738:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.603303:0:34738:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1788777398.603307:0:34738:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788777391 to 1788777398 00000080:00000001:2.0:1788777398.603310:0:34738:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777398.603317:0:34738:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777398.603320:0:34738:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777398.603323:0:34738:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1788777398.603326:0:34738:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777398.603591:0:34738:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94532091d280. 00000080:00000001:2.0:1788777398.603604:0:34738:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777398.603607:0:34738:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x32:0x0](ffff94532091d348) 00000080:00000001:2.0:1788777398.603610:0:34738:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777398.603611:0:34738:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:2.0:1788777398.603614:0:34738:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.603615:0:34738:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1788777398.603618:0:34738:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788777398.603620:0:34738:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833970 mtime from 0 to 1788777398 00000080:00200000:2.0:1788777398.603623:0:34738:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00000001:2.0:1788777398.603625:0:34738:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788777398.603627:0:34738:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482465096 : -118390227086520 : ffff94532091d348) 00000080:00000001:2.0:1788777398.603630:0:34738:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777398.603633:0:34738:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777398.603635:0:34738:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.603639:0:34738:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.603641:0:34738:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:2.0:1788777398.603643:0:34738:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777398.603649:0:34738:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ce00 x1875667126145920/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777414 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777398.603656:0:34738:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777398.603658:0:34738:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777398.603660:0:34738:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000080:00000010:2.0:1788777398.603664:0:34738:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff9453110b6240. 00000080:00000001:2.0:1788777398.603666:0:34738:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.603668:0:34738:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777398.603672:0:34738:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.603683:0:34738:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788777398.603689:0:34738:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788777398.618269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b5320. 00000080:00000001:0.0:1788777398.640067:0:34739:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777398.640074:0:34739:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777398.640077:0:34739:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777398.640080:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3bbc0 00000080:00200000:0.0:1788777398.640084:0:34739:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777398.640091:0:34739:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:0.0:1788777398.640098:0:34739:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777398.640102:0:34739:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777398.640107:0:34739:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.640109:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3bae0 00800000:00000002:0.0:1788777398.640112:0:34739:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777398.640115:0:34739:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777398.640119:0:34739:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777398.640124:0:34739:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.640126:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b9b0 00000002:00010000:0.0:1788777398.640128:0:34739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777398.640131:0:34739:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777398.640133:0:34739:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777398.640136:0:34739:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777398.640141:0:34739:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.641736:0:34739:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.641768:0:34739:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.641772:0:34739:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777398.641775:0:34739:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777398.641784:0:34739:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0a80. 00000020:00000040:0.0:1788777398.641789:0:34739:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777398.641795:0:34739:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777398.641800:0:34739:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777398.641807:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.641809:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.641811:0:34739:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.641814:0:34739:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777398.641816:0:34739:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777398.641820:0:34739:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777398.641828:0:34739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21800. 00000100:00000001:0.0:1788777398.641835:0:34739:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.641839:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.641841:0:34739:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.641842:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.641844:0:34739:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.641845:0:34739:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.641850:0:34739:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00010000:00000001:0.0:1788777398.641854:0:34739:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777398.641856:0:34739:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777398.641862:0:34739:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34900. 00010000:00000010:0.0:1788777398.641867:0:34739:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327d00. 00010000:00000001:0.0:1788777398.641872:0:34739:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777398.641875:0:34739:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8e00. 00000020:00000001:0.0:1788777398.641879:0:34739:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777398.641881:0:34739:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8e00 with handle 0xe53f2b0cb7af8942 to hash 00000020:00000001:0.0:1788777398.641883:0:34739:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777398.641885:0:34739:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.641888:0:34739:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.641891:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.641894:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.641899:0:34739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.641909:0:34739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.641918:0:34739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777398.641924:0:34739:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777398.641925:0:34739:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777398.641931:0:34739:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f39c0. 00000100:00000001:0.0:1788777398.641933:0:34739:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089078720 : -118390620472896 : ffff9453091f39c0) 00000100:00000001:0.0:1788777398.641936:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.641937:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000001:0.0:1788777398.641942:0:34739:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777398.641946:0:34739:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.641948:0:34739:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777398.641950:0:34739:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777398.641959:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.641967:0:34739:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777398.641969:0:34739:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.641973:0:34739:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777398.641976:0:34739:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777398.641978:0:34739:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777398.641982:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146048:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777398.641987:0:34739:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777398.641991:0:34739:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777398.641993:0:34739:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.641995:0:34739:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777398.642000:0:34739:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b2000. 02000000:00000001:0.0:1788777398.642002:0:34739:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777398.642009:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777398.642012:0:34739:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777398.642019:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c330. 00000100:00000200:0.0:1788777398.642025:0:34739:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126146048, portal 10 00000100:00000001:0.0:1788777398.642027:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.642028:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:0.0:1788777398.642033:0:34739:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.642041:0:34739:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777398.642043:0:34739:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777398.642045:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ccc0. 00000100:00000200:0.0:1788777398.642048:0:34739:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126146048, offset 0 00000400:00000200:0.0:1788777398.642054:0:34739:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777398.642062:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.642068:0:34739:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777398.642073:0:34739:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777398.642076:0:34739:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777398.642080:0:34739:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777398.642082:0:34739:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777398.642086:0:34739:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2632:2632:256:4294967295] 192.168.203.135@tcp LPNI seq info [2627:2627:8:4294967295] 00000400:00000200:0.0:1788777398.642091:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.642099:0:34739:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777398.642104:0:34739:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777398.642108:0:34739:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777398.642114:0:34739:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777398.642121:0:34739:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777398.642126:0:34739:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777398.642156:0:34739:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777398.642161:0:34739:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 824323 usecs (825 jiffies) 00000400:00000200:0.0:1788777398.642164:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777398.642166:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549773 00000100:00000001:0.0:1788777398.642170:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:0.0:1788777398.642172:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549773 00000100:00000001:0.0:1788777398.642174:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:0.0:1788777398.642177:0:34739:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777398.642179:0:34739:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.642181:0:34739:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777398.642183:0:34739:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777398.642185:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f39c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777398.642188:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777398.642190:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777398.643673:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777398.643681:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:1.0:1788777398.643688:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.643696:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777398.643701:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ccc0 00000400:00000010:1.0:1788777398.643703:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ccc0. 00000100:00000001:1.0:1788777398.643708:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777398.643715:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.643725:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777398.643728:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.643734:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.643736:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777398.650433:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.650453:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777398.650457:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.650460:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.650469:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.650476:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777398.650487:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.650492:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.650497:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.650501:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c55400 00000400:00000200:1.0:1788777398.650506:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.650512:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x70f9 [1] + 224 00000800:00000001:1.0:1788777398.650518:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.650528:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.650531:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.650535:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777398.650542:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777398.650550:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777398.650562:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.650582:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777398.650590:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.650593:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.650652:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777398.650660:0:34739:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777398.650662:0:34739:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777398.650665:0:34739:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777398.650670:0:34739:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c330 00000400:00000010:0.0:1788777398.650672:0:34739:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c330. 00000100:00000001:0.0:1788777398.650675:0:34739:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777398.650680:0:34739:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777398.650689:0:34739:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.650696:0:34739:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777398.650698:0:34739:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.650700:0:34739:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777398.650704:0:34739:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777398.650706:0:34739:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777398.650708:0:34739:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.650711:0:34739:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777398.650720:0:34739:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=71 v=5 (5 5 102 102) 00000100:00001000:0.0:1788777398.650724:0:34739:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777398.650727:0:34739:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777398.650728:0:34739:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.650731:0:34739:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777398.650734:0:34739:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.650738:0:34739:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777398.650740:0:34739:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1788777398.650742:0:34739:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777398.650745:0:34739:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777398.650749:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.650756:0:34739:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777398.650759:0:34739:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777398.650760:0:34739:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777398.650764:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777398.650771:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146048:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777398.650775:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.650778:0:34739:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.650780:0:34739:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777398.650782:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.650785:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.650792:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777398.650794:0:34739:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f39c0. 00000100:00000001:0.0:1788777398.650797:0:34739:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777398.650799:0:34739:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.650802:0:34739:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777398.650806:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.650808:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.650811:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=4 00000020:00000001:0.0:1788777398.650813:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.650816:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000040:0.0:1788777398.650822:0:34739:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8e00, remote cookie: 0xa4f015c75ff3cacf, flags: 0x1001 00010000:00010000:0.0:1788777398.650828:0:34739:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.650844:0:34739:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.650850:0:34739:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777398.650854:0:34739:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777398.650856:0:34739:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777398.650858:0:34739:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777398.650859:0:34739:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777398.650861:0:34739:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34900) refcount = 1 00010000:00010000:0.0:1788777398.650865:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.650871:0:34739:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777398.650874:0:34739:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777398.650876:0:34739:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777398.650879:0:34739:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777398.650881:0:34739:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.650884:0:34739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.650890:0:34739:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777398.650891:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.650893:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.650894:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.650895:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.650897:0:34739:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.650901:0:34739:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777398.650903:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.650904:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.650906:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:0.0:1788777398.650908:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.650910:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.650913:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.650914:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.650915:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=4 00000020:00000001:0.0:1788777398.650917:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.650918:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.650921:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.650923:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.650926:0:34739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.650932:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.650933:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.650934:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.650935:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.650937:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=5 00000020:00000001:0.0:1788777398.650938:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.650940:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.650942:0:34739:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777398.650945:0:34739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.650951:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.650952:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777398.650954:0:34739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.650960:0:34739:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777398.650961:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.650962:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.650963:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.650964:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777398.650969:0:34739:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777398.650982:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.650983:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.650985:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:0.0:1788777398.650986:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.650988:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.650990:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.650991:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.650992:0:34739:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.650994:0:34739:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.650996:0:34739:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777398.650999:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.651000:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.651001:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:0.0:1788777398.651002:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651004:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00000002:00010000:0.0:1788777398.651007:0:34739:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.651013:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651014:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.651015:0:34739:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777398.651017:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.651018:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.651019:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:0.0:1788777398.651021:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651023:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000040:0.0:1788777398.651028:0:34739:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777398.651032:0:34739:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777398.651035:0:34739:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777398.651038:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651039:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.651040:0:34739:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777398.651043:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b938 00000002:00002000:0.0:1788777398.651045:0:34739:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777398.651048:0:34739:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.651051:0:34739:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.651054:0:34739:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777398.651057:0:34739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777398.651060:0:34739:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777398.651064:0:34739:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777398.651068:0:34739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000080:00000001:0.0:1788777398.651071:0:34739:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777398.651074:0:34739:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777398.651080:0:34739:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777398.651083:0:34739:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777398.651088:0:34739:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311048b00. 00800000:00000001:0.0:1788777398.651090:0:34739:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221547776 : -118390488003840 : ffff945311048b00) 00800000:00000001:0.0:1788777398.651092:0:34739:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.651094:0:34739:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777398.651097:0:34739:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777398.651099:0:34739:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777398.651101:0:34739:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777398.651104:0:34739:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777398.651105:0:34739:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.651109:0:34739:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777398.651112:0:34739:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777398.651117:0:34739:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788777398.651119:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.651120:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.651121:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:0.0:1788777398.651123:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651125:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651127:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651128:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777398.651130:0:34739:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777398.651132:0:34739:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777398.651134:0:34739:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048b00 1 00800000:00000010:0.0:1788777398.651136:0:34739:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311048b00. 00800000:00000001:0.0:1788777398.651139:0:34739:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777398.651142:0:34739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8942 00800000:00000001:0.0:1788777398.651156:0:34739:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777398.651158:0:34739:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777398.651159:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.651160:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.651162:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:0.0:1788777398.651165:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651166:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651169:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651170:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.651171:0:34739:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.651173:0:34739:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.651175:0:34739:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777398.651177:0:34739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777398.651180:0:34739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8942 from it ffffb1cb81c3bbf8 00010000:00000001:0.0:1788777398.651182:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.651183:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.651184:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:0.0:1788777398.651186:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651188:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651190:0:34739:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777398.651193:0:34739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.651198:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651199:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.651200:0:34739:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777398.651203:0:34739:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777398.651205:0:34739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777398.651216:0:34739:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777398.651218:0:34739:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777398.651253:0:34739:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777398.651258:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651259:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.651261:0:34739:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651264:0:34739:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777398.651266:0:34739:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651267:0:34739:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651270:0:34739:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651272:0:34739:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777398.651273:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651274:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777398.651276:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.651280:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0a80 x1875667126146048/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.651287:0:34739:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777398.651289:0:34739:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777398.651292:0:34739:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b2000. 02000000:00000001:0.0:1788777398.651296:0:34739:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777398.651298:0:34739:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777398.651300:0:34739:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777398.651302:0:34739:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777398.651305:0:34739:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21800. 02000000:00000001:0.0:1788777398.651309:0:34739:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777398.651311:0:34739:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777398.651313:0:34739:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 00000100:00000001:0.0:1788777398.651318:0:34739:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777398.651319:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777398.651322:0:34739:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777398.651327:0:34739:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777398.651353:0:34739:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945320625180. 00000080:00000001:0.0:1788777398.651360:0:34739:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777398.651362:0:34739:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777398.651363:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3bb00 00000080:00200000:0.0:1788777398.651365:0:34739:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777398.651370:0:34739:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:0.0:1788777398.651374:0:34739:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777398.651377:0:34739:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777398.651380:0:34739:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.651381:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3ba20 00800000:00000002:0.0:1788777398.651384:0:34739:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777398.651387:0:34739:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777398.651390:0:34739:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777398.651395:0:34739:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.651396:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b8f0 00000002:00010000:0.0:1788777398.651398:0:34739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777398.651401:0:34739:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777398.651403:0:34739:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777398.651406:0:34739:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777398.651408:0:34739:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777398.651410:0:34739:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777398.651413:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.651416:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777398.651418:0:34739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777398.651425:0:34739:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777398.651428:0:34739:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.651431:0:34739:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777398.651437:0:34739:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777398.651439:0:34739:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777398.651441:0:34739:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777398.651443:0:34739:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777398.651445:0:34739:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777398.651447:0:34739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777398.651449:0:34739:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777398.651452:0:34739:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777398.651454:0:34739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000080:00000001:0.0:1788777398.651457:0:34739:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777398.651458:0:34739:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777398.651460:0:34739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777398.651462:0:34739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8942 00800000:00000001:0.0:1788777398.651465:0:34739:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777398.651466:0:34739:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777398.651467:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.651468:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.651470:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:0.0:1788777398.651471:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651473:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651475:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651476:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.651478:0:34739:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.651479:0:34739:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777398.651481:0:34739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8942 from it ffffb1cb81c3bb38 00010000:00000001:0.0:1788777398.651482:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.651483:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.651484:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8e00 refcount=3 00000020:00000001:0.0:1788777398.651486:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651488:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061771776 : -118390647779840 : ffff9453077e8e00) 00010000:00000001:0.0:1788777398.651491:0:34739:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777398.651493:0:34739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777398.651499:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651500:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.651501:0:34739:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777398.651503:0:34739:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777398.651505:0:34739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777398.651516:0:34739:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777398.651517:0:34739:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777398.651519:0:34739:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777398.651521:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651522:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.651523:0:34739:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651525:0:34739:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777398.651526:0:34739:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651528:0:34739:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651530:0:34739:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651531:0:34739:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777398.651532:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651533:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777398.651535:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777398.651536:0:34739:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777398.651538:0:34739:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:0.0:1788777398.651541:0:34739:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.651544:0:34739:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788777398.651546:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3bb58 00000080:00200000:0.0:1788777398.651548:0:34739:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), file ffff9453035ca180, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1788777398.651554:0:34739:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff945302fb4ba0. 00000080:00000001:0.0:1788777398.651558:0:34739:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777398.651559:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3ba08 00000080:00200000:0.0:1788777398.651561:0:34739:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000010:0.0:1788777398.651567:0:34739:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:0.0:1788777398.651570:0:34739:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777398.651574:0:34739:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777398.651576:0:34739:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.651577:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b928 00800000:00000002:0.0:1788777398.651579:0:34739:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777398.651582:0:34739:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788777398.651584:0:34739:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777398.651588:0:34739:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:0.0:1788777398.651590:0:34739:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788777398.651593:0:34739:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788777398.651595:0:34739:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788777398.651598:0:34739:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788777398.651600:0:34739:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x33:0x0] 40000000:00000001:0.0:1788777398.651603:0:34739:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.651605:0:34739:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.651606:0:34739:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.651608:0:34739:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.651610:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b8a8 00800000:00000002:0.0:1788777398.651611:0:34739:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x33:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788777398.651614:0:34739:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.651616:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b7e0 00000002:00010000:0.0:1788777398.651617:0:34739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000404:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788777398.651621:0:34739:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777398.651623:0:34739:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777398.651625:0:34739:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788777398.651629:0:34739:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.651631:0:34739:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777398.651633:0:34739:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777398.651635:0:34739:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777398.651638:0:34739:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777398.651640:0:34739:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777398.651643:0:34739:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788777398.651651:0:34739:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777398.651654:0:34739:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777398.651656:0:34739:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777398.651658:0:34739:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777398.651660:0:34739:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777398.651661:0:34739:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777398.651663:0:34739:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 3 00010000:00000001:0.0:1788777398.651665:0:34739:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777398.651667:0:34739:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.651669:0:34739:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777398.651670:0:34739:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777398.651672:0:34739:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 3 00010000:00000001:0.0:1788777398.651673:0:34739:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777398.651675:0:34739:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.651677:0:34739:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777398.651678:0:34739:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777398.651679:0:34739:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 3 00010000:00000001:0.0:1788777398.651681:0:34739:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777398.651683:0:34739:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.651685:0:34739:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777398.651687:0:34739:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777398.651690:0:34739:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777398.651692:0:34739:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777398.651694:0:34739:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777398.651696:0:34739:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651698:0:34739:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777398.651700:0:34739:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777398.651702:0:34739:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777398.651704:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.651705:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777398.651708:0:34739:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e8e00 with handle 0xe53f2b0cb7af8942 from hash 00010000:00000001:0.0:1788777398.651710:0:34739:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777398.651711:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651712:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.651713:0:34739:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777398.651715:0:34739:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777398.651717:0:34739:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777398.651719:0:34739:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777398.651721:0:34739:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777398.651723:0:34739:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788777398.651727:0:34739:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0a80. 00000020:00000040:0.0:1788777398.651730:0:34739:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777398.651734:0:34739:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777398.651735:0:34739:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651738:0:34739:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777398.651740:0:34739:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777398.651743:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.651744:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.651745:0:34739:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.651747:0:34739:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777398.651749:0:34739:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777398.651752:0:34739:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777398.651757:0:34739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21800. 00000100:00000001:0.0:1788777398.651762:0:34739:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651766:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.651768:0:34739:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788777398.651771:0:34739:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788777398.651777:0:34739:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788777398.651779:0:34739:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777398.651780:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777398.651782:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e8e00/0xe53f2b0cb7af8942 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cacf expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788777398.651789:0:34739:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34900 count: 0 00010000:00000010:0.0:1788777398.651793:0:34739:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327d00. 00010000:00000001:0.0:1788777398.651801:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.651802:0:34739:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651803:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.651804:0:34739:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.651806:0:34739:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.651813:0:34739:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00010000:00000001:0.0:1788777398.651816:0:34739:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777398.651817:0:34739:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777398.651821:0:34739:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34400. 00010000:00000010:0.0:1788777398.651824:0:34739:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327d00. 00010000:00000001:0.0:1788777398.651828:0:34739:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777398.651831:0:34739:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9e00. 00000020:00000001:0.0:1788777398.651833:0:34739:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777398.651835:0:34739:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9e00 with handle 0xe53f2b0cb7af8949 to hash 00000020:00000001:0.0:1788777398.651838:0:34739:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777398.651840:0:34739:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777398.651843:0:34739:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777398.651846:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.651847:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.651850:0:34739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.651857:0:34739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777398.651868:0:34739:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777398.651874:0:34739:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777398.651882:0:34739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777398.651887:0:34739:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777398.651888:0:34739:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777398.651893:0:34739:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f39c0. 00000100:00000001:0.0:1788777398.651896:0:34739:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089078720 : -118390620472896 : ffff9453091f39c0) 00000100:00000001:0.0:1788777398.651898:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.651899:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000001:0.0:1788777398.651904:0:34739:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777398.651908:0:34739:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.651909:0:34739:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777398.651911:0:34739:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777398.651914:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.651920:0:34739:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777398.651923:0:34739:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.651926:0:34739:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777398.651929:0:34739:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777398.651932:0:34739:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777398.651935:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146304:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777398.651939:0:34739:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777398.651943:0:34739:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777398.651945:0:34739:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.651947:0:34739:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777398.652002:0:34739:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310760000. 02000000:00000001:0.0:1788777398.652005:0:34739:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777398.652011:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777398.652015:0:34739:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777398.652022:0:34739:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff945307d22400. 00000100:00000200:0.0:1788777398.652028:0:34739:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126146304, portal 10 00000100:00000001:0.0:1788777398.652031:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.652032:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:0.0:1788777398.652038:0:34739:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.652045:0:34739:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777398.652048:0:34739:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777398.652051:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c330. 00000100:00000200:0.0:1788777398.652054:0:34739:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875667126146304, offset 0 00000400:00000200:0.0:1788777398.652060:0:34739:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777398.652067:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.652073:0:34739:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777398.652079:0:34739:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777398.652082:0:34739:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777398.652086:0:34739:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777398.652089:0:34739:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777398.652092:0:34739:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2633:2633:256:4294967295] 192.168.203.135@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:0.0:1788777398.652096:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.652105:0:34739:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777398.652110:0:34739:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777398.652115:0:34739:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f100. 00000800:00000200:0.0:1788777398.652121:0:34739:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777398.652128:0:34739:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777398.652132:0:34739:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f100 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788777398.652141:0:34739:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777398.652163:0:34739:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 823325 usecs (824 jiffies) 00000400:00000200:0.0:1788777398.652167:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777398.652169:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549782 00000100:00000001:0.0:1788777398.652172:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:0.0:1788777398.652174:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549782 00000100:00000001:0.0:1788777398.652177:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:0.0:1788777398.652179:0:34739:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777398.652182:0:34739:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.652184:0:34739:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777398.652186:0:34739:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777398.652188:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f39c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777398.652191:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777398.652193:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777398.652479:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777398.652484:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f100. 00000400:00000200:1.0:1788777398.652488:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.652493:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777398.652498:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c330 00000400:00000010:1.0:1788777398.652500:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c330. 00000100:00000001:1.0:1788777398.652504:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777398.652508:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.652518:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777398.652521:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.652527:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.652528:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777398.657552:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.657567:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777398.657572:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.657575:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.657583:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.657591:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777398.657612:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.657617:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.657622:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.657626:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c55500 00000400:00000200:1.0:1788777398.657630:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.657636:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x7109 [32] + 224 00000800:00000001:1.0:1788777398.657643:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.657650:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.657653:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.657657:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777398.657664:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777398.657673:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777398.657683:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.657697:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777398.657705:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.657709:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.659820:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777398.659834:0:34739:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777398.659836:0:34739:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777398.659840:0:34739:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777398.659847:0:34739:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945307d22400 00000400:00000010:0.0:1788777398.659850:0:34739:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff945307d22400. 00000100:00000001:0.0:1788777398.659855:0:34739:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777398.659864:0:34739:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777398.659873:0:34739:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.659880:0:34739:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777398.659882:0:34739:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.659884:0:34739:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777398.659889:0:34739:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777398.659891:0:34739:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777398.659893:0:34739:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.659896:0:34739:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777398.659905:0:34739:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=71 v=5 (5 5 102 102) 00000100:00001000:0.0:1788777398.659909:0:34739:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777398.659911:0:34739:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788777398.659915:0:34739:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.659921:0:34739:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777398.659924:0:34739:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777398.659926:0:34739:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1788777398.659928:0:34739:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777398.659931:0:34739:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788777398.659935:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.659942:0:34739:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788777398.659945:0:34739:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777398.659946:0:34739:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777398.659950:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777398.659957:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146304:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777398.659961:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.659964:0:34739:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788777398.659968:0:34739:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777398.659970:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.659973:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.659980:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777398.659982:0:34739:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f39c0. 00000100:00000001:0.0:1788777398.659985:0:34739:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777398.659987:0:34739:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788777398.659991:0:34739:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777398.659995:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.659997:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.660000:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=4 00000020:00000001:0.0:1788777398.660002:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777398.660005:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00010000:0.0:1788777398.660010:0:34739:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.660019:0:34739:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788777398.660024:0:34739:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.660030:0:34739:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777398.660032:0:34739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.660038:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.660040:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777398.660042:0:34739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.660048:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.660050:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.660053:0:34739:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788777398.660056:0:34739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.660061:0:34739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9453077e9e00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:0.0:1788777398.660064:0:34739:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788777398.660067:0:34739:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.660073:0:34739:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788777398.660075:0:34739:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788777398.660078:0:34739:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.660084:0:34739:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788777398.660086:0:34739:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788777398.660087:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.660088:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.660090:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=5 00000020:00000001:0.0:1788777398.660092:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777398.660094:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777398.660097:0:34739:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777398.660100:0:34739:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788777398.660105:0:34739:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777398.660107:0:34739:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.660109:0:34739:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788777398.660110:0:34739:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777398.660113:0:34739:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777398.660114:0:34739:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777398.660115:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.660117:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788777398.660120:0:34739:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9e00 with handle 0xe53f2b0cb7af8949 from hash 00010000:00000001:0.0:1788777398.660122:0:34739:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777398.660123:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.660124:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.660125:0:34739:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777398.660127:0:34739:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777398.660128:0:34739:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788777398.660131:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.660131:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.660133:0:34739:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.660135:0:34739:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.660137:0:34739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.660142:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.660155:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.660157:0:34739:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788777398.660158:0:34739:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777398.660159:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.660161:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.660161:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788777398.660163:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8949 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777398.660170:0:34739:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34400 count: 0 00010000:00000010:0.0:1788777398.660177:0:34739:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327d00. 00010000:00000001:0.0:1788777398.660185:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.660186:0:34739:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788777398.660191:0:34739:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788777398.660198:0:34739:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777398.660205:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788777398.660207:0:34739:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.660208:0:34739:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.660210:0:34739:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.660213:0:34739:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1788777398.660215:0:34739:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1788777398.660244:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b768 00000002:00002000:0.0:1788777398.660247:0:34739:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1788777398.660250:0:34739:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788777398.660252:0:34739:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788777398.660255:0:34739:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1788777398.660257:0:34739:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1788777398.660260:0:34739:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788777398.660262:0:34739:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1788777398.660266:0:34739:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777398.660270:0:34739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000100:00000001:0.0:1788777398.660273:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.660277:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0a80 x1875667126146304/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.660283:0:34739:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777398.660285:0:34739:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777398.660288:0:34739:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 02000000:00000001:0.0:1788777398.660312:0:34739:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777398.660314:0:34739:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777398.660316:0:34739:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777398.660319:0:34739:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777398.660321:0:34739:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21800. 02000000:00000001:0.0:1788777398.660324:0:34739:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777398.660326:0:34739:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777398.660328:0:34739:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 00000100:00000001:0.0:1788777398.660332:0:34739:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777398.660344:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777398.660348:0:34739:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777398.660350:0:34739:0:(dcache.c:176:ll_intent_release()) intent ffff945302fb4ba0 released 00000080:00000001:0.0:1788777398.660352:0:34739:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1788777398.660354:0:34739:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff945302fb4ba0. 00000080:00000001:0.0:1788777398.660358:0:34739:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788777398.660364:0:34739:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788777398.660367:0:34739:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788777398.660412:0:34739:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777398.660415:0:34739:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777398.660417:0:34739:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777398.660418:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3bbc0 00000080:00200000:0.0:1788777398.660420:0:34739:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777398.660424:0:34739:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:0.0:1788777398.660429:0:34739:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777398.660432:0:34739:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777398.660436:0:34739:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.660437:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3bae0 00800000:00000002:0.0:1788777398.660439:0:34739:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777398.660442:0:34739:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777398.660446:0:34739:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777398.660450:0:34739:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.660452:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b9b0 00000002:00010000:0.0:1788777398.660454:0:34739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777398.660458:0:34739:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777398.660460:0:34739:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777398.660462:0:34739:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777398.660466:0:34739:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.660467:0:34739:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.660469:0:34739:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.660471:0:34739:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777398.660473:0:34739:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777398.660476:0:34739:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0a80. 00000020:00000040:0.0:1788777398.660479:0:34739:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777398.660484:0:34739:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777398.660488:0:34739:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777398.660492:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.660493:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.660494:0:34739:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.660496:0:34739:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777398.660498:0:34739:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777398.660502:0:34739:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777398.660507:0:34739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21800. 00000100:00000001:0.0:1788777398.660512:0:34739:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.660515:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.660516:0:34739:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.660518:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.660519:0:34739:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.660520:0:34739:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.660524:0:34739:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00010000:00000001:0.0:1788777398.660527:0:34739:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777398.660529:0:34739:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777398.660532:0:34739:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34700. 00010000:00000010:0.0:1788777398.660535:0:34739:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327d00. 00010000:00000001:0.0:1788777398.660538:0:34739:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777398.660541:0:34739:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9200. 00000020:00000001:0.0:1788777398.660543:0:34739:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777398.660546:0:34739:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9200 with handle 0xe53f2b0cb7af8950 to hash 00000020:00000001:0.0:1788777398.660547:0:34739:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777398.660549:0:34739:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.660552:0:34739:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.660555:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.660557:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.660560:0:34739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.660567:0:34739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.660576:0:34739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777398.660581:0:34739:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777398.660582:0:34739:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777398.660587:0:34739:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f39c0. 00000100:00000001:0.0:1788777398.660589:0:34739:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089078720 : -118390620472896 : ffff9453091f39c0) 00000100:00000001:0.0:1788777398.660591:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.660592:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000001:0.0:1788777398.660596:0:34739:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777398.660599:0:34739:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.660601:0:34739:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777398.660602:0:34739:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777398.660606:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.660612:0:34739:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777398.660614:0:34739:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.660618:0:34739:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777398.660620:0:34739:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777398.660622:0:34739:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777398.660626:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146432:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777398.660629:0:34739:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777398.660634:0:34739:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777398.660636:0:34739:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.660639:0:34739:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777398.660643:0:34739:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b2000. 02000000:00000001:0.0:1788777398.660645:0:34739:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777398.660651:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777398.660654:0:34739:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777398.660659:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ce58. 00000100:00000200:0.0:1788777398.660664:0:34739:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126146432, portal 10 00000100:00000001:0.0:1788777398.660666:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.660667:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:0.0:1788777398.660672:0:34739:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.660677:0:34739:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777398.660680:0:34739:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777398.660682:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c5d8. 00000100:00000200:0.0:1788777398.660685:0:34739:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126146432, offset 0 00000400:00000200:0.0:1788777398.660690:0:34739:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777398.660698:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.660704:0:34739:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777398.660708:0:34739:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777398.660712:0:34739:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777398.660715:0:34739:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777398.660718:0:34739:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777398.660722:0:34739:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2634:2634:256:4294967295] 192.168.203.135@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:0.0:1788777398.660726:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.660734:0:34739:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777398.660739:0:34739:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777398.660745:0:34739:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f100. 00000800:00000200:0.0:1788777398.660752:0:34739:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777398.660759:0:34739:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777398.660763:0:34739:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777398.660772:0:34739:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777398.660776:0:34739:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 822326 usecs (823 jiffies) 00000400:00000200:0.0:1788777398.660779:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777398.660781:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549790 00000100:00000001:0.0:1788777398.660784:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:0.0:1788777398.660786:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549790 00000100:00000001:0.0:1788777398.660789:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:0.0:1788777398.660790:0:34739:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777398.660793:0:34739:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.660794:0:34739:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777398.660796:0:34739:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777398.660799:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f39c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788777398.660801:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777398.660803:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777398.661360:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777398.661366:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f100. 00000400:00000200:1.0:1788777398.661371:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.661377:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777398.661382:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c5d8 00000400:00000010:1.0:1788777398.661384:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c5d8. 00000100:00000001:1.0:1788777398.661388:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777398.661392:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.661401:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777398.661404:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.661410:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.661412:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788777398.665383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34900. 00010000:00000010:0.1:1788777398.665397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8e00. 00010000:00000010:0.1:1788777398.665401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34400. 00010000:00000010:0.1:1788777398.665404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00000080:00000010:0.1:1788777398.665409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625180. 00000800:00000001:1.0:1788777398.670275:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.670292:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777398.670296:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.670299:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.670308:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.670316:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777398.670337:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.670342:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.670347:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.670351:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c55580 00000400:00000200:1.0:1788777398.670356:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.670362:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x7119 [1] + 224 00000800:00000001:1.0:1788777398.670369:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.670376:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.670380:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.670384:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777398.670391:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777398.670401:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777398.670411:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.670428:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777398.670436:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.670440:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.670468:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777398.670475:0:34739:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777398.670477:0:34739:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777398.670481:0:34739:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777398.670486:0:34739:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ce58 00000400:00000010:0.0:1788777398.670488:0:34739:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ce58. 00000100:00000001:0.0:1788777398.670492:0:34739:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777398.670498:0:34739:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777398.670507:0:34739:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.670513:0:34739:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777398.670516:0:34739:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.670518:0:34739:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777398.670521:0:34739:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777398.670524:0:34739:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777398.670526:0:34739:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.670529:0:34739:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777398.670538:0:34739:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=71 v=5 (5 5 102 102) 00000100:00001000:0.0:1788777398.670542:0:34739:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777398.670545:0:34739:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777398.670547:0:34739:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.670549:0:34739:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777398.670553:0:34739:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.670556:0:34739:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777398.670558:0:34739:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1788777398.670560:0:34739:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777398.670562:0:34739:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777398.670567:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.670575:0:34739:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777398.670577:0:34739:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777398.670579:0:34739:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777398.670583:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777398.670592:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146432:192.168.203.135@tcp:101:lfs.0 00000100:00000001:0.0:1788777398.670597:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.670600:0:34739:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.670603:0:34739:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777398.670604:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.670608:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.670615:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777398.670618:0:34739:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f39c0. 00000100:00000001:0.0:1788777398.670621:0:34739:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777398.670623:0:34739:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.670625:0:34739:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777398.670629:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.670631:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.670635:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=4 00000020:00000001:0.0:1788777398.670637:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670640:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000040:0.0:1788777398.670646:0:34739:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e9200, remote cookie: 0xa4f015c75ff3caf9, flags: 0x1001 00010000:00010000:0.0:1788777398.670652:0:34739:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.670663:0:34739:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.670671:0:34739:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777398.670674:0:34739:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777398.670676:0:34739:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777398.670678:0:34739:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777398.670679:0:34739:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777398.670681:0:34739:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34700) refcount = 1 00010000:00010000:0.0:1788777398.670686:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.670693:0:34739:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777398.670696:0:34739:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777398.670697:0:34739:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777398.670700:0:34739:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777398.670703:0:34739:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.670706:0:34739:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.670712:0:34739:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777398.670714:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670716:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.670717:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670718:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.670720:0:34739:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.670724:0:34739:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777398.670726:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.670727:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.670728:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:0.0:1788777398.670730:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670732:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670734:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.670735:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.670737:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=4 00000020:00000001:0.0:1788777398.670739:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670741:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670744:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.670746:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.670750:0:34739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.670756:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670757:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.670758:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.670760:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.670761:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=5 00000020:00000001:0.0:1788777398.670763:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670765:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670767:0:34739:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777398.670770:0:34739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.670776:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670777:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777398.670779:0:34739:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.670789:0:34739:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777398.670790:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670791:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.670792:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670793:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777398.670798:0:34739:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788777398.670806:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.670808:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.670809:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:0.0:1788777398.670811:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670814:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670816:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670817:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.670819:0:34739:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.670821:0:34739:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.670824:0:34739:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788777398.670826:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.670828:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.670829:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:0.0:1788777398.670831:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670833:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00000002:00010000:0.0:1788777398.670837:0:34739:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.670842:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670843:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.670845:0:34739:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777398.670846:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.670847:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.670849:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:0.0:1788777398.670851:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670853:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000040:0.0:1788777398.670859:0:34739:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777398.670862:0:34739:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777398.670865:0:34739:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788777398.670869:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670870:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.670871:0:34739:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777398.670874:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b938 00000002:00002000:0.0:1788777398.670876:0:34739:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788777398.670879:0:34739:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.670883:0:34739:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.670886:0:34739:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777398.670890:0:34739:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788777398.670893:0:34739:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777398.670897:0:34739:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777398.670901:0:34739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000080:00000001:0.0:1788777398.670905:0:34739:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777398.670907:0:34739:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777398.670912:0:34739:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788777398.670916:0:34739:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788777398.670921:0:34739:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311048b00. 00800000:00000001:0.0:1788777398.670923:0:34739:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221547776 : -118390488003840 : ffff945311048b00) 00800000:00000001:0.0:1788777398.670926:0:34739:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.670928:0:34739:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777398.670931:0:34739:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788777398.670933:0:34739:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788777398.670935:0:34739:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788777398.670938:0:34739:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788777398.670939:0:34739:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.670943:0:34739:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788777398.670946:0:34739:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788777398.670950:0:34739:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788777398.670952:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.670953:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.670955:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:0.0:1788777398.670957:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670959:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670962:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670963:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777398.670964:0:34739:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777398.670967:0:34739:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788777398.670968:0:34739:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048b00 1 00800000:00000010:0.0:1788777398.670971:0:34739:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311048b00. 00800000:00000001:0.0:1788777398.670974:0:34739:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777398.670977:0:34739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8950 00800000:00000001:0.0:1788777398.670980:0:34739:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777398.670981:0:34739:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777398.670983:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.670984:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.670985:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:0.0:1788777398.670987:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670989:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.670992:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.670993:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.670994:0:34739:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.670996:0:34739:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.670998:0:34739:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777398.671000:0:34739:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777398.671004:0:34739:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8950 from it ffffb1cb81c3bbf8 00010000:00000001:0.0:1788777398.671005:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.671007:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.671008:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:0.0:1788777398.671010:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.671012:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777398.671014:0:34739:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777398.671017:0:34739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.671029:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.671030:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.671032:0:34739:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777398.671034:0:34739:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777398.671037:0:34739:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777398.671043:0:34739:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777398.671046:0:34739:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777398.671048:0:34739:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777398.671051:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.671053:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.671054:0:34739:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.671057:0:34739:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777398.671059:0:34739:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.671061:0:34739:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.671064:0:34739:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.671065:0:34739:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777398.671067:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.671068:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777398.671069:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.671073:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0a80 x1875667126146432/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.671080:0:34739:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777398.671083:0:34739:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777398.671086:0:34739:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b2000. 02000000:00000001:0.0:1788777398.671090:0:34739:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777398.671092:0:34739:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777398.671094:0:34739:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777398.671097:0:34739:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777398.671099:0:34739:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21800. 02000000:00000001:0.0:1788777398.671103:0:34739:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777398.671104:0:34739:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777398.671106:0:34739:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 00000100:00000001:0.0:1788777398.671111:0:34739:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777398.671112:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777398.671116:0:34739:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777398.671121:0:34739:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777398.671135:0:34739:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff945320625180. 00000080:00000001:0.0:1788777398.671139:0:34739:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788777398.671141:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3bb58 00000080:00200000:0.0:1788777398.671156:0:34739:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), file ffff9453035cb680, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1788777398.671161:0:34739:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff945302fb4ba0. 00000080:00000001:0.0:1788777398.671164:0:34739:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788777398.671166:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3ba08 00000080:00200000:0.0:1788777398.671168:0:34739:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open 00000080:00000010:0.0:1788777398.671174:0:34739:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0a600. 00800000:00000002:0.0:1788777398.671179:0:34739:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777398.671183:0:34739:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777398.671185:0:34739:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.671187:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b928 00800000:00000002:0.0:1788777398.671189:0:34739:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777398.671193:0:34739:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788777398.671195:0:34739:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788777398.671198:0:34739:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00000020:00000001:0.0:1788777398.671202:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b8a8 00800000:00000002:0.0:1788777398.671204:0:34739:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788777398.671208:0:34739:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777398.671210:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b7e0 00000002:00010000:0.0:1788777398.671212:0:34739:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1788777398.671215:0:34739:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777398.671217:0:34739:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788777398.671242:0:34739:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777398.671246:0:34739:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777398.671248:0:34739:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777398.671251:0:34739:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777398.671254:0:34739:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.671256:0:34739:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.671258:0:34739:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777398.671262:0:34739:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0a80. 00000020:00000040:0.0:1788777398.671266:0:34739:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:0.0:1788777398.671270:0:34739:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788777398.671272:0:34739:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.671274:0:34739:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777398.671277:0:34739:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777398.671280:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.671281:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.671283:0:34739:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.671285:0:34739:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777398.671287:0:34739:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777398.671291:0:34739:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777398.671296:0:34739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21800. 00000100:00000001:0.0:1788777398.671301:0:34739:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.671305:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.671306:0:34739:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.671308:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.671310:0:34739:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.671312:0:34739:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.671319:0:34739:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00010000:00000001:0.0:1788777398.671322:0:34739:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777398.671324:0:34739:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788777398.671326:0:34739:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777398.671328:0:34739:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777398.671330:0:34739:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777398.671334:0:34739:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9e00. 00000020:00000001:0.0:1788777398.672683:0:34739:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777398.672686:0:34739:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9e00 with handle 0xe53f2b0cb7af8957 to hash 00000020:00000001:0.0:1788777398.672690:0:34739:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777398.672692:0:34739:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777398.672696:0:34739:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:0.0:1788777398.672700:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.672702:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.672707:0:34739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.672717:0:34739:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788777398.672731:0:34739:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788777398.672740:0:34739:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788777398.672750:0:34739:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777398.672756:0:34739:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777398.672757:0:34739:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777398.676767:0:34739:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453094a9e40. 00000100:00000001:1.0:1788777398.676777:0:34739:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091922496 : -118390617629120 : ffff9453094a9e40) 00000100:00000001:1.0:1788777398.676782:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777398.676783:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000001:1.0:1788777398.676791:0:34739:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777398.676796:0:34739:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.676798:0:34739:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777398.676800:0:34739:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777398.676811:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.676820:0:34739:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777398.676822:0:34739:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777398.676826:0:34739:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777398.676830:0:34739:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777398.676833:0:34739:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777398.676836:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146688:192.168.203.135@tcp:101:lfs.0 00000100:00000001:1.0:1788777398.676841:0:34739:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777398.676846:0:34739:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777398.676848:0:34739:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777398.676850:0:34739:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777398.676942:0:34739:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:1.0:1788777398.676945:0:34739:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777398.676951:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777398.676956:0:34739:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb630. 00000400:00000010:1.0:1788777398.676963:0:34739:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff945304dac000. 00000100:00000200:1.0:1788777398.676970:0:34739:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126146688, portal 10 00000100:00000001:1.0:1788777398.676972:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777398.676973:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000040:1.0:1788777398.676980:0:34739:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.676987:0:34739:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777398.676990:0:34739:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777398.676993:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12b28. 00000100:00000200:1.0:1788777398.676995:0:34739:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875667126146688, offset 0 00000400:00000200:1.0:1788777398.677000:0:34739:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777398.677009:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.677016:0:34739:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777398.677021:0:34739:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777398.677025:0:34739:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777398.677029:0:34739:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777398.677031:0:34739:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777398.677035:0:34739:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2635:2635:256:4294967295] 192.168.203.135@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:1.0:1788777398.677039:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.677047:0:34739:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777398.677053:0:34739:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777398.677058:0:34739:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534700. 00000800:00000200:1.0:1788777398.677064:0:34739:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777398.677071:0:34739:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777398.677075:0:34739:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534700 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788777398.677135:0:34739:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777398.677140:0:34739:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 821333 usecs (822 jiffies) 00000400:00000200:1.0:1788777398.677153:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777398.677156:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549805 00000100:00000001:1.0:1788777398.677159:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:1.0:1788777398.677162:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549805 00000100:00000001:1.0:1788777398.677164:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:1.0:1788777398.677166:0:34739:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777398.677168:0:34739:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.677171:0:34739:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777398.677172:0:34739:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777398.677175:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453094a9e40 going to sleep for 11 seconds 00000100:00000001:1.0:1788777398.677177:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777398.677180:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777398.678606:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777398.678613:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534700. 00000400:00000200:0.0:1788777398.678621:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.678628:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777398.678634:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12b28 00000400:00000010:0.0:1788777398.678636:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12b28. 00000100:00000001:0.0:1788777398.678640:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777398.678646:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.678656:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.678659:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.678666:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.678668:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777398.686472:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.686488:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777398.686493:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.686495:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.686504:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.686512:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777398.686520:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.686525:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.686530:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.686534:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 608 into portal 10 MB=0x6a9e8c8c55680 00000400:00000200:1.0:1788777398.686538:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.686543:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 608/608 into md 0x7129 [64] + 224 00000800:00000001:1.0:1788777398.686549:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.686556:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.686559:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.686563:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777398.686570:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777398.686578:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777398.686588:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.686617:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777398.686626:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.686629:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.686790:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777398.686798:0:34739:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777398.686800:0:34739:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777398.686803:0:34739:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb630. 00000400:00000200:3.0:1788777398.686808:0:34739:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945304dac000 00000400:00000010:3.0:1788777398.686810:0:34739:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff945304dac000. 00000100:00000001:3.0:1788777398.686815:0:34739:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777398.686820:0:34739:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777398.686827:0:34739:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.686832:0:34739:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777398.686834:0:34739:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.686836:0:34739:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777398.686839:0:34739:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777398.686841:0:34739:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777398.686843:0:34739:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777398.686846:0:34739:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777398.686854:0:34739:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=71 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777398.686858:0:34739:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777398.686860:0:34739:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788777398.686863:0:34739:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff945308be0a80 x1875667126146688/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.686868:0:34739:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777398.686871:0:34739:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777398.686873:0:34739:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777398.686874:0:34739:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777398.686876:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.686878:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000001:3.0:1788777398.686881:0:34739:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777398.686882:0:34739:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788777398.686884:0:34739:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777398.686886:0:34739:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788777398.686890:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.686897:0:34739:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788777398.686899:0:34739:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777398.686900:0:34739:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777398.686904:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777398.686910:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0a80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146688:192.168.203.135@tcp:101:lfs.0 00000100:00000001:3.0:1788777398.686915:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.686917:0:34739:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788777398.686919:0:34739:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777398.686921:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.686924:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.686930:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777398.686933:0:34739:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453094a9e40. 00000100:00000001:3.0:1788777398.686936:0:34739:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777398.686937:0:34739:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788777398.686942:0:34739:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777398.686946:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777398.686948:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777398.686951:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=4 00000020:00000001:3.0:1788777398.686953:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:3.0:1788777398.686956:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00010000:3.0:1788777398.686960:0:34739:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777398.686973:0:34739:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788777398.686976:0:34739:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777398.686981:0:34739:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777398.686984:0:34739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777398.686989:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777398.686991:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777398.686993:0:34739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777398.686998:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777398.687001:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777398.687003:0:34739:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788777398.687005:0:34739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777398.687011:0:34739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9453077e9e00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:3.0:1788777398.687014:0:34739:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788777398.687017:0:34739:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777398.687023:0:34739:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788777398.687025:0:34739:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788777398.687028:0:34739:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777398.687033:0:34739:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788777398.687035:0:34739:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788777398.687036:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777398.687038:0:34739:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777398.687039:0:34739:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9e00 refcount=5 00000020:00000001:3.0:1788777398.687041:0:34739:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:3.0:1788777398.687043:0:34739:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061775872 : -118390647775744 : ffff9453077e9e00) 00010000:00000001:3.0:1788777398.687046:0:34739:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777398.687049:0:34739:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788777398.687054:0:34739:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777398.687055:0:34739:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777398.687058:0:34739:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788777398.687059:0:34739:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777398.687063:0:34739:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777398.687064:0:34739:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777398.687066:0:34739:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777398.687067:0:34739:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777398.687070:0:34739:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9e00 with handle 0xe53f2b0cb7af8957 from hash 00010000:00000001:3.0:1788777398.687072:0:34739:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777398.687073:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777398.687074:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777398.687075:0:34739:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777398.687077:0:34739:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777398.687078:0:34739:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788777398.687080:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777398.687081:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777398.687082:0:34739:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.687084:0:34739:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777398.687086:0:34739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777398.687090:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777398.687092:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777398.687093:0:34739:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788777398.687094:0:34739:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777398.687096:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777398.687097:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777398.687098:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777398.687100:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9e00/0xe53f2b0cb7af8957 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777398.687110:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777398.687111:0:34739:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788777398.687115:0:34739:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788777398.687121:0:34739:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777398.687129:0:34739:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777398.687133:0:34739:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777398.687138:0:34739:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777398.687140:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777398.687141:0:34739:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777398.687154:0:34739:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777398.687157:0:34739:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777398.687159:0:34739:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777398.687161:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.687162:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00010000:00000001:3.0:1788777398.687164:0:34739:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788777398.687165:0:34739:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777398.687167:0:34739:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777398.687169:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3b768 00000002:00002000:3.0:1788777398.687172:0:34739:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788777398.687175:0:34739:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777398.687178:0:34739:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777398.687181:0:34739:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777398.687183:0:34739:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777398.687186:0:34739:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777398.687190:0:34739:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:3.0:1788777398.687192:0:34739:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777398.687194:0:34739:0:(namei.c:674:ll_lookup_it_finish()) it ffff945302fb4ba0 it_disposition 80002b 00000080:00000001:3.0:1788777398.687197:0:34739:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777398.687202:0:34739:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777398.687204:0:34739:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777398.687206:0:34739:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788777398.687209:0:34739:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788777398.687214:0:34739:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788777398.687216:0:34739:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:3.0:1788777398.687291:0:34739:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.687296:0:34739:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788777398.687298:0:34739:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788777398.687302:0:34739:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:3.0:1788777398.687305:0:34739:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff94532091d348): rc = 0 00000080:00000001:3.0:1788777398.687307:0:34739:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482465096 : -118390227086520 : ffff94532091d348) 00000080:00000001:3.0:1788777398.687309:0:34739:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777398.687312:0:34739:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777398.687314:0:34739:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777398.687317:0:34739:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff94532091d348) for lock 0x0 00800000:00000001:3.0:1788777398.687319:0:34739:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777398.687321:0:34739:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:3.0:1788777398.687332:0:34739:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777398.687334:0:34739:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788777398.687341:0:34739:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b65ca8 inode ffff94532091d348 refc 1 flags 0x20000e 00000080:00000001:3.0:1788777398.687343:0:34739:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788777398.687345:0:34739:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.687347:0:34739:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777398.687350:0:34739:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777398.687353:0:34739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0a600. 00000100:00000001:3.0:1788777398.687357:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.687360:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.687367:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.687375:0:34739:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788777398.687377:0:34739:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777398.687379:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3ba48 00000080:00200008:3.0:1788777398.687381:0:34739:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff94532091d348), flags 320400 00000080:00000010:3.0:1788777398.687406:0:34739:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453088012c0. 00000080:00000010:3.0:1788777398.687413:0:34739:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb9b80. 00000080:00000001:3.0:1788777398.687416:0:34739:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777398.687419:0:34739:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777398.687422:0:34739:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777398.687426:0:34739:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453106903a0. 00000002:00100000:3.0:1788777398.687430:0:34739:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777398.687437:0:34739:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777398.687439:0:34739:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777398.687442:0:34739:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777398.687446:0:34739:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.687448:0:34739:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777398.687451:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.687455:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777398.687462:0:34739:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777398.687466:0:34739:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:3.0:1788777398.687499:0:34739:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777398.687502:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777398.687505:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3ba48 00000080:00000008:3.0:1788777398.687507:0:34739:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff94532091d348), flags 320400, rc = 0 00000080:00000001:3.0:1788777398.687510:0:34739:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.687513:0:34739:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777398.687515:0:34739:0:(dcache.c:176:ll_intent_release()) intent ffff945302fb4ba0 released 00000080:00000001:3.0:1788777398.687517:0:34739:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777398.687518:0:34739:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777398.687520:0:34739:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.687522:0:34739:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777398.687524:0:34739:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff945302fb4ba0. 00000080:00000001:3.0:1788777398.687528:0:34739:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.687531:0:34739:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777398.687533:0:34739:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff94532091d348), inode mode 41ed mask 44 00000080:00000001:3.0:1788777398.687538:0:34739:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.687566:0:34739:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777398.687568:0:34739:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x32:0x0](ffff94532091d348) cmd=4008669a arg=18492e0 00000080:00000001:3.0:1788777398.687575:0:34739:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:3.0:1788777398.687579:0:34739:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310ed2e00. 00800000:00000001:3.0:1788777398.687585:0:34739:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:3.0:1788777398.687587:0:34739:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x32:0x0], valid 0x0/0x0 00000002:00000001:3.0:1788777398.687591:0:34739:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1788777398.687593:0:34739:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788777398.687598:0:34739:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777398.687616:0:34739:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3df80. 00000020:00000040:3.0:1788777398.687619:0:34739:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:3.0:1788777398.687624:0:34739:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777398.687627:0:34739:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777398.687631:0:34739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777398.687633:0:34739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777398.687634:0:34739:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.687637:0:34739:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777398.687638:0:34739:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777398.687642:0:34739:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777398.687648:0:34739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945303c2d800. 00000100:00000001:3.0:1788777398.687653:0:34739:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777398.687655:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777398.687657:0:34739:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777398.687658:0:34739:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777398.687659:0:34739:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777398.687660:0:34739:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777398.687668:0:34739:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777398.687673:0:34739:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3df80 x1875667126146944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777398.687679:0:34739:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777398.687808:0:34739:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777398.687813:0:34739:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd780. 00000100:00000001:3.0:1788777398.687815:0:34739:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091216256 : -118390618335360 : ffff9453093fd780) 00000100:00000001:3.0:1788777398.687818:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.687820:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080994688 : -118390628556928 : ffff945308a3df80) 00000100:00000001:3.0:1788777398.687823:0:34739:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777398.687827:0:34739:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.687829:0:34739:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777398.687830:0:34739:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777398.687835:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3df80 x1875667126146944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777398.687842:0:34739:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777398.687843:0:34739:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777398.687846:0:34739:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777398.687848:0:34739:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777398.687850:0:34739:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777398.687853:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3df80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146944:192.168.203.135@tcp:36:lfs.0 00000100:00000001:3.0:1788777398.687857:0:34739:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777398.687862:0:34739:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777398.687864:0:34739:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777398.687866:0:34739:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777398.687870:0:34739:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e000. 02000000:00000001:3.0:1788777398.687872:0:34739:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777398.687878:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777398.687881:0:34739:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777398.687886:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777398.687891:0:34739:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126146944, portal 10 00000100:00000001:3.0:1788777398.687893:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.687895:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080994688 : -118390628556928 : ffff945308a3df80) 00000100:00000040:3.0:1788777398.687901:0:34739:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3df80 x1875667126146944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777398.687907:0:34739:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777398.687910:0:34739:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777398.687912:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453083476e8. 00000100:00000200:3.0:1788777398.687916:0:34739:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875667126146944, offset 0 00000400:00000200:3.0:1788777398.687921:0:34739:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777398.687929:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777398.687936:0:34739:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777398.687941:0:34739:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777398.687944:0:34739:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777398.687948:0:34739:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777398.687950:0:34739:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777398.687954:0:34739:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2636:2636:256:4294967295] 192.168.203.135@tcp LPNI seq info [2631:2631:8:4294967295] 00000400:00000200:3.0:1788777398.687958:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777398.687967:0:34739:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777398.687972:0:34739:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777398.687977:0:34739:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99800. 00000800:00000200:3.0:1788777398.687984:0:34739:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777398.687990:0:34739:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777398.687994:0:34739:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788777398.688001:0:34739:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777398.688005:0:34739:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 820343 usecs (821 jiffies) 00000400:00000200:3.0:1788777398.688008:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777398.688011:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549815 00000100:00000001:3.0:1788777398.688014:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:3.0:1788777398.688016:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549815 00000100:00000001:3.0:1788777398.688018:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:3.0:1788777398.688020:0:34739:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777398.688022:0:34739:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.688024:0:34739:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777398.688026:0:34739:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777398.688029:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd780 going to sleep for 11 seconds 00000100:00000001:3.0:1788777398.688031:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777398.688032:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777398.688288:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777398.688292:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99800. 00000400:00000200:0.0:1788777398.688297:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.688301:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777398.688306:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453083476e8 00000400:00000010:0.0:1788777398.688309:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453083476e8. 00000100:00000001:0.0:1788777398.688312:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777398.688316:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3df80 x1875667126146944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777398.688331:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.688334:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3df80 x1875667126146944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777398.688341:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.688342:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777398.691630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9e00. 00000800:00000001:1.0:1788777398.696644:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.696660:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777398.696664:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.696666:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.696675:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.696682:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777398.696692:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.696696:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.696702:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.696705:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c55780 00000400:00000200:1.0:1788777398.696710:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.696716:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7139 [1] + 224 00000800:00000001:1.0:1788777398.696722:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.696730:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.696733:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.696737:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777398.696744:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777398.696752:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3df80 x1875667126146944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777398.696762:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff945308a3df80 x1875667126146944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777398.696782:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777398.696791:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777398.696794:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.696798:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777398.696804:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2637:2637:256:4294967295] 192.168.203.135@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:1.0:1788777398.696809:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.696816:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777398.696821:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777398.696827:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534400. 00000800:00000200:1.0:1788777398.696833:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777398.696841:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777398.696845:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777398.696925:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777398.696929:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534400. 00000400:00000200:1.0:1788777398.696933:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.696937:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777398.696943:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.696946:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.697748:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777398.697756:0:34739:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777398.697758:0:34739:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777398.697762:0:34739:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777398.697767:0:34739:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777398.697769:0:34739:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777398.697773:0:34739:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777398.697780:0:34739:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3df80 x1875667126146944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777398.697789:0:34739:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3df80 x1875667126146944/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/512 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777398.697796:0:34739:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777398.697797:0:34739:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.697800:0:34739:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777398.697803:0:34739:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777398.697805:0:34739:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777398.697807:0:34739:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777398.697810:0:34739:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777398.697819:0:34739:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=71 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777398.697823:0:34739:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777398.697825:0:34739:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777398.697827:0:34739:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777398.697829:0:34739:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777398.697833:0:34739:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.697836:0:34739:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777398.697838:0:34739:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777398.697839:0:34739:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777398.697842:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.697843:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080994688 : -118390628556928 : ffff945308a3df80) 00000100:00000001:3.0:1788777398.697847:0:34739:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777398.697848:0:34739:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788777398.697850:0:34739:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777398.697853:0:34739:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777398.697858:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3df80 x1875667126146944/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777414 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777398.697864:0:34739:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777398.697867:0:34739:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777398.697869:0:34739:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777398.697873:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3df80 x1875667126146944/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777414 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777398.697880:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3df80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126146944:192.168.203.135@tcp:36:lfs.0 00000100:00000001:3.0:1788777398.697884:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.697886:0:34739:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.697889:0:34739:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777398.697891:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.697894:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3df80 x1875667126146944/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777414 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777398.697900:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777398.697903:0:34739:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd780. 00000100:00000001:3.0:1788777398.697906:0:34739:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777398.697907:0:34739:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777398.697915:0:34739:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777398.697917:0:34739:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777398.697922:0:34739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310ed2e00. 00000100:00000001:3.0:1788777398.697926:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.697929:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3df80 x1875667126146944/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777414 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777398.697935:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.697937:0:34739:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.697941:0:34739:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.697969:0:34739:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788777398.697971:0:34739:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777398.697975:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3bdd0 00000080:00200008:3.0:1788777398.697977:0:34739:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff94532091d348), flags 320000 00000080:00400000:3.0:1788777398.697981:0:34739:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x32:0x0] 00000080:00000001:3.0:1788777398.697985:0:34739:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788777398.697986:0:34739:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788777398.697989:0:34739:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788777398.697996:0:34739:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777398.697998:0:34739:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777398.698004:0:34739:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777398.698006:0:34739:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777398.698008:0:34739:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x32:0x0]: 0 00000080:00000001:3.0:1788777398.698010:0:34739:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777398.698012:0:34739:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777398.698018:0:34739:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945310ed2e00. 00000080:00000001:3.0:1788777398.698020:0:34739:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777398.698026:0:34739:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777398.698029:0:34739:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788777398.698031:0:34739:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x32:0x0] 00000002:00000001:3.0:1788777398.698034:0:34739:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777398.698036:0:34739:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x32:0x0] file closed with intent: 0 00000100:00000010:3.0:1788777398.698041:0:34739:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f100. 00000020:00000040:3.0:1788777398.698044:0:34739:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777398.698048:0:34739:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777398.698051:0:34739:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777398.698055:0:34739:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777398.698061:0:34739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310ed3800. 00000100:00000001:3.0:1788777398.698067:0:34739:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777398.698077:0:34739:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777398.698085:0:34739:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777398.698090:0:34739:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3f100 x1875667126147200/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777398.698096:0:34739:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777398.698097:0:34739:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777398.698102:0:34739:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd780. 00000100:00000001:3.0:1788777398.698104:0:34739:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091216256 : -118390618335360 : ffff9453093fd780) 00000100:00000001:3.0:1788777398.698106:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.698107:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000001:3.0:1788777398.698111:0:34739:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777398.698115:0:34739:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.698117:0:34739:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777398.698118:0:34739:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777398.698122:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f100 x1875667126147200/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.698128:0:34739:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777398.698130:0:34739:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777398.698133:0:34739:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777398.698136:0:34739:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777398.698138:0:34739:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777398.698140:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126147200:192.168.203.135@tcp:35:lfs.0 00000100:00000001:3.0:1788777398.698155:0:34739:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777398.698160:0:34739:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777398.698161:0:34739:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777398.698164:0:34739:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777398.698168:0:34739:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777398.698170:0:34739:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777398.698175:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777398.698178:0:34739:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777398.698183:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777398.698189:0:34739:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126147200, portal 10 00000100:00000001:3.0:1788777398.698190:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.698192:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000040:3.0:1788777398.698198:0:34739:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3f100 x1875667126147200/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.698205:0:34739:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777398.698207:0:34739:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777398.698210:0:34739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347dd0. 00000100:00000200:3.0:1788777398.698214:0:34739:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126147200, offset 0 00000400:00000200:3.0:1788777398.698257:0:34739:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777398.698265:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777398.698270:0:34739:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777398.698275:0:34739:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777398.698278:0:34739:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777398.698282:0:34739:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777398.698284:0:34739:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777398.698288:0:34739:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2638:2638:256:4294967295] 192.168.203.135@tcp LPNI seq info [2633:2633:8:4294967295] 00000400:00000200:3.0:1788777398.698292:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777398.698301:0:34739:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777398.698307:0:34739:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777398.698312:0:34739:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:3.0:1788777398.698317:0:34739:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777398.698334:0:34739:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777398.698338:0:34739:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777398.698346:0:34739:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777398.698350:0:34739:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 819356 usecs (820 jiffies) 00000400:00000200:3.0:1788777398.698354:0:34739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777398.698357:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549825 00000100:00000001:3.0:1788777398.698360:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:3.0:1788777398.698362:0:34739:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549825 00000100:00000001:3.0:1788777398.698364:0:34739:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:3.0:1788777398.698367:0:34739:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777398.698369:0:34739:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.698371:0:34739:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777398.698373:0:34739:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777398.698376:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd780 going to sleep for 11 seconds 00000100:00000001:3.0:1788777398.698378:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777398.698380:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777398.698533:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777398.698538:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:0.0:1788777398.698542:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.698546:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777398.698551:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347dd0 00000400:00000010:0.0:1788777398.698553:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347dd0. 00000100:00000001:0.0:1788777398.698556:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777398.698560:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f100 x1875667126147200/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.698568:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.698570:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f100 x1875667126147200/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.698577:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.698578:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777398.712082:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.712100:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777398.712104:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.712107:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.712115:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.712123:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777398.712131:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.712135:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.712141:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.712157:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c55880 00000400:00000200:0.0:1788777398.712163:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.712168:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7141 [1] + 224 00000800:00000001:0.0:1788777398.712176:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.712186:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.712190:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.712195:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777398.712202:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777398.712210:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f100 x1875667126147200/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777398.712263:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3f100 x1875667126147200/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.712282:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777398.712292:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.712295:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.712368:0:34739:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777398.712376:0:34739:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777398.712379:0:34739:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777398.712382:0:34739:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777398.712387:0:34739:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777398.712389:0:34739:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777398.712392:0:34739:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777398.712397:0:34739:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f100 x1875667126147200/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777398.712405:0:34739:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f100 x1875667126147200/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.712411:0:34739:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777398.712413:0:34739:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.712415:0:34739:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777398.712419:0:34739:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777398.712421:0:34739:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777398.712423:0:34739:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777398.712426:0:34739:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777398.712434:0:34739:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=71 v=5 (10 5 5 5) 00000100:00001000:3.0:1788777398.712438:0:34739:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777398.712441:0:34739:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777398.712443:0:34739:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777398.712445:0:34739:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777398.712449:0:34739:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.712452:0:34739:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777398.712454:0:34739:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777398.712456:0:34739:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777398.712458:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.712459:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000001:3.0:1788777398.712462:0:34739:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777398.712464:0:34739:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788777398.712466:0:34739:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777398.712468:0:34739:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777398.712473:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f100 x1875667126147200/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.712480:0:34739:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777398.712483:0:34739:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777398.712484:0:34739:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777398.712488:0:34739:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f100 x1875667126147200/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777398.712495:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34739:1875667126147200:192.168.203.135@tcp:35:lfs.0 00000100:00000001:3.0:1788777398.712499:0:34739:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.712502:0:34739:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.712505:0:34739:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777398.712506:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.712510:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f100 x1875667126147200/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.712517:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777398.712531:0:34739:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd780. 00000100:00000001:3.0:1788777398.712536:0:34739:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777398.712537:0:34739:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.712543:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.712544:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000002:00000001:3.0:1788777398.712546:0:34739:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777398.712550:0:34739:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777398.712554:0:34739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310ed2e00. 00000080:00000001:3.0:1788777398.712559:0:34739:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777398.712562:0:34739:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777398.712567:0:34739:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777398.712573:0:34739:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.712581:0:34739:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777398.712582:0:34739:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082709632 : -118390626841984 : ffff945308be0a80) 00000100:00000001:3.0:1788777398.712584:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.712587:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.712593:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.712595:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.712598:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f100 x1875667126147200/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.712863:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777398.712865:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.712870:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0a80 x1875667126146688/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 536/608 e 0 to 0 dl 1788777414 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.712883:0:34739:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777398.712886:0:34739:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777398.712888:0:34739:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777398.712890:0:34739:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777398.712893:0:34739:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21800. 02000000:00000001:3.0:1788777398.712898:0:34739:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777398.712900:0:34739:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777398.712902:0:34739:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0a80. 00000100:00000001:3.0:1788777398.712907:0:34739:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777398.712908:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777398.712910:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.712913:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f100 x1875667126147200/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.712921:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777398.712922:0:34739:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453106903a0. 00000002:00000001:3.0:1788777398.712926:0:34739:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777398.712927:0:34739:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777398.712930:0:34739:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb9b80. 00000100:00000001:3.0:1788777398.712933:0:34739:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777398.712936:0:34739:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f100 x1875667126147200/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777398.712942:0:34739:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777398.712943:0:34739:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777398.712945:0:34739:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777398.712948:0:34739:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777398.712949:0:34739:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777398.712950:0:34739:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777398.712952:0:34739:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777398.712953:0:34739:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310ed3800. 02000000:00000001:3.0:1788777398.712956:0:34739:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777398.712958:0:34739:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777398.712959:0:34739:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f100. 00000100:00000001:3.0:1788777398.712961:0:34739:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777398.712963:0:34739:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777398.712966:0:34739:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777398.712969:0:34739:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453088012c0. 00000080:00000001:3.0:1788777398.712972:0:34739:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777398.712978:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3bdd0 00000080:00000008:3.0:1788777398.712980:0:34739:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff94532091d348), flags 320000, rc = 0 00000080:00000001:3.0:1788777398.712984:0:34739:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.712986:0:34739:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777398.712991:0:34739:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777398.712992:0:34739:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c3be00 00000080:00002000:3.0:1788777398.712994:0:34739:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff945320b65ca8, parent ffff9453208d0a20, inode ffff94532091d348) hashed, 00000080:00000001:3.0:1788777398.712997:0:34739:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777398.713004:0:34739:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777398.713009:0:34739:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788777398.725910:0:34740:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff945320625180. 00010000:00010000:2.0:1788777398.738523:0:34742:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9453090ac800 00010000:00000001:2.0:1788777398.738530:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777398.738532:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.738536:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.738541:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777398.738543:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.738545:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.738583:0:34742:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9453090ac800 00010000:00000001:2.0:1788777398.738585:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777398.738587:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.738588:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.738590:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777398.738592:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.738593:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.821635:0:34746:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777398.821642:0:34746:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777398.821644:0:34746:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777398.821647:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3bc0 00000080:00200000:2.0:1788777398.821652:0:34746:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777398.821660:0:34746:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fc00. 00800000:00000002:2.0:1788777398.821666:0:34746:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777398.821670:0:34746:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777398.821675:0:34746:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.821677:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3ae0 00800000:00000002:2.0:1788777398.821679:0:34746:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777398.821683:0:34746:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777398.821687:0:34746:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777398.821692:0:34746:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.821694:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd39b0 00000002:00010000:2.0:1788777398.821696:0:34746:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777398.821700:0:34746:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777398.821702:0:34746:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777398.821704:0:34746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777398.821711:0:34746:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:2.0:1788777398.821714:0:34746:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.821718:0:34746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.821722:0:34746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777398.821727:0:34746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788777398.821738:0:34746:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777398.821743:0:34746:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.821746:0:34746:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788777398.821753:0:34746:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777398.821756:0:34746:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777398.821757:0:34746:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777398.821759:0:34746:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777398.821761:0:34746:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777398.821763:0:34746:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777398.821766:0:34746:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777398.821769:0:34746:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777398.821772:0:34746:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fc00. 00000080:00000001:2.0:1788777398.821776:0:34746:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777398.821777:0:34746:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.821780:0:34746:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777398.821783:0:34746:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8950 00800000:00000001:2.0:1788777398.821786:0:34746:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777398.821788:0:34746:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777398.821790:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.821793:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.821796:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:2.0:1788777398.821798:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777398.821801:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777398.821804:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.821805:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.821806:0:34746:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.821808:0:34746:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.821810:0:34746:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8950 from it ffffb1cb81cd3bf8 00010000:00000001:2.0:1788777398.821812:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.821813:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.821814:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:2.0:1788777398.821815:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777398.821817:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777398.821819:0:34746:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777398.821822:0:34746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777398.821827:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.821828:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.821830:0:34746:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777398.821832:0:34746:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777398.821834:0:34746:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777398.821841:0:34746:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777398.821843:0:34746:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777398.821845:0:34746:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.821849:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.821850:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.821851:0:34746:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.821854:0:34746:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777398.821856:0:34746:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.821858:0:34746:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.821860:0:34746:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.821862:0:34746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777398.821864:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.821865:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777398.821867:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777398.821869:0:34746:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777398.821871:0:34746:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777398.821875:0:34746:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777398.821883:0:34746:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5ca0. 00000020:00000001:2.0:1788777398.821888:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3b28 00000080:00200000:2.0:1788777398.821890:0:34746:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), flags=25 00000080:00000001:2.0:1788777398.821892:0:34746:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777398.821894:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd39d8 00000080:00200000:2.0:1788777398.821895:0:34746:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=0 00000080:00000010:2.0:1788777398.821901:0:34746:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fc00. 00800000:00000002:2.0:1788777398.821903:0:34746:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777398.821907:0:34746:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777398.821909:0:34746:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.821910:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd38f8 00800000:00000002:2.0:1788777398.821912:0:34746:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777398.821914:0:34746:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788777398.821918:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3890 00800000:00000002:2.0:1788777398.821919:0:34746:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:2.0:1788777398.821922:0:34746:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.821923:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd37c8 00000002:00010000:2.0:1788777398.821925:0:34746:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788777398.821929:0:34746:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777398.821931:0:34746:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788777398.822508:0:34746:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914df80. 00000020:00000040:2.0:1788777398.822513:0:34746:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:2.0:1788777398.822519:0:34746:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777398.822523:0:34746:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.822526:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.822528:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.822530:0:34746:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.822533:0:34746:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777398.822535:0:34746:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777398.822538:0:34746:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777398.822547:0:34746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9c00. 00000100:00000001:2.0:1788777398.822555:0:34746:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.822560:0:34746:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777398.822562:0:34746:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.822563:0:34746:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777398.822565:0:34746:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.822566:0:34746:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.822574:0:34746:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777398.822578:0:34746:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777398.822580:0:34746:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777398.822583:0:34746:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:2.0:1788777398.822585:0:34746:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.822587:0:34746:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777398.822591:0:34746:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155600. 00000020:00000001:2.0:1788777398.822594:0:34746:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777398.822596:0:34746:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155600 with handle 0xe53f2b0cb7af895e to hash 00000020:00000001:2.0:1788777398.822599:0:34746:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777398.822600:0:34746:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.822604:0:34746:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.822607:0:34746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.822609:0:34746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.823453:0:34746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34746 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777398.823469:0:34746:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34746 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777398.823481:0:34746:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34746 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777398.823487:0:34746:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777398.823489:0:34746:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777398.823497:0:34746:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777398.823500:0:34746:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683214226944 : -118390495324672 : ffff94531094d600) 00000100:00000001:2.0:1788777398.823503:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.823505:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777398.823509:0:34746:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777398.823513:0:34746:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.823515:0:34746:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777398.823517:0:34746:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777398.823527:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.823534:0:34746:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777398.823536:0:34746:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.823540:0:34746:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777398.823542:0:34746:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777398.823545:0:34746:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777398.823549:0:34746:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126147328:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777398.823554:0:34746:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777398.823559:0:34746:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777398.823561:0:34746:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.823563:0:34746:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777398.823569:0:34746:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777398.823571:0:34746:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777398.823577:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777398.823581:0:34746:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777398.823587:0:34746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1330. 00000100:00000200:2.0:1788777398.823593:0:34746:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126147328, portal 10 00000100:00000001:2.0:1788777398.823595:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.823596:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:2.0:1788777398.823601:0:34746:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.823608:0:34746:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777398.823611:0:34746:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777398.823613:0:34746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1aa0. 00000100:00000200:2.0:1788777398.823616:0:34746:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875667126147328, offset 0 00000400:00000200:2.0:1788777398.823622:0:34746:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777398.823630:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777398.823638:0:34746:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777398.823642:0:34746:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777398.823646:0:34746:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777398.823649:0:34746:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777398.823651:0:34746:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777398.823655:0:34746:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2639:2639:256:4294967295] 192.168.203.135@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:2.0:1788777398.823658:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777398.823667:0:34746:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777398.823674:0:34746:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777398.823679:0:34746:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef300. 00000800:00000200:2.0:1788777398.823685:0:34746:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777398.823693:0:34746:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777398.823698:0:34746:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788777398.823718:0:34746:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777398.823722:0:34746:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 818377 usecs (819 jiffies) 00000400:00000200:2.0:1788777398.823726:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777398.823728:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549949 00000100:00000001:2.0:1788777398.823731:0:34746:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:2.0:1788777398.823733:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549949 00000100:00000001:2.0:1788777398.823735:0:34746:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:2.0:1788777398.823737:0:34746:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777398.823740:0:34746:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.823742:0:34746:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777398.823744:0:34746:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777398.823746:0:34746:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531094d600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777398.823749:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777398.823751:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777398.824105:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777398.824110:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef300. 00000400:00000200:1.0:1788777398.824116:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.824121:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777398.824127:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1aa0 00000400:00000010:1.0:1788777398.824129:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1aa0. 00000100:00000001:1.0:1788777398.824132:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777398.824137:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.824158:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777398.824161:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.824168:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.824170:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777398.831311:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.831330:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777398.831335:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.831337:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.831346:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.831353:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777398.831360:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.831364:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.831370:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.831373:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 584 into portal 10 MB=0x6a9e8c8c55900 00000400:00000200:0.0:1788777398.831378:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.831383:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 584/584 into md 0x7149 [1] + 224 00000800:00000001:0.0:1788777398.831389:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.831394:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.831397:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.831400:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777398.831408:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777398.831416:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777398.831428:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.831442:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777398.831451:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.831454:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.831559:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777398.831567:0:34746:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777398.831569:0:34746:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777398.831573:0:34746:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777398.831577:0:34746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:2.0:1788777398.831579:0:34746:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:2.0:1788777398.831583:0:34746:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777398.831588:0:34746:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777398.831597:0:34746:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.831604:0:34746:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777398.831606:0:34746:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.831608:0:34746:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777398.831611:0:34746:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777398.831614:0:34746:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777398.831628:0:34746:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.831631:0:34746:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777398.831639:0:34746:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=71 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777398.831643:0:34746:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777398.831646:0:34746:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777398.831648:0:34746:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.831650:0:34746:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777398.831653:0:34746:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.831656:0:34746:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777398.831658:0:34746:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1788777398.831660:0:34746:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777398.831663:0:34746:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777398.831667:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.831673:0:34746:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777398.831676:0:34746:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777398.831678:0:34746:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777398.831681:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777398.831689:0:34746:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126147328:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777398.831694:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.831696:0:34746:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.831699:0:34746:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777398.831700:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777398.831703:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.831710:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777398.831712:0:34746:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777398.831715:0:34746:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777398.831717:0:34746:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.831720:0:34746:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777398.831723:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.831726:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.831729:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=4 00000020:00000001:2.0:1788777398.831732:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.831734:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000040:2.0:1788777398.831741:0:34746:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155600, remote cookie: 0xa4f015c75ff3cb38, flags: 0x1001 00010000:00010000:2.0:1788777398.831746:0:34746:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777398.831755:0:34746:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777398.831758:0:34746:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777398.831765:0:34746:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8b00. 00010000:00000010:2.0:1788777398.831770:0:34746:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9e380. 00010000:00000001:2.0:1788777398.831775:0:34746:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.831777:0:34746:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777398.831785:0:34746:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.831791:0:34746:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777398.831794:0:34746:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777398.831796:0:34746:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777398.831797:0:34746:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777398.831799:0:34746:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777398.831801:0:34746:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x32:0x0].0x0 (ffff9453054b8b00) refcount = 1 00010000:00010000:2.0:1788777398.831805:0:34746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.831811:0:34746:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777398.831814:0:34746:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777398.831816:0:34746:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.831819:0:34746:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777398.831821:0:34746:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.831825:0:34746:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.831830:0:34746:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777398.831832:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.831833:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.831834:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.831835:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.831837:0:34746:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.831841:0:34746:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777398.831843:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.831844:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.831846:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.831848:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.831850:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.831852:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.831853:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.831854:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=4 00000020:00000001:2.0:1788777398.831856:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.831857:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.831860:0:34746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.831863:0:34746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.831866:0:34746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.831872:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.831874:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.831875:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.831876:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.831877:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=5 00000020:00000001:2.0:1788777398.831879:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.831881:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.831883:0:34746:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777398.831886:0:34746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.831891:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.831892:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777398.831895:0:34746:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.831901:0:34746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777398.831903:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.831904:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.831905:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.831906:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777398.831910:0:34746:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777398.831917:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.831918:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.831920:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.831921:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.831923:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.831925:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.831926:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.831927:0:34746:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.831929:0:34746:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.831931:0:34746:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777398.831933:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.832117:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.832121:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.832124:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.832126:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00000002:00010000:2.0:1788777398.832129:0:34746:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.832153:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.832155:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.832156:0:34746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777398.832158:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.832159:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.832160:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.832162:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.832164:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000040:2.0:1788777398.832168:0:34746:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777398.832171:0:34746:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777398.832174:0:34746:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/50 (0 0) 00010000:00000001:2.0:1788777398.832177:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.832178:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.832179:0:34746:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777398.832182:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3750 00000002:00002000:2.0:1788777398.832184:0:34746:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777398.832187:0:34746:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.832190:0:34746:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.832193:0:34746:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777398.832196:0:34746:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777398.832199:0:34746:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777398.832202:0:34746:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:2.0:1788777398.832205:0:34746:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777398.832207:0:34746:0:(namei.c:674:ll_lookup_it_finish()) it ffffb1cb81cd3ac8 it_disposition b 00000080:00000001:2.0:1788777398.832210:0:34746:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777398.832215:0:34746:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777398.832217:0:34746:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777398.833046:0:34746:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1788777398.833053:0:34746:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788777398.833058:0:34746:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777398.833061:0:34746:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:2.0:1788777398.833064:0:34746:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.833067:0:34746:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1788777398.833070:0:34746:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788777398.833074:0:34746:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:2.0:1788777398.833077:0:34746:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff94532091d348): rc = 0 00000080:00000001:2.0:1788777398.833079:0:34746:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482465096 : -118390227086520 : ffff94532091d348) 00010000:00000001:2.0:1788777398.833081:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.833083:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.833085:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.833087:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.833089:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.833091:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.833092:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777398.833094:0:34746:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777398.833095:0:34746:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777398.833097:0:34746:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777398.833101:0:34746:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788777398.833102:0:34746:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777398.833106:0:34746:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff94532091d348) for lock 0xe53f2b0cb7af895e 00800000:00000001:2.0:1788777398.833108:0:34746:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777398.833111:0:34746:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777398.833112:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.833114:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.833115:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.833117:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.833118:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.833121:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.833122:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777398.833123:0:34746:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.833125:0:34746:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788777398.833131:0:34746:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b0c6c0 inode ffff94532091d348 refc 1 flags 0x20000e 00000080:00000001:2.0:1788777398.833135:0:34746:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777398.833137:0:34746:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.833139:0:34746:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788777398.833152:0:34746:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x32:0x0](ffff94532091d348) 00000080:00010000:2.0:1788777398.833157:0:34746:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af895e from it ffffb1cb81cd3ac8 00010000:00000001:2.0:1788777398.833160:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.833161:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.833162:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155600 refcount=3 00000020:00000001:2.0:1788777398.833164:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.833166:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088430592 : -118390621121024 : ffff945309155600) 00010000:00000001:2.0:1788777398.833168:0:34746:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777398.833172:0:34746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777398.833179:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.833181:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.833182:0:34746:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777398.833185:0:34746:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777398.833188:0:34746:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155600/0xe53f2b0cb7af895e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb38 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777398.833195:0:34746:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777398.833197:0:34746:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777398.833199:0:34746:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.833203:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.833204:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.833206:0:34746:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.833208:0:34746:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777398.833210:0:34746:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.833212:0:34746:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.833215:0:34746:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.833217:0:34746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777398.833218:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.833241:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777398.833243:0:34746:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788777398.833247:0:34746:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fc00. 00000100:00000001:2.0:1788777398.833252:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777398.833260:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126147328/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/584 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.833267:0:34746:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777398.833270:0:34746:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777398.833274:0:34746:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff945310669800. 02000000:00000001:2.0:1788777398.833276:0:34746:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777398.833278:0:34746:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777398.833280:0:34746:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777398.833282:0:34746:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777398.833285:0:34746:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9c00. 02000000:00000001:2.0:1788777398.833288:0:34746:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777398.833290:0:34746:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777398.833291:0:34746:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:2.0:1788777398.833295:0:34746:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777398.833296:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788777398.833303:0:34746:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777398.833305:0:34746:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff94532091d348), inode mode 41ed mask 1 00000080:00000001:2.0:1788777398.833309:0:34746:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777398.833479:0:34746:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5060. 00000080:00000001:2.0:1788777398.833484:0:34746:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777398.833486:0:34746:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff94532091d348), inode mode 41ed mask 3 00000080:00000001:2.0:1788777398.833489:0:34746:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777398.833492:0:34746:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777398.833494:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3b58 00000080:00200000:2.0:1788777398.833496:0:34746:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff94532091d348), file ffff945303d2ec00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788777398.833501:0:34746:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9453103b74e0. 00000080:00000001:2.0:1788777398.833505:0:34746:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777398.833507:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3a08 00000080:00200000:2.0:1788777398.833509:0:34746:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff94532091d348), intent=open|creat 00000080:00000010:2.0:1788777398.833515:0:34746:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073fc00. 00000080:00000001:2.0:1788777398.833522:0:34746:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777398.833524:0:34746:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.833526:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3928 00800000:00000002:2.0:1788777398.833528:0:34746:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000404:0x32:0x0] 00800000:00000001:2.0:1788777398.833532:0:34746:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777398.833534:0:34746:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777398.833538:0:34746:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:2.0:1788777398.833541:0:34746:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777398.833544:0:34746:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777398.833547:0:34746:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777398.833549:0:34746:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777398.833552:0:34746:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x34:0x0] 40000000:00000001:2.0:1788777398.833554:0:34746:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.833556:0:34746:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.833558:0:34746:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777398.833559:0:34746:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777398.833561:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd38a8 00800000:00000002:2.0:1788777398.833563:0:34746:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x34:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:2.0:1788777398.833567:0:34746:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777398.833568:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd37e0 00000002:00010000:2.0:1788777398.833570:0:34746:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000404:0x34:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788777398.833574:0:34746:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777398.833576:0:34746:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777398.833579:0:34746:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777398.833583:0:34746:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.833585:0:34746:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777398.833587:0:34746:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777398.833590:0:34746:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.833593:0:34746:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777398.833595:0:34746:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.833597:0:34746:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.833599:0:34746:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777398.833602:0:34746:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914df80. 00000020:00000040:2.0:1788777398.833605:0:34746:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777398.833609:0:34746:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777398.833611:0:34746:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.833613:0:34746:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777398.833617:0:34746:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777398.833619:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777398.833620:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777398.833621:0:34746:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.833624:0:34746:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777398.833626:0:34746:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777398.833631:0:34746:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777398.833637:0:34746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9c00. 00000100:00000001:2.0:1788777398.833643:0:34746:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.833647:0:34746:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777398.833649:0:34746:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.833650:0:34746:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777398.833651:0:34746:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.833653:0:34746:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777398.833661:0:34746:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:2.0:1788777398.833665:0:34746:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777398.833667:0:34746:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777398.833669:0:34746:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777398.833671:0:34746:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777398.833673:0:34746:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777398.833677:0:34746:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309155e00. 00000020:00000001:2.0:1788777398.833680:0:34746:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777398.833683:0:34746:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309155e00 with handle 0xe53f2b0cb7af8965 to hash 00000020:00000001:2.0:1788777398.833685:0:34746:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777398.833686:0:34746:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777398.833689:0:34746:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777398.833692:0:34746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777398.833694:0:34746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777398.833697:0:34746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34746 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777398.833705:0:34746:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34746 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777398.833716:0:34746:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777398.833723:0:34746:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914df80 x1875667126147584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777398.833731:0:34746:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34746 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777398.833741:0:34746:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777398.833742:0:34746:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777398.833748:0:34746:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777398.833751:0:34746:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683214226944 : -118390495324672 : ffff94531094d600) 00000100:00000001:2.0:1788777398.833753:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.833754:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777398.833758:0:34746:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777398.833762:0:34746:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.833764:0:34746:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777398.833765:0:34746:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777398.833769:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914df80 x1875667126147584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.833776:0:34746:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777398.833778:0:34746:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.833781:0:34746:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777398.833783:0:34746:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777398.833785:0:34746:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777398.833788:0:34746:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126147584:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777398.833792:0:34746:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777398.833796:0:34746:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777398.833798:0:34746:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.833800:0:34746:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777398.833855:0:34746:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310760000. 02000000:00000001:2.0:1788777398.833858:0:34746:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777398.833865:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777398.833868:0:34746:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777398.833874:0:34746:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9453093abc00. 00000100:00000200:2.0:1788777398.833881:0:34746:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126147584, portal 10 00000100:00000001:2.0:1788777398.833883:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.833884:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000040:2.0:1788777398.833890:0:34746:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914df80 x1875667126147584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.833902:0:34746:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777398.833905:0:34746:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777398.833908:0:34746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1330. 00000100:00000200:2.0:1788777398.833911:0:34746:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667126147584, offset 0 00000400:00000200:2.0:1788777398.833916:0:34746:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777398.833925:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777398.833932:0:34746:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777398.835070:0:34746:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777398.835079:0:34746:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777398.835083:0:34746:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777398.835087:0:34746:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777398.835091:0:34746:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2640:2640:256:4294967295] 192.168.203.135@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:2.0:1788777398.835097:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777398.835109:0:34746:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777398.835115:0:34746:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777398.835123:0:34746:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187eff00. 00000800:00000200:2.0:1788777398.835130:0:34746:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777398.835138:0:34746:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777398.835154:0:34746:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187eff00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788777398.835175:0:34746:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777398.835181:0:34746:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 817392 usecs (818 jiffies) 00000400:00000200:2.0:1788777398.835185:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777398.835188:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549959 00000100:00000001:2.0:1788777398.835191:0:34746:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:2.0:1788777398.835193:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549959 00000100:00000001:2.0:1788777398.835196:0:34746:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:2.0:1788777398.835198:0:34746:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777398.835201:0:34746:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.835205:0:34746:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777398.835207:0:34746:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777398.835209:0:34746:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531094d600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777398.835212:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777398.835215:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777398.835794:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777398.835800:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187eff00. 00000400:00000200:1.0:1788777398.835806:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.835812:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777398.835818:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:1.0:1788777398.835821:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:1.0:1788777398.835826:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777398.835833:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914df80 x1875667126147584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.835844:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777398.835848:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126147584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.835856:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.835857:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777398.869623:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.869638:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777398.869643:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.869645:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.869654:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.869662:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777398.869671:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.869676:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.869682:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.869686:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c55a00 00000400:00000200:0.0:1788777398.869691:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.869697:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x7151 [32] + 224 00000800:00000001:0.0:1788777398.869704:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777398.869711:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777398.869714:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.869718:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777398.869725:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777398.869734:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914df80 x1875667126147584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777398.869745:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94530914df80 x1875667126147584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.869769:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777398.869777:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777398.869782:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.869787:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777398.869794:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2641:2641:256:4294967295] 192.168.203.135@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:0.0:1788777398.869798:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.869806:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777398.869812:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777398.869818:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d23800. 00000800:00000200:0.0:1788777398.869824:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777398.869830:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777398.869835:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d23800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1788777398.869893:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1788777398.869942:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777398.869946:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d23800. 00000400:00000200:0.0:1788777398.869950:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.869955:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777398.869963:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.870027:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777398.870035:0:34746:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777398.872632:0:34746:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777398.872638:0:34746:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777398.872645:0:34746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453093abc00 00000400:00000010:2.0:1788777398.872647:0:34746:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9453093abc00. 00000100:00000001:2.0:1788777398.872653:0:34746:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777398.872662:0:34746:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914df80 x1875667126147584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777398.872673:0:34746:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914df80 x1875667126147584/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.872681:0:34746:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777398.872684:0:34746:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.872687:0:34746:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777398.872690:0:34746:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777398.872693:0:34746:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777398.872695:0:34746:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777398.872698:0:34746:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777398.872706:0:34746:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=71 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777398.872709:0:34746:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777398.872712:0:34746:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777398.872714:0:34746:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.872716:0:34746:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777398.872719:0:34746:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.872722:0:34746:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777398.872724:0:34746:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:2.0:1788777398.872725:0:34746:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777398.872727:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777398.872729:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:2.0:1788777398.872732:0:34746:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777398.872733:0:34746:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1788777398.872736:0:34746:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777398.872738:0:34746:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777398.872743:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.872750:0:34746:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777398.872753:0:34746:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777398.872755:0:34746:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777398.872759:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777398.872779:0:34746:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126147584:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777398.872795:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777398.872797:0:34746:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777398.872800:0:34746:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777398.872810:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777398.872813:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777398.872820:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777398.872823:0:34746:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777398.872826:0:34746:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777398.872827:0:34746:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777398.872830:0:34746:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777398.872834:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777398.872836:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777398.872839:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=4 00000020:00000001:2.0:1788777398.872841:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:2.0:1788777398.872844:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000040:2.0:1788777398.872849:0:34746:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309155e00, remote cookie: 0xa4f015c75ff3cb54, flags: 0x1001 00010000:00010000:2.0:1788777398.872853:0:34746:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777398.872866:0:34746:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x34:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:2.0:1788777398.872869:0:34746:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788777398.873242:0:34746:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34400. 00010000:00000010:0.0:1788777398.873250:0:34746:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327c00. 00010000:00000001:0.0:1788777398.873255:0:34746:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.873259:0:34746:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.873268:0:34746:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.873275:0:34746:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777398.873279:0:34746:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788777398.873281:0:34746:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788777398.873282:0:34746:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788777398.873284:0:34746:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788777398.873286:0:34746:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x34:0x0].0x0 (ffff945303e34400) refcount = 1 00010000:00010000:0.0:1788777398.873289:0:34746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.873301:0:34746:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788777398.873304:0:34746:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777398.873306:0:34746:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777398.873310:0:34746:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777398.873312:0:34746:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.873316:0:34746:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.873332:0:34746:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777398.873334:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.873336:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.873337:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.873338:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.873340:0:34746:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.873346:0:34746:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788777398.873349:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.873350:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.873352:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:0.0:1788777398.873354:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873356:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873358:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.873359:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.873360:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=4 00000020:00000001:0.0:1788777398.873361:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873363:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873366:0:34746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.873368:0:34746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.873371:0:34746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.873377:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.873379:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.873381:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.873382:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.873383:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=5 00000020:00000001:0.0:1788777398.873385:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873387:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873390:0:34746:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777398.873393:0:34746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.873399:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.873400:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777398.873402:0:34746:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.873409:0:34746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777398.873411:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.873412:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.873413:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.873414:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788777398.873420:0:34746:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777398.873431:0:34746:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788777398.873436:0:34746:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777398.873443:0:34746:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.873448:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.873450:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.873451:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:0.0:1788777398.873454:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873456:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00000002:00010000:0.0:1788777398.873460:0:34746:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788777398.873469:0:34746:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945311048780. 00010000:00000001:0.0:1788777398.873472:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.873473:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.873474:0:34746:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.873477:0:34746:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777398.873480:0:34746:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788777398.873482:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.873484:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:0.0:1788777398.873485:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.873487:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00010000:00000001:0.0:1788777398.873488:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.873489:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.873491:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:0.0:1788777398.873493:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873495:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00000002:00010000:0.0:1788777398.873498:0:34746:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.873505:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.873506:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.873508:0:34746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777398.873509:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.873510:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.873520:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:0.0:1788777398.873522:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873524:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000040:0.0:1788777398.873529:0:34746:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 2 00010000:00000001:0.0:1788777398.873531:0:34746:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788777398.873535:0:34746:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/52 (0 0) 00010000:00000001:0.0:1788777398.873538:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.873540:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.873541:0:34746:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788777398.873544:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3768 00000002:00002000:0.0:1788777398.873547:0:34746:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788777398.873550:0:34746:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.873553:0:34746:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.873556:0:34746:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777398.873558:0:34746:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788777398.873562:0:34746:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.873566:0:34746:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788777398.873568:0:34746:0:(namei.c:674:ll_lookup_it_finish()) it ffff9453103b74e0 it_disposition 1800037 00000080:00002000:0.0:1788777398.873573:0:34746:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b0caf8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788777398.873578:0:34746:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777398.873582:0:34746:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788777398.873583:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3998 00000080:00200000:0.0:1788777398.873585:0:34746:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff94532091d348), intent=open|creat 00000080:00000001:0.0:1788777398.873588:0:34746:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788777398.873590:0:34746:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788777398.873594:0:34746:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788777398.873597:0:34746:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788777398.873600:0:34746:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:0.0:1788777398.873603:0:34746:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788777398.873616:0:34746:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94532097a100. 00000020:00000001:0.0:1788777398.873625:0:34746:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788777398.873627:0:34746:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788777398.873630:0:34746:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788777398.873631:0:34746:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x34:0x0](ffff94532097a1c8) 00000020:00000001:0.0:1788777398.873635:0:34746:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777398.873639:0:34746:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777398.873641:0:34746:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:0.0:1788777398.873645:0:34746:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788777398.873649:0:34746:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff945309322960. 00000020:00000001:0.0:1788777398.873651:0:34746:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777398.873653:0:34746:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.873660:0:34746:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788777398.873664:0:34746:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945308a314d8. 00020000:00000001:0.0:1788777398.873666:0:34746:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683080942808 : -118390628608808 : ffff945308a314d8) 00020000:00000001:0.0:1788777398.873669:0:34746:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788777398.873672:0:34746:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777398.873677:0:34746:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945302fb4780. 00020000:00000010:0.0:1788777398.873682:0:34746:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453106f9c80. 00020000:00000010:0.0:1788777398.873686:0:34746:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945302fb4360. 00020000:00000001:0.0:1788777398.873689:0:34746:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625682986058592 : -118390723493024 : ffff945302fb4360) 00020000:00000002:0.0:1788777398.873692:0:34746:0:(lov_ea.c:755:dump_lsm()) lsm ffff945302fb4360, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777398.873696:0:34746:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777398.873700:0:34746:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453106f9c80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777398.873703:0:34746:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788777398.873705:0:34746:0:(lov_ea.c:755:dump_lsm()) lsm ffff945302fb4360, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777398.873709:0:34746:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777398.873712:0:34746:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453106f9c80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:0.0:1788777398.873715:0:34746:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff945307d56a70. 00020000:00000010:0.0:1788777398.873718:0:34746:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9453091f39c0. 00020000:00000001:0.0:1788777398.873721:0:34746:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788777398.873725:0:34746:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945304fbd3e8. 00020000:00000001:0.0:1788777398.873728:0:34746:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788777398.873729:0:34746:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788777398.873734:0:34746:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788777398.873737:0:34746:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff945309322000. 00000020:00000001:0.0:1788777398.873739:0:34746:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788777398.873740:0:34746:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.873742:0:34746:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683090317440 : -118390619234176 : ffff945309322080) 00020000:00000001:0.0:1788777398.873746:0:34746:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788777398.873750:0:34746:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945310616a80. 00020000:00000001:0.0:1788777398.873753:0:34746:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.873757:0:34746:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683090317440 : -118390619234176 : ffff945309322080) 00020000:00000001:0.0:1788777398.873760:0:34746:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683090317440 : -118390619234176 : ffff945309322080) 00020000:00000002:0.0:1788777398.873763:0:34746:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x43:0x0]@ffff945309322000[0:0] -> [0x200000404:0x34:0x0]@ffff945309322960: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788777398.873771:0:34746:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788777398.873773:0:34746:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788777398.873775:0:34746:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.873777:0:34746:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683090319840 : -118390619231776 : ffff9453093229e0) 00000020:00001000:0.0:1788777398.873779:0:34746:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777398.873783:0:34746:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:0.0:1788777398.873786:0:34746:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788777398.873788:0:34746:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833972 mtime from 0 to 1788777398 00000080:00000001:0.0:1788777398.873792:0:34746:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788777398.873794:0:34746:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482845640 : -118390226705976 : ffff94532097a1c8) 00010000:00000001:0.0:1788777398.873797:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.873798:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.873800:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:0.0:1788777398.873802:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.873804:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00000080:00000001:0.0:1788777398.873807:0:34746:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788777398.873808:0:34746:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777398.873809:0:34746:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777398.873811:0:34746:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:0.0:1788777398.873813:0:34746:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788777398.873815:0:34746:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788777398.873817:0:34746:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788777398.873820:0:34746:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945302fb4ba0. 00020000:00000010:0.0:1788777398.873823:0:34746:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453106f9480. 00020000:00000010:0.0:1788777398.873826:0:34746:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945302fb4000. 00020000:00000001:0.0:1788777398.873828:0:34746:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625682986057728 : -118390723493888 : ffff945302fb4000) 00020000:00000002:0.0:1788777398.873831:0:34746:0:(lov_ea.c:755:dump_lsm()) lsm ffff945302fb4000, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788777398.873835:0:34746:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788777398.873838:0:34746:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453106f9480: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1788777398.873842:0:34746:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945308a314d8) owner ffff9453107dcf80 00020000:00000001:0.0:1788777398.873844:0:34746:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788777398.873847:0:34746:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945308a314d8) owner ffff9453107dcf80 00020000:00000010:0.0:1788777398.873851:0:34746:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453106f9480. 00020000:00000010:0.0:1788777398.874033:0:34746:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945302fb4ba0. 00020000:00000010:0.0:1788777398.874038:0:34746:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945302fb4000. 00020000:00000002:0.0:1788777398.874040:0:34746:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x34:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788777398.874043:0:34746:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.874045:0:34746:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.874048:0:34746:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777398.874051:0:34746:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000002:0.0:1788777398.874054:0:34746:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945302fb4360 addref 2/0 by ffff9453107dcf80. 00020000:00000002:0.0:1788777398.874056:0:34746:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:0.0:1788777398.874059:0:34746:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777398.874061:0:34746:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777398.874063:0:34746:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777398.874065:0:34746:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788777398.874067:0:34746:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788777398.874070:0:34746:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788777398.874072:0:34746:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777398.874075:0:34746:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.874077:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.874078:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777398.874080:0:34746:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788777398.874083:0:34746:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788777398.874084:0:34746:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777398.874087:0:34746:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x34:0x0](ffff94532097a1c8) 00000080:00010000:0.0:1788777398.874089:0:34746:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x34:0x0](ffff94532097a1c8) for lock 0xe53f2b0cb7af8965 00800000:00000001:0.0:1788777398.874093:0:34746:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777398.874095:0:34746:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777398.874096:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.874097:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.874099:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:0.0:1788777398.874101:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.874103:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.874105:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.874106:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777398.874108:0:34746:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.874110:0:34746:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.874111:0:34746:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788777398.874113:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.874118:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.874126:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777398.874139:0:34746:0:(namei.c:1651:ll_create_it()) inode ffff94532097a1c8 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:0.0:1788777398.874151:0:34746:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777398.874155:0:34746:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x34:0x0](ffff94532097a1c8) 00000080:00000001:0.0:1788777398.874158:0:34746:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777398.874161:0:34746:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fc00. 00000100:00000001:0.0:1788777398.874165:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.874168:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.874174:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.874177:0:34746:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788777398.874179:0:34746:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777398.874181:0:34746:0:(namei.c:1500:ll_atomic_open()) inode ffff94532097a1c8 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:0.0:1788777398.874189:0:34746:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777398.874191:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3a68 00000080:00200008:0.0:1788777398.874193:0:34746:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff94532097a1c8), flags 100102 00000080:00000010:0.0:1788777398.874201:0:34746:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945304f82dc0. 00000080:00000010:0.0:1788777398.874207:0:34746:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945311048980. 00000080:00000001:0.0:1788777398.874209:0:34746:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788777398.874213:0:34746:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788777398.874215:0:34746:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788777398.874258:0:34746:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945320625b80. 00000002:00100000:0.0:1788777398.874263:0:34746:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788777398.874269:0:34746:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777398.874270:0:34746:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788777398.874273:0:34746:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788777398.874276:0:34746:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.874279:0:34746:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777398.874281:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.874284:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788777398.874291:0:34746:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777398.874294:0:34746:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 02000000:00000001:0.0:1788777398.874317:0:34746:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788777398.874329:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.874332:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3a68 00000080:00000008:0.0:1788777398.874334:0:34746:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff94532097a1c8), flags 100102, rc = 0 00000080:00000001:0.0:1788777398.874338:0:34746:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788777398.874340:0:34746:0:(dcache.c:176:ll_intent_release()) intent ffff9453103b74e0 released 00000080:00010000:0.0:1788777398.874343:0:34746:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8965 from it ffff9453103b74e0 00010000:00000001:0.0:1788777398.874345:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.874347:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.874348:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309155e00 refcount=3 00000020:00000001:0.0:1788777398.874350:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.874352:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088432640 : -118390621118976 : ffff945309155e00) 00010000:00000001:0.0:1788777398.874354:0:34746:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777398.874357:0:34746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.874364:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.874365:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.874366:0:34746:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777398.874369:0:34746:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777398.874371:0:34746:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309155e00/0xe53f2b0cb7af8965 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cb54 expref: -99 pid: 34746 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777398.874378:0:34746:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777398.874380:0:34746:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777398.874382:0:34746:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777398.874387:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.874388:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.874390:0:34746:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.874393:0:34746:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777398.874395:0:34746:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.874396:0:34746:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.874399:0:34746:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.874401:0:34746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777398.874402:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.874403:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788777398.874405:0:34746:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788777398.874406:0:34746:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788777398.874408:0:34746:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777398.874410:0:34746:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777398.874412:0:34746:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777398.874413:0:34746:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.874416:0:34746:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788777398.874418:0:34746:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.874420:0:34746:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777398.874422:0:34746:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.874424:0:34746:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788777398.874427:0:34746:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453103b74e0. 00000080:00000001:0.0:1788777398.874430:0:34746:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.874434:0:34746:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788777398.874436:0:34746:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x34:0x0](ffff94532097a1c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1788777398.874439:0:34746:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.875057:0:34746:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788777398.875061:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3d88 00000080:00200008:0.0:1788777398.875063:0:34746:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 0, count: 8192 00000080:00000002:0.0:1788777398.875067:0:34746:0:(file.c:2656:do_file_write_iter()) inode ffff94532097a1c8 need_sync_to_oss [0x200000404:0x34:0x0] 00000080:00000001:0.0:1788777398.875069:0:34746:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788777398.875071:0:34746:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.875073:0:34746:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788777398.875076:0:34746:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.875078:0:34746:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1788777398.875080:0:34746:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.875082:0:34746:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777398.875084:0:34746:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:0.0:1788777398.875087:0:34746:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000080:00000001:0.0:1788777398.875090:0:34746:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788777398.875091:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3c98 00000080:00200000:0.0:1788777398.875093:0:34746:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:0.0:1788777398.875098:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3c30 00000080:00200000:0.0:1788777398.875099:0:34746:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:0.0:1788777398.875102:0:34746:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788777398.875107:0:34746:0:(cl_io.c:214:cl_io_rw_init()) header@0000000095f7e185[0x110, 1, [0x200000404:0x34:0x0] hash] 00000020:00200000:0.0:1788777398.875109:0:34746:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:0.0:1788777398.875112:0:34746:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000020:00000001:0.0:1788777398.875113:0:34746:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777398.875116:0:34746:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777398.875118:0:34746:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788777398.875120:0:34746:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777398.875122:0:34746:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788777398.875124:0:34746:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777398.876108:0:34746:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.876115:0:34746:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777398.876118:0:34746:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.876120:0:34746:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777398.876125:0:34746:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff9453105c8e40 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788777398.876151:0:34746:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:0.0:1788777398.876156:0:34746:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777398.876157:0:34746:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777398.876160:0:34746:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777398.876161:0:34746:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788777398.876163:0:34746:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:0.0:1788777398.876166:0:34746:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788777398.876167:0:34746:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777398.876168:0:34746:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876171:0:34746:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777398.876172:0:34746:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777398.876173:0:34746:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777398.876174:0:34746:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00000020:00000001:0.0:1788777398.876177:0:34746:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876179:0:34746:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788777398.876182:0:34746:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:0.0:1788777398.876184:0:34746:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788777398.876186:0:34746:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876190:0:34746:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788777398.876192:0:34746:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788777398.876195:0:34746:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777398.876196:0:34746:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788777398.876198:0:34746:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788777398.876200:0:34746:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:0.0:1788777398.876203:0:34746:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788777398.876205:0:34746:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788777398.876208:0:34746:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788777398.876211:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777398.876212:0:34746:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777398.876214:0:34746:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777398.876217:0:34746:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:0.0:1788777398.876250:0:34746:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:0.0:1788777398.876254:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945309322080 -> ffff9453093229e0 00000020:00000001:0.0:1788777398.876256:0:34746:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777398.876260:0:34746:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777398.876261:0:34746:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777398.876262:0:34746:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.876264:0:34746:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.876267:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777398.876270:0:34746:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788777398.876272:0:34746:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788777398.876275:0:34746:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876277:0:34746:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.876279:0:34746:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.876281:0:34746:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876282:0:34746:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876284:0:34746:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788777398.876286:0:34746:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788777398.876288:0:34746:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788777398.876290:0:34746:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788777398.876293:0:34746:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.876295:0:34746:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.876297:0:34746:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788777398.876298:0:34746:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:0.0:1788777398.876300:0:34746:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788777398.876301:0:34746:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788777398.876303:0:34746:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876304:0:34746:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.876306:0:34746:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.876308:0:34746:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.876310:0:34746:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.876312:0:34746:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788777398.876313:0:34746:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777398.876314:0:34746:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788777398.876316:0:34746:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777398.876317:0:34746:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876319:0:34746:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.876321:0:34746:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.876322:0:34746:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876324:0:34746:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788777398.876325:0:34746:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777398.876327:0:34746:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777398.876329:0:34746:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777398.876331:0:34746:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777398.876333:0:34746:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:0.0:1788777398.876340:0:34746:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945309327b80. 00020000:00000002:0.0:1788777398.876343:0:34746:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788777398.876345:0:34746:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777398.876346:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777398.876348:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777398.876350:0:34746:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777398.876354:0:34746:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453056f10a0. 00000008:00010000:0.0:1788777398.876356:0:34746:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788777398.876359:0:34746:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777398.876360:0:34746:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777398.876363:0:34746:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945309327bb0, osc lock ffff9453056f10a0, flags 0x0 00000020:00000001:0.0:1788777398.876364:0:34746:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.876366:0:34746:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.876368:0:34746:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683090340736 : -118390619210880 : ffff945309327b80) 00000020:00000001:0.0:1788777398.876370:0:34746:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777398.876371:0:34746:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777398.876372:0:34746:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876374:0:34746:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876375:0:34746:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777398.876377:0:34746:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777398.876378:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777398.876379:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777398.876381:0:34746:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777398.876383:0:34746:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777398.876384:0:34746:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788777398.876386:0:34746:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.876389:0:34746:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777398.876391:0:34746:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777398.876393:0:34746:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777398.876394:0:34746:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777398.876395:0:34746:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777398.876397:0:34746:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777398.876399:0:34746:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777398.876401:0:34746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777398.876406:0:34746:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.876409:0:34746:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788777398.876415:0:34746:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0000. 00000020:00000040:0.0:1788777398.876419:0:34746:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00010000:00000001:0.0:1788777398.876423:0:34746:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777398.876426:0:34746:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777398.876429:0:34746:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.876433:0:34746:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777398.876436:0:34746:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777398.876439:0:34746:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777398.876445:0:34746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a0a600. 00000100:00000001:0.0:1788777398.876452:0:34746:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.876458:0:34746:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.876461:0:34746:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.876462:0:34746:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777398.876463:0:34746:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.876464:0:34746:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.876467:0:34746:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683082706944 : -118390626844672 : ffff945308be0000) 00010000:00000001:0.0:1788777398.876470:0:34746:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777398.876472:0:34746:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777398.876476:0:34746:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34900. 00010000:00000010:0.0:1788777398.876480:0:34746:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff945303e34f00. 00010000:00000001:0.0:1788777398.876485:0:34746:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777398.876488:0:34746:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e8600. 00000020:00000001:0.0:1788777398.876492:0:34746:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777398.876494:0:34746:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e8600 with handle 0xe53f2b0cb7af896c to hash 00000020:00000001:0.0:1788777398.876497:0:34746:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777398.876498:0:34746:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000010:0.0:1788777398.876502:0:34746:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff945311048b80. 00010000:00000001:0.0:1788777398.876504:0:34746:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.876507:0:34746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.876509:0:34746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.876512:0:34746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.876524:0:34746:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777398.876534:0:34746:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777398.876541:0:34746:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777398.876543:0:34746:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777398.876549:0:34746:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f3000. 00000100:00000001:0.0:1788777398.876551:0:34746:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089076224 : -118390620475392 : ffff9453091f3000) 00000100:00000001:0.0:1788777398.876553:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.876555:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082706944 : -118390626844672 : ffff945308be0000) 00000100:00000001:0.0:1788777398.876558:0:34746:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777398.876561:0:34746:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.876563:0:34746:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777398.876564:0:34746:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777398.876572:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.876579:0:34746:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777398.876581:0:34746:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.876583:0:34746:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777398.876586:0:34746:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777398.876588:0:34746:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777398.876591:0:34746:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0000 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126147712:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777398.876595:0:34746:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777398.876600:0:34746:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777398.876603:0:34746:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.876605:0:34746:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777398.876609:0:34746:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d23800. 02000000:00000001:0.0:1788777398.876611:0:34746:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777398.876617:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777398.876621:0:34746:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777398.876627:0:34746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ce58. 00000100:00000200:0.0:1788777398.876633:0:34746:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126147712, portal 4 00000100:00000001:0.0:1788777398.876635:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.876636:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082706944 : -118390626844672 : ffff945308be0000) 00000100:00000040:0.0:1788777398.876642:0:34746:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.876649:0:34746:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777398.876652:0:34746:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777398.876654:0:34746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4caa0. 00000100:00000200:0.0:1788777398.876657:0:34746:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126147712, offset 0 00000400:00000200:0.0:1788777398.876664:0:34746:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777398.876672:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.876679:0:34746:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777398.876685:0:34746:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777398.876689:0:34746:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777398.876692:0:34746:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777398.876694:0:34746:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777398.876698:0:34746:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2642:2642:256:4294967295] 192.168.203.135@tcp LPNI seq info [2637:2637:8:4294967295] 00000400:00000200:0.0:1788777398.876701:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777398.876710:0:34746:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777398.876715:0:34746:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777398.876720:0:34746:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f900. 00000800:00000200:0.0:1788777398.876726:0:34746:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777398.876733:0:34746:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777398.876737:0:34746:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788777398.876758:0:34746:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777398.876762:0:34746:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23232 usecs (24 jiffies) 00000400:00000200:0.0:1788777398.876764:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777398.876767:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549207 00000100:00000001:0.0:1788777398.876770:0:34746:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:0.0:1788777398.876772:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549207 00000100:00000001:0.0:1788777398.876774:0:34746:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:0.0:1788777398.876776:0:34746:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777398.876779:0:34746:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.876781:0:34746:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777398.876783:0:34746:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777398.876785:0:34746:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f3000 going to sleep for 11 seconds 00000100:00000001:0.0:1788777398.876788:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777398.876790:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777398.876897:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777398.876903:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f900. 00000400:00000200:1.0:1788777398.876908:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.876913:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777398.876917:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4caa0 00000400:00000010:1.0:1788777398.876919:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4caa0. 00000100:00000001:1.0:1788777398.876923:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777398.876928:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.876937:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777398.876940:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.876947:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.876949:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777398.885281:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.885298:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777398.885303:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.885305:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.885314:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.885321:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777398.885341:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.885346:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.885351:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.885355:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c55a80 00000400:00000200:1.0:1788777398.885359:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.885366:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x7159 [1] + 224 00000800:00000001:1.0:1788777398.885372:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.885383:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777398.885386:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777398.885391:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777398.885398:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777398.885407:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777398.885417:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.885439:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777398.885447:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777398.885450:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.885543:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777398.885550:0:34746:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777398.885552:0:34746:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777398.885555:0:34746:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:0.0:1788777398.885560:0:34746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ce58 00000400:00000010:0.0:1788777398.885562:0:34746:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ce58. 00000100:00000001:0.0:1788777398.885565:0:34746:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777398.885571:0:34746:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777398.885581:0:34746:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.885588:0:34746:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777398.885589:0:34746:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.885592:0:34746:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777398.885595:0:34746:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777398.885597:0:34746:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777398.885600:0:34746:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777398.885603:0:34746:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777398.885611:0:34746:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777398.885615:0:34746:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777398.885618:0:34746:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777398.885619:0:34746:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.885622:0:34746:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777398.885626:0:34746:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.885630:0:34746:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777398.885631:0:34746:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967344 00000100:00000001:0.0:1788777398.885633:0:34746:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777398.885635:0:34746:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777398.885640:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.885647:0:34746:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777398.885650:0:34746:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777398.885652:0:34746:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777398.885656:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777398.885663:0:34746:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0000 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126147712:192.168.203.135@tcp:101:multiop.0 00000100:00000001:0.0:1788777398.885667:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777398.885670:0:34746:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.885673:0:34746:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788777398.885674:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.885678:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.885684:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777398.885686:0:34746:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f3000. 00000100:00000001:0.0:1788777398.885690:0:34746:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788777398.885692:0:34746:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.885694:0:34746:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788777398.885697:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.885699:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.885703:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8600 refcount=4 00000020:00000001:0.0:1788777398.885705:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.885708:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000040:0.0:1788777398.885713:0:34746:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e8600, remote cookie: 0xa4f015c75ff3cb62, flags: 0x1 00010000:00010000:0.0:1788777398.885719:0:34746:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.885728:0:34746:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788777398.885731:0:34746:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.885733:0:34746:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788777398.885736:0:34746:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788777398.885740:0:34746:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788777398.885747:0:34746:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff945303e34900) refcount = 1 00010000:00000040:0.0:1788777398.885749:0:34746:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788777398.885752:0:34746:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.885760:0:34746:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788777398.885761:0:34746:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777398.885764:0:34746:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788777398.885766:0:34746:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.885769:0:34746:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.885774:0:34746:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788777398.885776:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.885777:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.885778:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.885779:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777398.885781:0:34746:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777398.885865:0:34746:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788777398.885868:0:34746:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777398.885870:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.885872:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.885873:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8600 refcount=3 00000020:00000001:0.0:1788777398.885875:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.885877:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.885879:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.885880:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.885881:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8600 refcount=4 00000020:00000001:0.0:1788777398.885883:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.885884:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.885887:0:34746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777398.885889:0:34746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.885892:0:34746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.885899:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.885900:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777398.885902:0:34746:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788777398.885905:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000008:00010000:0.0:1788777398.885910:0:34746:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788777398.885916:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:0.0:1788777398.885917:0:34746:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777398.885920:0:34746:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788777398.885922:0:34746:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777398.885924:0:34746:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.885925:0:34746:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.885927:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000008:00000001:0.0:1788777398.885928:0:34746:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788777398.885930:0:34746:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777398.885932:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.885933:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.885934:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8600 refcount=5 00000020:00000001:0.0:1788777398.885936:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.885938:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.885940:0:34746:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777398.885943:0:34746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.885949:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.885950:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788777398.885953:0:34746:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.885960:0:34746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777398.885961:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.885962:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777398.885963:0:34746:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.885965:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.885970:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0000 x1875667126147712/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.885975:0:34746:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777398.885978:0:34746:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777398.885980:0:34746:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d23800. 02000000:00000001:0.0:1788777398.885985:0:34746:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777398.885987:0:34746:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777398.885988:0:34746:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777398.885991:0:34746:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777398.885993:0:34746:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a0a600. 02000000:00000001:0.0:1788777398.885997:0:34746:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777398.885998:0:34746:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777398.886000:0:34746:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0000. 00000100:00000001:0.0:1788777398.886004:0:34746:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777398.886006:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777398.886008:0:34746:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777398.886010:0:34746:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886013:0:34746:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.886015:0:34746:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886017:0:34746:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886019:0:34746:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886022:0:34746:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886024:0:34746:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886026:0:34746:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788777398.886030:0:34746:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788777398.886034:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3b80 00000080:00200000:0.0:1788777398.886036:0:34746:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1788777398.886039:0:34746:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788777398.886042:0:34746:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000002:0.0:1788777398.886045:0:34746:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945302fb4360 addref 2/0 by ffff9453107dcf80. 00020000:00000002:0.0:1788777398.886047:0:34746:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00000020:00000001:0.0:1788777398.886050:0:34746:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788777398.886052:0:34746:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788777398.886055:0:34746:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788777398.886058:0:34746:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788777398.886061:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777398.886063:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777398.886064:0:34746:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777398.886067:0:34746:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788777398.886069:0:34746:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886071:0:34746:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.886072:0:34746:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886073:0:34746:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.886079:0:34746:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777398.886080:0:34746:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1788777398.886103:0:34746:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777398.886105:0:34746:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x34:0x0] ffffed3c847f1b00 0 1 00000020:00000001:0.0:1788777398.886109:0:34746:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777398.886110:0:34746:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886112:0:34746:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788777398.886117:0:34746:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94530774b620. 00000020:00000001:0.0:1788777398.886120:0:34746:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777398.886122:0:34746:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788777398.886124:0:34746:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788777398.886127:0:34746:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788777398.886129:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777398.886130:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000008:00000001:0.0:1788777398.886133:0:34746:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788777398.886136:0:34746:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff94530774b690 folio ffffed3c847f1b00 pg:0 obj off 0 00000008:00000001:0.0:1788777398.886138:0:34746:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886139:0:34746:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777398.886140:0:34746:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788777398.886155:0:34746:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788777398.886157:0:34746:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.886160:0:34746:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886162:0:34746:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446625683061126688 : -118390648424928 : ffff94530774b620) 00000020:00000001:0.0:1788777398.886164:0:34746:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446625683061126688 : -118390648424928 : ffff94530774b620) 00000020:00000001:0.0:1788777398.886166:0:34746:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777398.886169:0:34746:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777398.886170:0:34746:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210538560 : -118390499013056 : ffff9453105c8e40) 00000020:00000001:0.0:1788777398.886172:0:34746:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777398.886174:0:34746:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777398.886176:0:34746:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777398.886180:0:34746:0:(cl_page.c:507:__cl_page_state_set()) page@000000002790ce3d[2 00000000c2850457 1 1 000000002610b835 0 0 0] 00000020:00000001:0.0:1788777398.886181:0:34746:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777398.886183:0:34746:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777398.886184:0:34746:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788777398.886187:0:34746:0:(rw26.c:769:ll_write_begin()) page@000000002790ce3d[2 00000000c2850457 2 1 000000002610b835 0 0 0] 00000080:00008000:0.0:1788777398.886189:0:34746:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788777398.886190:0:34746:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777398.886191:0:34746:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.886195:0:34746:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777398.886197:0:34746:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1788777398.886198:0:34746:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777398.886199:0:34746:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210538560 : -118390499013056 : ffff9453105c8e40) 00000020:00000001:0.0:1788777398.886201:0:34746:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777398.886202:0:34746:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777398.886207:0:34746:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777398.886209:0:34746:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777398.886210:0:34746:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777398.886211:0:34746:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777398.886214:0:34746:0:(rw26.c:929:ll_write_end()) page@000000002790ce3d[3 00000000c2850457 2 1 000000002610b835 0 0 0] 00000080:00200000:0.0:1788777398.886217:0:34746:0:(rw26.c:929:ll_write_end()) vmpage @000000006212aefe 17ffffc0001001 3:0 ffff94530774b620 0 lru 00000080:00200000:0.0:1788777398.886880:0:34746:0:(rw26.c:929:ll_write_end()) osc-page@00000000f79ca189 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000027409f45 00000000df0c02a0 > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777398.886883:0:34746:0:(rw26.c:929:ll_write_end()) end page@000000002790ce3d 00000080:00200000:0.0:1788777398.886884:0:34746:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788777398.886886:0:34746:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788777398.886890:0:34746:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788777398.886891:0:34746:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1788777398.886907:0:34746:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788777398.886909:0:34746:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x34:0x0] ffffed3c84a0e680 0 1 00000020:00000001:0.0:1788777398.886912:0:34746:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788777398.886913:0:34746:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886916:0:34746:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788777398.886919:0:34746:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94530774b700. 00000020:00000001:0.0:1788777398.886922:0:34746:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777398.886923:0:34746:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788777398.886925:0:34746:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788777398.886928:0:34746:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1788777398.886930:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777398.886932:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000008:00000001:0.0:1788777398.886935:0:34746:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788777398.886936:0:34746:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff94530774b770 folio ffffed3c84a0e680 pg:0 obj off 4096 00000008:00000001:0.0:1788777398.886939:0:34746:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886941:0:34746:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788777398.886942:0:34746:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788777398.886943:0:34746:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788777398.886945:0:34746:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777398.886948:0:34746:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.886950:0:34746:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446625683061126912 : -118390648424704 : ffff94530774b700) 00000020:00000001:0.0:1788777398.886952:0:34746:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446625683061126912 : -118390648424704 : ffff94530774b700) 00000020:00000001:0.0:1788777398.886954:0:34746:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788777398.886955:0:34746:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777398.886957:0:34746:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210538560 : -118390499013056 : ffff9453105c8e40) 00000020:00000001:0.0:1788777398.886958:0:34746:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788777398.886959:0:34746:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788777398.886961:0:34746:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777398.886964:0:34746:0:(cl_page.c:507:__cl_page_state_set()) page@000000006b854abb[2 00000000c2850457 1 1 000000002610b835 0 0 1] 00000020:00000001:0.0:1788777398.886966:0:34746:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788777398.886967:0:34746:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777398.886969:0:34746:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788777398.886972:0:34746:0:(rw26.c:769:ll_write_begin()) page@000000006b854abb[2 00000000c2850457 2 1 000000002610b835 0 0 1] 00000080:00008000:0.0:1788777398.886973:0:34746:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788777398.886974:0:34746:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788777398.886975:0:34746:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777398.886979:0:34746:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788777398.886980:0:34746:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1788777398.886982:0:34746:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777398.886983:0:34746:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210538560 : -118390499013056 : ffff9453105c8e40) 00000020:00000001:0.0:1788777398.886984:0:34746:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788777398.886985:0:34746:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788777398.886988:0:34746:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788777398.886989:0:34746:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777398.886990:0:34746:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777398.886991:0:34746:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788777398.886994:0:34746:0:(rw26.c:929:ll_write_end()) page@000000006b854abb[3 00000000c2850457 2 1 000000002610b835 0 0 1] 00000080:00200000:0.0:1788777398.886997:0:34746:0:(rw26.c:929:ll_write_end()) vmpage @00000000d218713e 17ffffc0001001 3:0 ffff94530774b700 1 lru 00000080:00200000:0.0:1788777398.887003:0:34746:0:(rw26.c:929:ll_write_end()) osc-page@0000000065e91bdb 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 0000000027409f45 00000000df0c02a0 > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788777398.887005:0:34746:0:(rw26.c:929:ll_write_end()) end page@000000006b854abb 00000080:00200000:0.0:1788777398.887006:0:34746:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1788777398.887007:0:34746:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788777398.887010:0:34746:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788777398.887012:0:34746:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1788777398.887014:0:34746:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788777398.887016:0:34746:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788777398.887018:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777398.887019:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777398.887021:0:34746:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788777398.887023:0:34746:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788777398.887025:0:34746:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788777398.887026:0:34746:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777398.887027:0:34746:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788777398.887029:0:34746:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788777398.887032:0:34746:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff945310616a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff94530774b690 folio ffffed3c847f1b00 pg:0 added for cmd 2 00000008:00000001:0.0:1788777398.887038:0:34746:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788777398.887040:0:34746:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1788777398.887046:0:34746:0:(osc_cache.c:1737:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:0.0:1788777398.887049:0:34746:0:(osc_cache.c:1738:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:0.0:1788777398.887052:0:34746:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:0.0:1788777398.887054:0:34746:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788777398.887056:0:34746:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777398.887059:0:34746:0:(cl_page.c:556:cl_batch_put()) page@000000002790ce3d[4 00000000c2850457 2 1 000000002610b835 0 0 0] 00000020:00000001:0.0:1788777398.887061:0:34746:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777398.887062:0:34746:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788777398.887064:0:34746:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:0.0:1788777398.887066:0:34746:0:(osc_request.c:745:osc_update_next_shrink()) next time 3081 to shrink grant 00000008:00000040:0.0:1788777398.887068:0:34746:0:(osc_io.c:486:osc_io_commit_async()) 2 -122 00000008:00000001:0.0:1788777398.887070:0:34746:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788777398.887072:0:34746:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:0.0:1788777398.887074:0:34746:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788777398.887075:0:34746:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:0.0:1788777398.887078:0:34746:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:0.0:1788777398.887079:0:34746:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1788777398.887081:0:34746:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777398.887082:0:34746:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777398.887083:0:34746:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777398.887084:0:34746:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777398.887085:0:34746:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1788777398.887087:0:34746:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788777398.887088:0:34746:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788777398.887090:0:34746:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:0.0:1788777398.887091:0:34746:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788777398.887093:0:34746:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788777398.887095:0:34746:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:0.0:1788777398.887096:0:34746:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:0.0:1788777398.887097:0:34746:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777398.887099:0:34746:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777398.887100:0:34746:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1788777398.887101:0:34746:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777398.887103:0:34746:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777398.887104:0:34746:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788777398.887105:0:34746:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788777398.887106:0:34746:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1788777398.887108:0:34746:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788777398.887109:0:34746:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:0.0:1788777398.887110:0:34746:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788777398.887111:0:34746:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:0.0:1788777398.887112:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777398.887113:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:0.0:1788777398.887115:0:34746:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:0.0:1788777398.887116:0:34746:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788777398.887117:0:34746:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210538560 : -118390499013056 : ffff9453105c8e40) 00000008:00400020:0.0:1788777398.887119:0:34746:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:0.0:1788777398.887122:0:34746:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788777398.887123:0:34746:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777398.887124:0:34746:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777398.887126:0:34746:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777398.887127:0:34746:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777398.887129:0:34746:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777398.887131:0:34746:0:(cl_page.c:507:__cl_page_state_set()) page@000000002790ce3d[3 00000000c2850457 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777398.887133:0:34746:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:0.0:1788777398.887134:0:34746:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777398.887135:0:34746:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788777398.887138:0:34746:0:(cl_page.c:1054:cl_page_prep()) page@000000002790ce3d[3 00000000c2850457 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777398.887139:0:34746:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:0.0:1788777398.887141:0:34746:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777398.887154:0:34746:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777398.887155:0:34746:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788777398.887156:0:34746:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:0.0:1788777398.887157:0:34746:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788777398.887158:0:34746:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788777398.887159:0:34746:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788777398.887160:0:34746:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777398.887161:0:34746:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777398.887163:0:34746:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777398.887166:0:34746:0:(cl_page.c:507:__cl_page_state_set()) page@000000006b854abb[3 00000000c2850457 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777398.887167:0:34746:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:0.0:1788777398.887168:0:34746:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788777398.887169:0:34746:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788777398.887172:0:34746:0:(cl_page.c:1054:cl_page_prep()) page@000000006b854abb[3 00000000c2850457 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777398.887173:0:34746:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:0.0:1788777398.887175:0:34746:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788777398.887176:0:34746:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788777398.887177:0:34746:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788777398.887178:0:34746:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:0.0:1788777398.887180:0:34746:0:(osc_cache.c:2854:osc_queue_sync_pages()) Process entered 00000008:00000010:0.0:1788777398.887184:0:34746:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff945310ef2cc0. 00000008:00000020:0.0:1788777398.887188:0:34746:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945310616a80 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:0.0:1788777398.887192:0:34746:0:(osc_cache.c:3003:osc_queue_sync_pages()) extent ffff945310ef2cc0@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff945310616a80], [0|2|+|-|0000000000000000|256|0000000000000000]} allocate ext: write=1 00000008:00010000:0.0:1788777398.887197:0:34746:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff945310ef2cc0 00000008:00000020:0.0:1788777398.887200:0:34746:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff945308bdd548. 00000008:00000001:0.0:1788777398.887211:0:34746:0:(osc_cache.c:3007:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.887214:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:0.0:1788777398.887216:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:0.0:1788777398.887237:0:34746:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788777398.887240:0:34746:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777398.887241:0:34746:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.887243:0:34746:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.887245:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000008:00000040:0.0:1788777398.887247:0:34746:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:0.0:1788777398.887249:0:34746:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.887251:0:34746:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788777398.887252:0:34746:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788777398.887253:0:34746:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788777398.887254:0:34746:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788777398.887255:0:34746:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:0.0:1788777398.887257:0:34746:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777398.887258:0:34746:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788777398.887259:0:34746:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777398.887260:0:34746:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788777398.887261:0:34746:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:0.0:1788777398.887262:0:34746:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788777398.887263:0:34746:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788777398.887264:0:34746:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788777398.887265:0:34746:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:0.0:1788777398.887267:0:34746:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.887268:0:34746:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.887270:0:34746:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788777398.887284:0:25109:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777398.887288:0:25109:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156072 : -118390618395544 : ffff9453093eec68) 00000020:00001000:0.0:1788777398.887290:0:25109:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eec60 00000008:00000020:0.0:1788777398.887292:0:25109:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff945308bdd548. 00000008:00000001:0.0:1788777398.887295:0:25109:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788777398.887296:0:25109:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777398.887298:0:25109:0:(osc_cache.c:2301:osc_next_obj()) Process leaving (rc=18446625683210857088 : -118390498694528 : ffff945310616a80) 00000008:00000020:0.0:1788777398.887301:0:25109:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff945310616a80 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:0.0:1788777398.887304:0:25109:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788777398.887305:0:25109:0:(osc_cache.c:1822:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:0.0:1788777398.887307:0:25109:0:(osc_cache.c:1823:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777398.887308:0:25109:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788777398.887311:0:25109:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788777398.887313:0:25109:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff945310ef2cc0@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff945310616a80], [0|2|+|-|0000000000000000|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788777398.887318:0:25109:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff945310ef2cc0 00000008:00000001:0.0:1788777398.887320:0:25109:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788777398.887322:0:25109:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945310616a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1788777398.887326:0:25109:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788777398.887328:0:25109:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9453090ac800: cli: ffff945308bdd548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788777398.887334:0:25109:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff945307d566e0. 00000008:00000010:0.0:1788777398.887337:0:25109:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94530775f5b0. 00000008:00000020:0.0:1788777398.887340:0:25109:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1788777398.887342:0:25109:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777398.887344:0:25109:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777398.887346:0:25109:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777398.887348:0:25109:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788777398/1788777398 00000020:00000001:0.0:1788777398.887352:0:25109:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777398.887353:0:25109:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777398.887356:0:25109:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788777398.887358:0:25109:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788777398.887360:0:25109:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777398.887366:0:25109:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:0.0:1788777398.887368:0:25109:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777398.887374:0:25109:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788777398.887376:0:25109:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788777398.887379:0:25109:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777398.887382:0:25109:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777398.887386:0:25109:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788777398.887395:0:25109:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.887396:0:25109:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777398.887398:0:25109:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788777398.887400:0:25109:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777398.887402:0:25109:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777398.887405:0:25109:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8600 refcount=4 00000020:00000001:0.0:1788777398.887407:0:25109:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.887409:0:25109:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00000008:00000001:0.0:1788777398.887411:0:25109:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:0.0:1788777398.887414:0:25109:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777398.887415:0:25109:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788777398.887416:0:25109:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788777398.887419:0:25109:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788777398.887423:0:25109:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0000. 00000020:00000040:0.0:1788777398.887427:0:25109:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777398.887432:0:25109:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777398.887435:0:25109:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777398.887438:0:25109:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777398.887455:0:25109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff945310738000. 00000100:00000001:0.0:1788777398.887461:0:25109:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777398.887469:0:25109:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1788777398.887475:0:25109:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9453090ac800: dirty: 0 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:0.0:1788777398.887480:0:25109:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788777398.887505:0:25109:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4063 MB/s 00000008:00008000:0.0:1788777398.887514:0:25109:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffed3c847f1b00 map ffff94532097a378 index 0 flags 17ffffc0001001 count 3 priv ffff94530774b620: off 0 00000008:00008000:0.0:1788777398.887519:0:25109:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffed3c84a0e680 map ffff94532097a378 index 1 flags 17ffffc0001001 count 3 priv ffff94530774b700: off 0 00000008:00000001:0.0:1788777398.887528:0:25109:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788777398.887531:0:25109:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:0.0:1788777398.887535:0:25109:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff945308be0000 - object 0x240000400:67 offset 0<>8192 00000008:00000001:0.0:1788777398.887538:0:25109:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777398.887540:0:25109:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788777398.887542:0:25109:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788777398.887543:0:25109:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788777398.887544:0:25109:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788777398/1788777398 00000020:00000001:0.0:1788777398.887546:0:25109:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788777398.887547:0:25109:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788777398.887548:0:25109:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788777398.887550:0:25109:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777398.887552:0:25109:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082706944 : -118390626844672 : ffff945308be0000) 00000008:00000002:0.0:1788777398.887561:0:25109:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 0000000015994f19, now 0r/1w/0d in flight req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788777398.887568:0:25109:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x34:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1788777398.887576:0:25109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a0d13f] to pc [ptlrpcd_00_00+0] req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.887638:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777398.887642:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777398.887645:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777398.887651:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.887657:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777398.887660:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777398.887663:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777398.887666:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777398.887668:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777398.887671:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126147840:192.168.203.135@tcp:4:multiop.0 00000100:00000001:1.0:1788777398.887675:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777398.887681:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777398.887683:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777398.887685:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777398.887691:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945310688800. 02000000:00000001:1.0:1788777398.887692:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777398.887699:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777398.887703:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbdc0. 00000400:00000010:1.0:1788777398.887709:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12990. 00000100:00000200:1.0:1788777398.887716:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126147840, portal 4 00000100:00000001:1.0:1788777398.887718:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777398.887719:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082706944 : -118390626844672 : ffff945308be0000) 00000100:00000040:1.0:1788777398.887726:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777398.887733:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777398.887736:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777398.887740:0:2346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9453094a9e40. 00000100:00000200:1.0:1788777398.887743:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875667126147840, offset 0 00000400:00000200:1.0:1788777398.887748:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777398.887756:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.887763:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777398.887768:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777398.887773:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777398.887776:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777398.887779:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777398.887794:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2643:2643:256:4294967295] 192.168.203.135@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:1.0:1788777398.887799:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777398.887809:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777398.887815:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777398.887820:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff945307511400. 00000800:00000200:1.0:1788777398.887826:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777398.887833:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777398.887837:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307511400 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:1.0:1788777398.887851:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777398.887855:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23182 usecs (24 jiffies) 00000400:00000200:1.0:1788777398.887858:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777398.887861:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549218 00000100:00000001:1.0:1788777398.887864:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:1.0:1788777398.887866:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549218 00000100:00000001:1.0:1788777398.887869:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:1.0:1788777398.887871:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777398.887874:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.887876:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.887878:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777398.887970:0:25109:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788777398.887972:0:25109:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777398.887974:0:25109:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777398.887977:0:25109:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777398.887978:0:25109:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777398.887980:0:25109:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777398.887981:0:25109:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777398.887983:0:25109:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788777398.887984:0:25109:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777398.887987:0:25109:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777398.887989:0:25109:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777398.887991:0:25109:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788777398.887993:0:25109:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eec60 00000100:00000001:0.0:1788777398.888001:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777398.888003:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777398.888119:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777398.888123:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff945307511400. 00000400:00000200:0.0:1788777398.888127:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777398.888132:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777398.888138:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453094a9e40 00000400:00000010:0.0:1788777398.888140:0:2338:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9453094a9e40. 00000100:00000001:0.0:1788777398.888153:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777398.888157:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.888167:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777398.888170:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777398.888177:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777398.888179:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788777398.892658:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777398.892665:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777398.892671:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777398.892673:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777398.892677:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777398.892680:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777399.008900:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777399.008914:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777399.008918:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777399.008921:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777399.008929:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.008937:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777399.008946:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.008950:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.008955:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.008959:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 4 MB=0x6a9e8c8c55b00 00000400:00000200:1.0:1788777399.008964:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.008969:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 448/448 into md 0x7169 [1] + 224 00000800:00000001:1.0:1788777399.008976:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777399.009029:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777399.009033:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777399.009037:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777399.009044:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777399.009053:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777399.009063:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777399.009087:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777399.009105:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777399.009108:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777399.009187:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777399.009191:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777399.009197:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777399.009199:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777399.009202:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbdc0. 00000400:00000200:0.0:1788777399.009207:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12990 00000400:00000010:0.0:1788777399.009209:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12990. 00000100:00000001:0.0:1788777399.009212:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777399.009217:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788777399.009256:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be0000 x1875667126147840/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777399.009262:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777399.009264:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777399.009267:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777399.009270:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777399.009273:0:2346:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777399.009274:0:2346:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777399.009278:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777399.009287:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022ca8 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1788777399.009290:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777399.009292:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777399.009294:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777399.009297:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777399.009300:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777399.009304:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788777399.009306:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967345 gen 18 00000100:00000001:0.0:1788777399.009308:0:2346:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788777399.009311:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1788777399.009313:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777399.009315:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777399.009325:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be0000 x1875667126147840/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777399.009331:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777399.009342:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777399.009344:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788777399.009347:0:2346:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788777399.009349:0:2346:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788777399.009354:0:2346:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788777399.009356:0:2346:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788777399.009360:0:2346:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9453090ac800: setdq to remove for usr 0 00000001:04000000:0.0:1788777399.009362:0:2346:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9453090ac800: setdq to remove for grp 0 00000001:04000000:0.0:1788777399.009363:0:2346:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9453090ac800: setdq to remove for prj 0 00000001:00000001:0.0:1788777399.009365:0:2346:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788777399.009367:0:2346:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1788777399.009370:0:2346:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1788777399.009374:0:2346:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788777399.009376:0:2346:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788777399.009378:0:2346:0:(osc_request.c:2586:brw_interpret()) request ffff945308be0000 aa ffff945308be01b0 rc 0 00000020:00000001:0.0:1788777399.009384:0:2346:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:0.0:1788777399.009387:0:2346:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:0.0:1788777399.009389:0:2346:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788777399.009392:0:2346:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:0.0:1788777399.009395:0:2346:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788777399.009398:0:2346:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777399.009400:0:2346:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777399.009401:0:2346:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000008:00000010:0.0:1788777399.009404:0:2346:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94530775f5b0. 00000100:00000001:0.0:1788777399.009409:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777399.009413:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be0000 x1875667126147840/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777399.009419:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777399.009422:0:2346:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788777399.009425:0:2346:0:(osc_cache.c:908:osc_extent_finish()) extent ffff945310ef2cc0@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff945310616a80], [0|2|+|-|0000000000000000|256|ffff94530358a7c0]} extent finished. 00000008:00010000:0.0:1788777399.009429:0:2346:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff945310ef2cc0 00000008:00000001:0.0:1788777399.009433:0:2346:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788777399.009435:0:2346:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788777399.009441:0:2346:0:(cl_page.c:1104:cl_page_complete()) page@000000002790ce3d[4 00000000c2850457 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777399.009442:0:2346:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788777399.009444:0:2346:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777399.009446:0:2346:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777399.009456:0:2346:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777399.009459:0:2346:0:(cl_page.c:507:__cl_page_state_set()) page@000000002790ce3d[4 00000000c2850457 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777399.009461:0:2346:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788777399.009463:0:2346:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788777399.009465:0:2346:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788777399.009468:0:2346:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000002790ce3d[4 00000000c2850457 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788777399.009470:0:2346:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788777399.009472:0:2346:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788777399.009473:0:2346:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777399.009475:0:2346:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788777399.009477:0:2346:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788777399.009478:0:2346:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788777399.009480:0:2346:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777399.009482:0:2346:0:(cl_page.c:556:cl_batch_put()) page@000000002790ce3d[4 00000000c2850457 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788777399.009484:0:2346:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777399.009485:0:2346:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788777399.009487:0:2346:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:0.0:1788777399.009488:0:2346:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788777399.009489:0:2346:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788777399.009491:0:2346:0:(cl_page.c:1104:cl_page_complete()) page@000000006b854abb[4 00000000c2850457 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777399.009493:0:2346:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788777399.009494:0:2346:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788777399.009495:0:2346:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788777399.009496:0:2346:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788777399.009498:0:2346:0:(cl_page.c:507:__cl_page_state_set()) page@000000006b854abb[4 00000000c2850457 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777399.009500:0:2346:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788777399.009501:0:2346:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788777399.009502:0:2346:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788777399.009504:0:2346:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000006b854abb[4 00000000c2850457 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1788777399.009506:0:2346:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788777399.009507:0:2346:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788777399.009508:0:2346:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777399.009509:0:2346:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788777399.009520:0:2346:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788777399.009522:0:2346:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788777399.009523:0:2346:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788777399.009526:0:2346:0:(cl_page.c:556:cl_batch_put()) page@000000006b854abb[4 00000000c2850457 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788777399.009527:0:2346:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788777399.009528:0:2346:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788777399.009529:0:2346:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788777399.009533:0:2346:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff945310ef2cc0@{[0 -> 1/1], [1|0|-|inv|wShu|ffff945310616a80], [0|0|-|-|0000000000000000|256|ffff94530358a7c0]} destroyed. 00000008:00010000:0.0:1788777399.009537:0:2346:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff945310ef2cc0 00000008:00000010:0.0:1788777399.009541:0:2346:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff945310ef2cc0. 00000008:00000001:0.0:1788777399.009553:0:2346:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788777399.009556:0:2346:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff945307d566e0. 00000008:00000020:0.0:1788777399.009562:0:2346:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff945308bdd548. 00000008:00000001:0.0:1788777399.009572:0:2346:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777399.009577:0:2346:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0000 x1875667126147840/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788777399.009584:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2346:1875667126147840:192.168.203.135@tcp:4:multiop.0 00000100:00000001:0.0:1788777399.009589:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777399.009590:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777399.009593:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be0000 x1875667126147840/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777414 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777399.009670:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777399.009672:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777399.009676:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945310688800. 02000000:00000001:0.0:1788777399.009680:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777399.009683:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777399.009684:0:2346:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777399.009686:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777399.009689:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff945310738000. 02000000:00000001:0.0:1788777399.009702:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777399.009704:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777399.009706:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0000. 00000100:00000001:0.0:1788777399.009710:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777399.009712:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777399.009714:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777399.009721:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777399.009723:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777399.009726:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777399.009728:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777399.009739:0:25109:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777399.009742:0:25109:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156072 : -118390618395544 : ffff9453093eec68) 00000020:00001000:0.0:1788777399.009745:0:25109:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eec60 00000008:00000020:0.0:1788777399.009747:0:25109:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff945308bdd548. 00000008:00000001:0.0:1788777399.009750:0:25109:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788777399.009751:0:25109:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788777399.009753:0:25109:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777399.009755:0:25109:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788777399.009757:0:25109:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eec60 00000020:00000001:3.0:1788777399.009898:0:34746:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.009902:0:34746:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788777399.009904:0:34746:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777399.009905:0:34746:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210538560 : -118390499013056 : ffff9453105c8e40) 00000020:00000001:3.0:1788777399.009907:0:34746:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788777399.009909:0:34746:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788777399.009910:0:34746:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777399.009913:0:34746:0:(cl_page.c:507:__cl_page_state_set()) page@000000002790ce3d[3 00000000c2850457 1 1 000000002610b835 0 0 0] 00000020:00000001:3.0:1788777399.009915:0:34746:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788777399.009916:0:34746:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777399.009917:0:34746:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:3.0:1788777399.009918:0:34746:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788777399.009919:0:34746:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777399.009920:0:34746:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210538560 : -118390499013056 : ffff9453105c8e40) 00000020:00000001:3.0:1788777399.009922:0:34746:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788777399.009923:0:34746:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788777399.009924:0:34746:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777399.009926:0:34746:0:(cl_page.c:507:__cl_page_state_set()) page@000000006b854abb[3 00000000c2850457 1 1 000000002610b835 0 0 1] 00000020:00000001:3.0:1788777399.009927:0:34746:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788777399.009928:0:34746:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777399.009929:0:34746:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:3.0:1788777399.009931:0:34746:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.009933:0:34746:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1788777399.009934:0:34746:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1788777399.009936:0:34746:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1788777399.009937:0:34746:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1788777399.009939:0:34746:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:3.0:1788777399.009940:0:34746:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788777399.009942:0:34746:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1788777399.009943:0:34746:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788777399.009943:0:34746:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1788777399.009945:0:34746:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:3.0:1788777399.009946:0:34746:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788777399.009947:0:34746:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777399.009950:0:34746:0:(cl_page.c:556:cl_batch_put()) page@000000002790ce3d[3 00000000c2850457 2 1 000000002610b835 0 0 0] 00000020:00000001:3.0:1788777399.009951:0:34746:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788777399.009953:0:34746:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788777399.009954:0:34746:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:3.0:1788777399.009956:0:34746:0:(cl_page.c:1207:cl_page_clip()) page@000000002790ce3d[2 00000000c2850457 2 1 000000002610b835 0 0 0] 00000020:00000001:3.0:1788777399.009958:0:34746:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:3.0:1788777399.009960:0:34746:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:3.0:1788777399.009962:0:34746:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788777399.009964:0:34746:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777399.009965:0:34746:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777399.009966:0:34746:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777399.009968:0:34746:0:(cl_page.c:507:__cl_page_state_set()) page@000000002790ce3d[2 00000000c2850457 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777399.009970:0:34746:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788777399.009971:0:34746:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777399.009972:0:34746:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788777399.009973:0:34746:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777399.009975:0:34746:0:(cl_page.c:556:cl_batch_put()) page@000000002790ce3d[2 00000000c2850457 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777399.009976:0:34746:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788777399.009977:0:34746:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788777399.009978:0:34746:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788777399.009979:0:34746:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777399.009981:0:34746:0:(cl_page.c:556:cl_batch_put()) page@000000006b854abb[3 00000000c2850457 2 1 000000002610b835 0 0 1] 00000020:00000001:3.0:1788777399.009982:0:34746:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788777399.009983:0:34746:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788777399.009983:0:34746:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:3.0:1788777399.009986:0:34746:0:(cl_page.c:1207:cl_page_clip()) page@000000006b854abb[2 00000000c2850457 2 1 000000002610b835 0 0 1] 00000020:00000001:3.0:1788777399.009987:0:34746:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:3.0:1788777399.009988:0:34746:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:3.0:1788777399.009990:0:34746:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788777399.009990:0:34746:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777399.009991:0:34746:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777399.009992:0:34746:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777399.009995:0:34746:0:(cl_page.c:507:__cl_page_state_set()) page@000000006b854abb[2 00000000c2850457 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788777399.009996:0:34746:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788777399.009998:0:34746:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777399.009999:0:34746:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788777399.010000:0:34746:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777399.010002:0:34746:0:(cl_page.c:556:cl_batch_put()) page@000000006b854abb[2 00000000c2850457 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788777399.010003:0:34746:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788777399.010005:0:34746:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788777399.010006:0:34746:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:3.0:1788777399.010010:0:34746:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777399.010014:0:34746:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000002:3.0:1788777399.010018:0:34746:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:3.0:1788777399.010021:0:34746:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010023:0:34746:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788777399.010024:0:34746:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1788777399.010025:0:34746:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010030:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3b80 00000080:00200000:3.0:1788777399.010032:0:34746:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:3.0:1788777399.010035:0:34746:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.010039:0:34746:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777399.010042:0:34746:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777399.010043:0:34746:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777399.010046:0:34746:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1788777399.010047:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:3.0:1788777399.010050:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:3.0:1788777399.010051:0:34746:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788777399.010053:0:34746:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777399.010054:0:34746:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010056:0:34746:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010058:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000008:00000001:3.0:1788777399.010059:0:34746:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010061:0:34746:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.010063:0:34746:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.010065:0:34746:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010066:0:34746:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010069:0:34746:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788777399.010070:0:34746:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788777399.010072:0:34746:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788777399.010073:0:34746:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788777399.010075:0:34746:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788777399.010076:0:34746:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.010078:0:34746:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010080:0:34746:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788777399.010082:0:34746:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777399.010084:0:34746:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788777399.010086:0:34746:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453093864e8 (ffff9453093eeab8/0) at cl_lock_release():245 00000020:00000001:3.0:1788777399.010089:0:34746:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777399.010091:0:34746:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453093864e8 (ffff9453093eeab8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788777399.010094:0:34746:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788777399.010096:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777399.010098:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221439720 : -118390488111896 : ffff94531102e4e8) 00000020:00000001:3.0:1788777399.010099:0:34746:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777399.010100:0:34746:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945309327bb0 (ffff9453093ee6c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788777399.010103:0:34746:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788777399.010105:0:34746:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788777399.010107:0:34746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777399.010109:0:34746:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777399.010111:0:34746:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8600 refcount=4 00000020:00000001:3.0:1788777399.010114:0:34746:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:3.0:1788777399.010116:0:34746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:3.0:1788777399.010118:0:34746:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777399.010124:0:34746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777399.010135:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.010137:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.010138:0:34746:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777399.010140:0:34746:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777399.010153:0:34746:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777399.010164:0:34746:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777399.010167:0:34746:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777399.010169:0:34746:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777399.010172:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.010173:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.010175:0:34746:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.010177:0:34746:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777399.010179:0:34746:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.010182:0:34746:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.010184:0:34746:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.010186:0:34746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777399.010187:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.010188:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.010190:0:34746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.010191:0:34746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777399.010192:0:34746:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788777399.010194:0:34746:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777399.010195:0:34746:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777399.010196:0:34746:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777399.010197:0:34746:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777399.010198:0:34746:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453093864e8 (ffff9453093eeab8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788777399.010201:0:34746:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788777399.010203:0:34746:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777399.010204:0:34746:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945309327bb0 (ffff9453093eeab8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788777399.010207:0:34746:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453056f10a0. 00000020:00000001:3.0:1788777399.010212:0:34746:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788777399.010214:0:34746:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945309327b80. 00020000:00000001:3.0:1788777399.010217:0:34746:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788777399.010218:0:34746:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788777399.010242:0:34746:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788777399.010243:0:34746:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788777399.010244:0:34746:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777399.010246:0:34746:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777399.010247:0:34746:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788777399.010248:0:34746:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.010249:0:34746:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.010251:0:34746:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788777399.010252:0:34746:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788777399.010253:0:34746:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788777399.010255:0:34746:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:3.0:1788777399.010256:0:34746:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788777399.010258:0:34746:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777399.010259:0:34746:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777399.010260:0:34746:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777399.010261:0:34746:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788777399.010263:0:34746:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788777399.010264:0:34746:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.010266:0:34746:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.010267:0:34746:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777399.010268:0:34746:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777399.010270:0:34746:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777399.010274:0:34746:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:3.0:1788777399.010277:0:34746:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1788777399.010280:0:34746:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1788777399.010282:0:34746:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777399.010284:0:34746:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777399.010285:0:34746:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777399.010287:0:34746:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777399.010288:0:34746:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777399.010290:0:34746:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00020000:00000001:3.0:1788777399.010292:0:34746:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777399.010294:0:34746:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777399.010296:0:34746:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777399.010297:0:34746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777399.010300:0:34746:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777399.010301:0:34746:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788777399.010303:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3c98 00000080:00200000:3.0:1788777399.010305:0:34746:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:3.0:1788777399.010309:0:34746:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777399.010310:0:34746:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000020:00000001:3.0:1788777399.010312:0:34746:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000020:00000001:3.0:1788777399.010313:0:34746:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777399.010317:0:34746:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788777399.010320:0:34746:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777399.010321:0:34746:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:3.0:1788777399.010323:0:34746:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777399.010324:0:34746:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:3.0:1788777399.010326:0:34746:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1788777399 a=0 c=1788777399 b=1 00020000:00000001:3.0:1788777399.010330:0:34746:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777399.010331:0:34746:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788777399 a=0 c=1788777399 b=1 00020000:00000001:3.0:1788777399.010334:0:34746:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010336:0:34746:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.010338:0:34746:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000080:00200000:3.0:1788777399.010340:0:34746:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:3.0:1788777399.010343:0:34746:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1788777399.010346:0:34746:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:3.0:1788777399.010349:0:34746:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:3.0:1788777399.010351:0:34746:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00000020:00000001:3.0:1788777399.010354:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3d88 00000080:00000008:3.0:1788777399.010356:0:34746:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:3.0:1788777399.010358:0:34746:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:2.0:1788777399.075939:0:34749:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777399.075947:0:34749:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777399.075949:0:34749:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777399.075952:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbbc0 00000080:00200000:2.0:1788777399.075956:0:34749:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777399.075963:0:34749:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00800000:00000002:2.0:1788777399.075970:0:34749:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777399.075974:0:34749:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777399.075979:0:34749:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777399.075980:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbae0 00800000:00000002:2.0:1788777399.075983:0:34749:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777399.075987:0:34749:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777399.075990:0:34749:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777399.075995:0:34749:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777399.075996:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb9b0 00000002:00010000:2.0:1788777399.075998:0:34749:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777399.076001:0:34749:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777399.076003:0:34749:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777399.076005:0:34749:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777399.076011:0:34749:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:2.0:1788777399.076014:0:34749:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777399.076019:0:34749:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777399.076022:0:34749:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777399.076027:0:34749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777399.076038:0:34749:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777399.076042:0:34749:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777399.076045:0:34749:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788777399.076057:0:34749:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777399.076058:0:34749:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777399.076060:0:34749:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777399.076062:0:34749:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777399.076064:0:34749:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777399.076066:0:34749:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777399.076069:0:34749:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777399.076072:0:34749:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777399.076074:0:34749:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000080:00000001:2.0:1788777399.076078:0:34749:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777399.076080:0:34749:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777399.076082:0:34749:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777399.076085:0:34749:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8950 00800000:00000001:2.0:1788777399.076088:0:34749:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777399.076090:0:34749:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777399.076091:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777399.076093:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777399.076095:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:2.0:1788777399.076108:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777399.076111:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777399.076114:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.076116:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777399.076117:0:34749:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777399.076119:0:34749:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777399.076121:0:34749:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8950 from it ffffb1cb81cdbbf8 00010000:00000001:2.0:1788777399.076123:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777399.076124:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777399.076125:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:2.0:1788777399.076127:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777399.076129:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777399.076131:0:34749:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777399.076135:0:34749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777399.076150:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.076151:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777399.076152:0:34749:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777399.076155:0:34749:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777399.076157:0:34749:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777399.076166:0:34749:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777399.076169:0:34749:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777399.076171:0:34749:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777399.076175:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.076176:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777399.076178:0:34749:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.076180:0:34749:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777399.076182:0:34749:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.076184:0:34749:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.076186:0:34749:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.076188:0:34749:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777399.076189:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.076190:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777399.076193:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777399.076195:0:34749:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777399.076197:0:34749:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777399.076201:0:34749:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777399.076204:0:34749:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777399.076206:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb88 00000080:00002000:2.0:1788777399.076208:0:34749:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff945320b0c6c0) flags 0x20000e refc 1 00000080:00000001:2.0:1788777399.076211:0:34749:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777399.076212:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbbd0 00000080:00200000:2.0:1788777399.076214:0:34749:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:2.0:1788777399.076218:0:34749:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788777399.076252:0:34749:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777399.076255:0:34749:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777399.076257:0:34749:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff94532091d348), inode mode 41ed mask 1 00000080:00000001:2.0:1788777399.076260:0:34749:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777399.076270:0:34749:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b5fe0. 00000080:00000001:2.0:1788777399.076274:0:34749:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777399.076276:0:34749:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff94532091d348), inode mode 41ed mask 3 00000080:00000001:2.0:1788777399.076278:0:34749:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777399.076281:0:34749:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777399.076283:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb58 00000080:00200000:2.0:1788777399.076285:0:34749:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff94532091d348), file ffff9453212edb00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788777399.076289:0:34749:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9453103b70c0. 00000080:00000001:2.0:1788777399.076293:0:34749:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777399.076295:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdba08 00000080:00200000:2.0:1788777399.076297:0:34749:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff94532091d348), intent=open|creat 00000080:00000010:2.0:1788777399.076302:0:34749:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00000080:00000001:2.0:1788777399.076307:0:34749:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777399.076308:0:34749:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777399.076310:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb928 00800000:00000002:2.0:1788777399.076311:0:34749:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000404:0x32:0x0] 00800000:00000001:2.0:1788777399.076314:0:34749:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777399.076316:0:34749:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777399.076329:0:34749:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:2.0:1788777399.076851:0:34749:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777399.076855:0:34749:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777399.076858:0:34749:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777399.076860:0:34749:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777399.076862:0:34749:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x35:0x0] 40000000:00000001:2.0:1788777399.076865:0:34749:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777399.076867:0:34749:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777399.076868:0:34749:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777399.076870:0:34749:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777399.076872:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb8a8 00800000:00000002:2.0:1788777399.076874:0:34749:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x35:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1788777399.076878:0:34749:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777399.076880:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb7e0 00000002:00010000:2.0:1788777399.076882:0:34749:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000404:0x35:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788777399.076886:0:34749:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777399.076889:0:34749:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777399.076893:0:34749:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777399.076896:0:34749:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777399.076898:0:34749:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777399.076901:0:34749:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777399.076903:0:34749:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777399.076906:0:34749:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777399.076908:0:34749:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.076910:0:34749:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777399.076912:0:34749:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777399.076917:0:34749:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914fb80. 00000020:00000040:2.0:1788777399.076920:0:34749:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777399.076925:0:34749:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777399.076927:0:34749:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.076929:0:34749:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777399.076933:0:34749:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777399.076936:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.076938:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777399.076939:0:34749:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777399.076942:0:34749:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777399.076944:0:34749:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777399.076947:0:34749:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777399.076954:0:34749:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093abc00. 00000100:00000001:2.0:1788777399.076960:0:34749:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.076965:0:34749:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777399.076966:0:34749:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.076968:0:34749:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777399.076969:0:34749:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.076971:0:34749:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777399.076978:0:34749:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00010000:00000001:2.0:1788777399.076981:0:34749:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777399.076983:0:34749:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788777399.076985:0:34749:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8b00 count: 2 00010000:00000001:2.0:1788777399.076987:0:34749:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777399.076989:0:34749:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777399.076992:0:34749:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154800. 00000020:00000001:2.0:1788777399.076996:0:34749:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777399.076998:0:34749:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154800 with handle 0xe53f2b0cb7af8973 to hash 00000020:00000001:2.0:1788777399.077000:0:34749:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777399.077002:0:34749:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.077005:0:34749:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.077008:0:34749:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777399.077009:0:34749:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777399.077013:0:34749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34749 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777399.077021:0:34749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34749 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777399.077032:0:34749:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777399.077041:0:34749:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914fb80 x1875667126148096/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777399.077050:0:34749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34749 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777399.077057:0:34749:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777399.077058:0:34749:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777399.077064:0:34749:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777399.077066:0:34749:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683214226944 : -118390495324672 : ffff94531094d600) 00000100:00000001:2.0:1788777399.077068:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777399.077070:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000001:2.0:1788777399.077074:0:34749:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777399.077077:0:34749:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777399.077079:0:34749:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777399.077080:0:34749:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777399.077084:0:34749:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914fb80 x1875667126148096/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777399.077091:0:34749:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777399.077094:0:34749:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777399.077098:0:34749:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777399.077100:0:34749:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777399.077103:0:34749:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777399.077106:0:34749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34749:1875667126148096:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777399.077110:0:34749:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777399.077115:0:34749:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777399.077118:0:34749:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777399.077120:0:34749:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777399.079989:0:34749:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310760000. 02000000:00000001:2.0:1788777399.079999:0:34749:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777399.080009:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777399.080017:0:34749:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777399.080025:0:34749:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9453093a8800. 00000100:00000200:2.0:1788777399.080032:0:34749:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126148096, portal 10 00000100:00000001:2.0:1788777399.080035:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777399.080037:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000040:2.0:1788777399.080050:0:34749:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914fb80 x1875667126148096/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777415 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777399.080058:0:34749:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777399.080060:0:34749:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777399.080064:0:34749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1cc0. 00000100:00000200:2.0:1788777399.080067:0:34749:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875667126148096, offset 0 00000400:00000200:2.0:1788777399.080073:0:34749:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777399.080081:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777399.080089:0:34749:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777399.080094:0:34749:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777399.080109:0:34749:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777399.080112:0:34749:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777399.080116:0:34749:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777399.080120:0:34749:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2644:2644:256:4294967295] 192.168.203.135@tcp LPNI seq info [2639:2639:8:4294967295] 00000400:00000200:2.0:1788777399.080124:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777399.080134:0:34749:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777399.080140:0:34749:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777399.080154:0:34749:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef200. 00000800:00000200:2.0:1788777399.080162:0:34749:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777399.080170:0:34749:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777399.080174:0:34749:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788777399.080185:0:34749:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777399.080189:0:34749:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 816456 usecs (817 jiffies) 00000400:00000200:2.0:1788777399.080191:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777399.080194:0:34749:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296550203 00000100:00000001:2.0:1788777399.080197:0:34749:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:2.0:1788777399.080199:0:34749:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296550203 00000100:00000001:2.0:1788777399.080201:0:34749:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:2.0:1788777399.080203:0:34749:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777399.080206:0:34749:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777399.080209:0:34749:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777399.080211:0:34749:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777399.080214:0:34749:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531094d600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777399.080216:0:34749:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777399.080244:0:34749:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777399.081983:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777399.081990:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef200. 00000400:00000200:0.0:1788777399.081997:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777399.082005:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777399.082012:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1cc0 00000400:00000010:0.0:1788777399.082015:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1cc0. 00000100:00000001:0.0:1788777399.082020:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777399.082027:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914fb80 x1875667126148096/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777415 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777399.082038:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777399.082042:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126148096/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777415 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777399.082049:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777399.082052:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777399.103730:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777399.103746:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777399.103750:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777399.103752:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777399.103761:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.103769:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777399.103777:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.103782:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.103787:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.103790:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c55c00 00000400:00000200:1.0:1788777399.103795:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.103801:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x7179 [32] + 224 00000800:00000001:1.0:1788777399.103808:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777399.103815:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777399.103819:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777399.103822:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777399.103830:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777399.103839:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914fb80 x1875667126148096/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777415 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777399.103850:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94530914fb80 x1875667126148096/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777415 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777399.103872:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788777399.103881:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788777399.103884:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.103889:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777399.103894:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2645:2645:256:4294967295] 192.168.203.135@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:1.0:1788777399.103898:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777399.103906:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:1.0:1788777399.103911:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777399.103917:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945310689c00. 00000800:00000200:1.0:1788777399.103923:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777399.103930:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777399.103934:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310689c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788777399.104017:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777399.104021:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945310689c00. 00000400:00000200:1.0:1788777399.104023:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777399.104027:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:1.0:1788777399.104033:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777399.104036:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777399.104651:0:34749:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777399.104659:0:34749:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777399.104662:0:34749:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777399.104665:0:34749:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777399.104670:0:34749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453093a8800 00000400:00000010:2.0:1788777399.104672:0:34749:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9453093a8800. 00000100:00000001:2.0:1788777399.104675:0:34749:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777399.104681:0:34749:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914fb80 x1875667126148096/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777415 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777399.104697:0:34749:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914fb80 x1875667126148096/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788777415 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777399.104703:0:34749:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777399.104705:0:34749:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777399.104707:0:34749:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777399.104710:0:34749:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777399.104712:0:34749:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777399.104715:0:34749:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777399.104717:0:34749:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777399.104726:0:34749:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=72 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777399.104730:0:34749:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777399.104733:0:34749:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777399.104734:0:34749:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.104737:0:34749:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777399.104740:0:34749:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777399.104743:0:34749:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777399.104745:0:34749:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:2.0:1788777399.104747:0:34749:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777399.104749:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777399.104751:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000001:2.0:1788777399.104754:0:34749:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777399.104756:0:34749:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1788777399.104758:0:34749:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777399.104760:0:34749:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777399.104765:0:34749:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777415 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777399.104772:0:34749:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777399.104775:0:34749:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777399.104777:0:34749:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777399.104781:0:34749:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777415 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777399.104788:0:34749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914fb80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34749:1875667126148096:192.168.203.135@tcp:101:multiop.0 00000100:00000001:2.0:1788777399.104793:0:34749:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777399.104795:0:34749:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777399.104797:0:34749:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777399.104800:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777399.104803:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777415 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777399.104809:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777399.104811:0:34749:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777399.104814:0:34749:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777399.104815:0:34749:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.104818:0:34749:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777399.104822:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777399.104824:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777399.104827:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=4 00000020:00000001:2.0:1788777399.104830:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.104832:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000040:2.0:1788777399.104839:0:34749:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309154800, remote cookie: 0xa4f015c75ff3cb7e, flags: 0x1001 00010000:00010000:2.0:1788777399.104845:0:34749:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777399.104853:0:34749:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x35:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:2.0:1788777399.104856:0:34749:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788777399.104864:0:34749:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8c00. 00010000:00000010:2.0:1788777399.104869:0:34749:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9ef80. 00010000:00000001:2.0:1788777399.104872:0:34749:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777399.104876:0:34749:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777399.104884:0:34749:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777399.104895:0:34749:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777399.104899:0:34749:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777399.104901:0:34749:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777399.104902:0:34749:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777399.104904:0:34749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777399.104906:0:34749:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x35:0x0].0x0 (ffff9453054b8c00) refcount = 1 00010000:00010000:2.0:1788777399.104910:0:34749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777399.104915:0:34749:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777399.104919:0:34749:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777399.104920:0:34749:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777399.104923:0:34749:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777399.104925:0:34749:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777399.104928:0:34749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777399.104933:0:34749:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777399.104935:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.104936:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777399.104937:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.104938:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777399.104939:0:34749:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777399.104944:0:34749:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777399.104946:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777399.104947:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777399.104948:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777399.104950:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.104952:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.104954:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777399.104955:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777399.104957:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=4 00000020:00000001:2.0:1788777399.104958:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.104961:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.104963:0:34749:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777399.104965:0:34749:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777399.104968:0:34749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777399.104974:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.104975:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777399.104976:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777399.104977:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777399.104978:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=5 00000020:00000001:2.0:1788777399.104980:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.104982:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.104984:0:34749:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777399.104987:0:34749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777399.104992:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.104993:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777399.104995:0:34749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777399.105000:0:34749:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777399.105002:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.105003:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777399.105004:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.105005:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777399.105010:0:34749:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777415 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777399.105019:0:34749:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777399.105023:0:34749:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 664/664 e 0 to 0 dl 1788777415 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777399.105034:0:34749:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777399.105040:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777399.105041:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777399.105042:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777399.105044:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.105047:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00000002:00010000:2.0:1788777399.105051:0:34749:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777399.105058:0:34749:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110b6ec0. 00010000:00000001:2.0:1788777399.105061:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.105062:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777399.105063:0:34749:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777399.105065:0:34749:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777399.105068:0:34749:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777399.105070:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777399.105072:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000001:2.0:1788777399.105074:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777399.105075:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00010000:00000001:2.0:1788777399.105077:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777399.105078:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777399.105079:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777399.105081:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.105083:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00000002:00010000:2.0:1788777399.105086:0:34749:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777399.105091:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.105092:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777399.105093:0:34749:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777399.105094:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777399.105096:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777399.105175:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:2.0:1788777399.105178:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:2.0:1788777399.105180:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000040:2.0:1788777399.105184:0:34749:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:2.0:1788777399.105187:0:34749:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777399.105190:0:34749:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/53 (0 0) 00010000:00000001:2.0:1788777399.105193:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777399.105194:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777399.105195:0:34749:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777399.105197:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb768 00000002:00002000:2.0:1788777399.105200:0:34749:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788777399.105203:0:34749:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777399.105206:0:34749:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777399.105209:0:34749:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777399.105212:0:34749:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788777399.105215:0:34749:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777399.105259:0:34749:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788777399.105262:0:34749:0:(namei.c:674:ll_lookup_it_finish()) it ffff9453103b70c0 it_disposition 1800037 00000080:00002000:2.0:1788777399.105267:0:34749:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320b56bd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788777399.105272:0:34749:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777399.105275:0:34749:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788777399.105277:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdb998 00000080:00200000:2.0:1788777399.105279:0:34749:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff94532091d348), intent=open|creat 00000080:00000001:2.0:1788777399.105282:0:34749:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788777399.105284:0:34749:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777399.105289:0:34749:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788777399.105292:0:34749:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777399.105295:0:34749:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:2.0:1788777399.105297:0:34749:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788777399.105307:0:34749:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94532091eb40. 00000020:00000001:2.0:1788777399.105317:0:34749:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788777399.105318:0:34749:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788777399.105434:0:34749:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788777399.105437:0:34749:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x35:0x0](ffff94532091ec08) 00000020:00000001:2.0:1788777399.105443:0:34749:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777399.105570:0:34749:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:2.0:1788777399.105574:0:34749:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:3.0:1788777399.108725:0:34749:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788777399.108738:0:34749:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94532014c640. 00000020:00000001:3.0:1788777399.108743:0:34749:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777399.108746:0:34749:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.108753:0:34749:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788777399.108757:0:34749:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945307b50aa8. 00020000:00000001:3.0:1788777399.108760:0:34749:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683065342632 : -118390644208984 : ffff945307b50aa8) 00020000:00000001:3.0:1788777399.108763:0:34749:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788777399.108766:0:34749:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777399.108773:0:34749:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6ca80. 00020000:00000010:3.0:1788777399.108776:0:34749:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8a00. 00020000:00000010:3.0:1788777399.108781:0:34749:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6c240. 00020000:00000001:3.0:1788777399.108783:0:34749:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017220672 : -118390692330944 : ffff945304d6c240) 00020000:00000002:3.0:1788777399.108787:0:34749:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c240, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777399.108792:0:34749:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777399.108796:0:34749:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8a00: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777399.108799:0:34749:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788777399.108801:0:34749:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c240, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777399.108804:0:34749:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777399.108807:0:34749:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8a00: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000010:3.0:1788777399.108811:0:34749:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9453092ce620. 00020000:00000010:3.0:1788777399.108814:0:34749:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9453093fd780. 00020000:00000001:3.0:1788777399.108817:0:34749:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788777399.108820:0:34749:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945318631410. 00020000:00000001:3.0:1788777399.108824:0:34749:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788777399.108825:0:34749:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788777399.108830:0:34749:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788777399.108833:0:34749:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94532014cd48. 00000020:00000001:3.0:1788777399.108835:0:34749:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777399.108836:0:34749:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.108838:0:34749:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683474271688 : -118390235279928 : ffff94532014cdc8) 00020000:00000001:3.0:1788777399.108841:0:34749:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788777399.108846:0:34749:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945304ec01c0. 00020000:00000001:3.0:1788777399.108849:0:34749:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.108853:0:34749:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474271688 : -118390235279928 : ffff94532014cdc8) 00020000:00000001:3.0:1788777399.108856:0:34749:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683474271688 : -118390235279928 : ffff94532014cdc8) 00020000:00000002:3.0:1788777399.108859:0:34749:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x44:0x0]@ffff94532014cd48[0:0] -> [0x200000404:0x35:0x0]@ffff94532014c640: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777399.108865:0:34749:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788777399.108867:0:34749:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788777399.108869:0:34749:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.108871:0:34749:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474269888 : -118390235281728 : ffff94532014c6c0) 00000020:00001000:3.0:1788777399.108874:0:34749:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:3.0:1788777399.108881:0:34749:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:3.0:1788777399.108883:0:34749:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777399.108886:0:34749:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833973 mtime from 0 to 1788777399 00000080:00000001:3.0:1788777399.108891:0:34749:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788777399.108894:0:34749:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683482471432 : -118390227080184 : ffff94532091ec08) 00010000:00000001:3.0:1788777399.108898:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777399.108900:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777399.108903:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777399.108906:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777399.108908:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00000080:00000001:3.0:1788777399.108912:0:34749:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777399.108914:0:34749:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777399.108916:0:34749:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:3.0:1788777399.108919:0:34749:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:3.0:1788777399.108921:0:34749:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777399.108923:0:34749:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777399.108924:0:34749:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777399.108927:0:34749:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6c7e0. 00020000:00000010:3.0:1788777399.108929:0:34749:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8580. 00020000:00000010:3.0:1788777399.108931:0:34749:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6cf60. 00020000:00000001:3.0:1788777399.108933:0:34749:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017224032 : -118390692327584 : ffff945304d6cf60) 00020000:00000002:3.0:1788777399.108935:0:34749:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6cf60, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777399.108938:0:34749:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777399.108941:0:34749:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8580: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777399.108945:0:34749:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b50aa8) owner ffff945310268000 00020000:00000001:3.0:1788777399.108947:0:34749:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777399.108949:0:34749:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b50aa8) owner ffff945310268000 00020000:00000010:3.0:1788777399.108953:0:34749:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453012e8580. 00020000:00000010:3.0:1788777399.108956:0:34749:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6c7e0. 00020000:00000010:3.0:1788777399.108960:0:34749:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6cf60. 00020000:00000002:3.0:1788777399.108962:0:34749:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x35:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777399.108964:0:34749:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.108966:0:34749:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.108970:0:34749:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777399.108972:0:34749:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00020000:00000002:3.0:1788777399.108975:0:34749:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c240 addref 2/0 by ffff945310268000. 00020000:00000002:3.0:1788777399.108977:0:34749:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777399.108979:0:34749:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777399.108981:0:34749:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777399.108982:0:34749:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777399.108984:0:34749:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777399.108986:0:34749:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777399.108988:0:34749:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788777399.108990:0:34749:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:3.0:1788777399.108991:0:34749:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.108993:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.108995:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777399.108997:0:34749:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777399.109000:0:34749:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777399.109002:0:34749:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777399.109005:0:34749:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x35:0x0](ffff94532091ec08) 00000080:00010000:3.0:1788777399.109008:0:34749:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x35:0x0](ffff94532091ec08) for lock 0xe53f2b0cb7af8973 00800000:00000001:3.0:1788777399.109011:0:34749:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777399.109015:0:34749:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777399.109016:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777399.109017:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777399.109019:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777399.109021:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777399.109023:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777399.109025:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.109026:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777399.109028:0:34749:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777399.109030:0:34749:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109031:0:34749:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788777399.109034:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777399.109045:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777415 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777399.109052:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777399.109057:0:34749:0:(namei.c:1651:ll_create_it()) inode ffff94532091ec08 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:3.0:1788777399.109060:0:34749:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777399.109063:0:34749:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x35:0x0](ffff94532091ec08) 00000080:00000001:3.0:1788777399.109066:0:34749:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777399.109070:0:34749:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000100:00000001:3.0:1788777399.109073:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777399.109076:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777415 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777399.109082:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109085:0:34749:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788777399.109087:0:34749:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777399.109089:0:34749:0:(namei.c:1500:ll_atomic_open()) inode ffff94532091ec08 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:3.0:1788777399.109096:0:34749:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777399.109109:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdba68 00000080:00200008:3.0:1788777399.109112:0:34749:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff94532091ec08), flags 100102 00000080:00000010:3.0:1788777399.109120:0:34749:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453088012c0. 00000080:00000010:3.0:1788777399.109127:0:34749:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb9bc0. 00000080:00000001:3.0:1788777399.109130:0:34749:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777399.109135:0:34749:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777399.109138:0:34749:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777399.109150:0:34749:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453106906a0. 00000002:00100000:3.0:1788777399.109155:0:34749:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777415 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777399.109161:0:34749:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777399.109163:0:34749:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777399.109166:0:34749:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777399.109169:0:34749:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109171:0:34749:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777399.109174:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777399.109177:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777415 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777399.109184:0:34749:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777399.109187:0:34749:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 02000000:00000001:3.0:1788777399.109206:0:34749:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777399.109208:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.109211:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdba68 00000080:00000008:3.0:1788777399.109213:0:34749:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff94532091ec08), flags 100102, rc = 0 00000080:00000001:3.0:1788777399.109217:0:34749:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777399.109218:0:34749:0:(dcache.c:176:ll_intent_release()) intent ffff9453103b70c0 released 00000080:00010000:3.0:1788777399.109242:0:34749:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8973 from it ffff9453103b70c0 00010000:00000001:3.0:1788777399.109243:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777399.109245:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777399.109246:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154800 refcount=3 00000020:00000001:3.0:1788777399.109248:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777399.109250:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427008 : -118390621124608 : ffff945309154800) 00010000:00000001:3.0:1788777399.109252:0:34749:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777399.109256:0:34749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777399.109264:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.109265:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.109267:0:34749:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777399.109269:0:34749:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777399.109272:0:34749:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154800/0xe53f2b0cb7af8973 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cb7e expref: -99 pid: 34749 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777399.109278:0:34749:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777399.109282:0:34749:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777399.109284:0:34749:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777399.109287:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.109288:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.109290:0:34749:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.109293:0:34749:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777399.109295:0:34749:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.109297:0:34749:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.109300:0:34749:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.109302:0:34749:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777399.109303:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.109304:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777399.109306:0:34749:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777399.109307:0:34749:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777399.109309:0:34749:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777399.109311:0:34749:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777399.109313:0:34749:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777399.109315:0:34749:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109327:0:34749:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788777399.109329:0:34749:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109331:0:34749:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777399.109649:0:34749:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109651:0:34749:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777399.109654:0:34749:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453103b70c0. 00000080:00000001:3.0:1788777399.109657:0:34749:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109661:0:34749:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777399.109664:0:34749:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x35:0x0](ffff94532091ec08), inode mode 81a4 mask 40 00000080:00000001:3.0:1788777399.109667:0:34749:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109868:0:34749:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788777399.109871:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbd88 00000080:00200008:3.0:1788777399.109874:0:34749:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 0, count: 8192 00000080:00000002:3.0:1788777399.109877:0:34749:0:(file.c:2656:do_file_write_iter()) inode ffff94532091ec08 need_sync_to_oss [0x200000404:0x35:0x0] 00000080:00000001:3.0:1788777399.109880:0:34749:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788777399.109882:0:34749:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109884:0:34749:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788777399.109887:0:34749:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109889:0:34749:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:3.0:1788777399.109891:0:34749:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.109893:0:34749:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777399.109895:0:34749:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:3.0:1788777399.109898:0:34749:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000080:00000001:3.0:1788777399.109900:0:34749:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788777399.109902:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbc98 00000080:00200000:3.0:1788777399.109903:0:34749:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:3.0:1788777399.109908:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbc30 00000080:00200000:3.0:1788777399.109909:0:34749:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:3.0:1788777399.109912:0:34749:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788777399.109918:0:34749:0:(cl_io.c:214:cl_io_rw_init()) header@000000007d335600[0x110, 1, [0x200000404:0x35:0x0] hash] 00000020:00200000:3.0:1788777399.109920:0:34749:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:3.0:1788777399.109923:0:34749:0:(cl_object.c:143:cl_object_top()) ffff94532014c6c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777399.109925:0:34749:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777399.109928:0:34749:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777399.109930:0:34749:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777399.109933:0:34749:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777399.109935:0:34749:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788777399.109937:0:34749:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777399.109940:0:34749:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109943:0:34749:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777399.109945:0:34749:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.109947:0:34749:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777399.109950:0:34749:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff9453105cb7e0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788777399.109954:0:34749:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777399.109957:0:34749:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777399.109959:0:34749:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777399.109962:0:34749:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777399.109963:0:34749:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788777399.109965:0:34749:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:3.0:1788777399.109968:0:34749:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788777399.109969:0:34749:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777399.109971:0:34749:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.109972:0:34749:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777399.109973:0:34749:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777399.109975:0:34749:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777399.109976:0:34749:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00000020:00000001:3.0:1788777399.109978:0:34749:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.109980:0:34749:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777399.109982:0:34749:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:3.0:1788777399.109984:0:34749:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788777399.109986:0:34749:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.109989:0:34749:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777399.109991:0:34749:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777399.109994:0:34749:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788777399.109995:0:34749:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788777399.109997:0:34749:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788777399.109999:0:34749:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:3.0:1788777399.110002:0:34749:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777399.110004:0:34749:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777399.110007:0:34749:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1788777399.110010:0:34749:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777399.110011:0:34749:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777399.110012:0:34749:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777399.110014:0:34749:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:3.0:1788777399.110015:0:34749:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:3.0:1788777399.110018:0:34749:0:(cl_object.c:143:cl_object_top()) ffff94532014cdc8 -> ffff94532014c6c0 00000020:00000001:3.0:1788777399.110019:0:34749:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777399.110022:0:34749:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777399.110023:0:34749:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777399.110025:0:34749:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.110026:0:34749:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.110029:0:34749:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777399.110031:0:34749:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788777399.110034:0:34749:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788777399.110036:0:34749:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.110039:0:34749:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.110041:0:34749:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.110043:0:34749:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.110045:0:34749:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.110047:0:34749:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788777399.110049:0:34749:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788777399.110051:0:34749:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788777399.110053:0:34749:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788777399.110055:0:34749:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.110057:0:34749:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.110059:0:34749:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788777399.110061:0:34749:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:3.0:1788777399.110062:0:34749:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788777399.110064:0:34749:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788777399.110065:0:34749:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.110067:0:34749:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.110068:0:34749:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.110070:0:34749:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.110071:0:34749:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.110073:0:34749:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777399.110074:0:34749:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777399.110075:0:34749:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777399.110077:0:34749:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777399.110078:0:34749:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.110079:0:34749:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.110081:0:34749:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.110082:0:34749:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.110083:0:34749:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777399.110085:0:34749:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788777399.110086:0:34749:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788777399.110089:0:34749:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788777399.110091:0:34749:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788777399.110093:0:34749:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:3.0:1788777399.110154:0:34749:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945311155f00. 00020000:00000002:3.0:1788777399.110158:0:34749:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1788777399.110160:0:34749:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788777399.110162:0:34749:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777399.110163:0:34749:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777399.110165:0:34749:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777399.110169:0:34749:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453057d2f70. 00000008:00010000:3.0:1788777399.110171:0:34749:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788777399.110173:0:34749:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777399.110175:0:34749:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777399.110178:0:34749:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945311155f30, osc lock ffff9453057d2f70, flags 0x0 00000020:00000001:3.0:1788777399.110180:0:34749:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.110181:0:34749:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.110183:0:34749:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683222650624 : -118390486900992 : ffff945311155f00) 00000020:00000001:3.0:1788777399.110185:0:34749:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777399.110186:0:34749:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777399.110187:0:34749:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.110189:0:34749:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.110190:0:34749:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777399.110192:0:34749:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777399.110193:0:34749:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777399.110194:0:34749:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777399.110196:0:34749:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777399.110198:0:34749:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777399.110199:0:34749:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788777399.110201:0:34749:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.110204:0:34749:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777399.110206:0:34749:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777399.110208:0:34749:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777399.110209:0:34749:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777399.110210:0:34749:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777399.110211:0:34749:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777399.110212:0:34749:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777399.110214:0:34749:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777399.110243:0:34749:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.110247:0:34749:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788777399.110252:0:34749:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f100. 00000020:00000040:3.0:1788777399.110255:0:34749:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00010000:00000001:3.0:1788777399.110259:0:34749:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777399.110262:0:34749:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777399.110266:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.110267:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.110269:0:34749:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777399.110272:0:34749:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777399.110275:0:34749:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777399.110279:0:34749:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777399.110284:0:34749:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310ed2e00. 00000100:00000001:3.0:1788777399.110291:0:34749:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.110294:0:34749:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777399.110296:0:34749:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.110297:0:34749:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777399.110298:0:34749:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.110300:0:34749:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.110302:0:34749:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00010000:00000001:3.0:1788777399.110305:0:34749:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777399.110307:0:34749:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777399.110310:0:34749:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803800. 00010000:00000010:3.0:1788777399.110313:0:34749:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff945303803000. 00010000:00000001:3.0:1788777399.110316:0:34749:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777399.110331:0:34749:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152dc00. 00000020:00000001:3.0:1788777399.110401:0:34749:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777399.110404:0:34749:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152dc00 with handle 0xe53f2b0cb7af897a to hash 00000020:00000001:3.0:1788777399.110406:0:34749:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777399.110408:0:34749:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000010:3.0:1788777399.110412:0:34749:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff945308bb9b00. 00010000:00000001:3.0:1788777399.110415:0:34749:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.110418:0:34749:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777399.110421:0:34749:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777399.110425:0:34749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777399.110434:0:34749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777399.110445:0:34749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777399.110636:0:34749:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777399.110638:0:34749:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777399.110645:0:34749:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777399.110647:0:34749:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091214912 : -118390618336704 : ffff9453093fd240) 00000100:00000001:3.0:1788777399.110650:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777399.110651:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000001:3.0:1788777399.110654:0:34749:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777399.110656:0:34749:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777399.110658:0:34749:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777399.110660:0:34749:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777399.110668:0:34749:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777399.110675:0:34749:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777399.110677:0:34749:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777399.110680:0:34749:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777399.110682:0:34749:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777399.110685:0:34749:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777399.110689:0:34749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34749:1875667126148224:192.168.203.135@tcp:101:multiop.0 00000100:00000001:3.0:1788777399.110693:0:34749:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777399.110698:0:34749:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777399.110701:0:34749:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777399.110704:0:34749:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777399.110708:0:34749:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777399.110711:0:34749:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777399.110717:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777399.110721:0:34749:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777399.110730:0:34749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777399.110736:0:34749:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126148224, portal 4 00000100:00000001:3.0:1788777399.110738:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777399.110739:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000040:3.0:1788777399.110745:0:34749:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777399.110752:0:34749:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777399.110754:0:34749:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777399.110756:0:34749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347990. 00000100:00000200:3.0:1788777399.110760:0:34749:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126148224, offset 0 00000400:00000200:3.0:1788777399.110765:0:34749:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777399.110773:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777399.110780:0:34749:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777399.110784:0:34749:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777399.110788:0:34749:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777399.110792:0:34749:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777399.110795:0:34749:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777399.110798:0:34749:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2646:2646:256:4294967295] 192.168.203.135@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:3.0:1788777399.110802:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777399.110811:0:34749:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777399.110817:0:34749:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777399.110822:0:34749:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99f00. 00000800:00000200:3.0:1788777399.110829:0:34749:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777399.110835:0:34749:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777399.110838:0:34749:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777399.110861:0:34749:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777399.110866:0:34749:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23723 usecs (24 jiffies) 00000400:00000200:3.0:1788777399.110869:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777399.110872:0:34749:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296549441 00000100:00000001:3.0:1788777399.110875:0:34749:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:3.0:1788777399.110877:0:34749:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296549441 00000100:00000001:3.0:1788777399.110879:0:34749:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:3.0:1788777399.110881:0:34749:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777399.110884:0:34749:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777399.110886:0:34749:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777399.110888:0:34749:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777399.110890:0:34749:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd240 going to sleep for 11 seconds 00000100:00000001:3.0:1788777399.110893:0:34749:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777399.110896:0:34749:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777399.113466:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777399.113475:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99f00. 00000400:00000200:1.0:1788777399.113482:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777399.113490:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777399.113498:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347990 00000400:00000010:1.0:1788777399.113500:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347990. 00000100:00000001:1.0:1788777399.113505:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777399.113513:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777399.113524:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777399.113527:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777399.113534:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777399.113536:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777399.116722:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777399.116739:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777399.116743:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777399.116745:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777399.116755:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777399.116762:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777399.116770:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777399.116775:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777399.116781:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777399.116785:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c55c80 00000400:00000200:0.0:1788777399.116790:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777399.116796:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x7181 [1] + 224 00000800:00000001:0.0:1788777399.116802:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777399.116811:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777399.116814:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777399.116818:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777399.116825:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777399.116833:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777399.116843:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777399.116863:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777399.116871:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777399.116874:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777399.116975:0:34749:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777399.116982:0:34749:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777399.116984:0:34749:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777399.116987:0:34749:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777399.116991:0:34749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777399.116994:0:34749:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777399.116997:0:34749:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777399.117002:0:34749:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777399.117012:0:34749:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777399.117019:0:34749:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777399.117020:0:34749:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777399.117023:0:34749:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777399.117026:0:34749:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777399.117028:0:34749:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777399.117030:0:34749:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777399.117033:0:34749:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777399.117041:0:34749:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1788777399.117044:0:34749:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777399.117047:0:34749:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777399.117049:0:34749:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.117051:0:34749:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777399.117054:0:34749:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777399.117057:0:34749:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777399.117060:0:34749:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788777399.117061:0:34749:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777399.117063:0:34749:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777399.117067:0:34749:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777399.117074:0:34749:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777399.117076:0:34749:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777399.117078:0:34749:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777399.117082:0:34749:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777399.117097:0:34749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34749:1875667126148224:192.168.203.135@tcp:101:multiop.0 00000100:00000001:3.0:1788777399.117112:0:34749:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777399.117114:0:34749:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777399.117117:0:34749:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777399.117118:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777399.117122:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777399.117128:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777399.117131:0:34749:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777399.117134:0:34749:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777399.117135:0:34749:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.117138:0:34749:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777399.117150:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777399.117153:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777399.117156:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152dc00 refcount=4 00000020:00000001:3.0:1788777399.117158:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.117161:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000040:3.0:1788777399.117168:0:34749:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152dc00, remote cookie: 0xa4f015c75ff3cb8c, flags: 0x1 00010000:00010000:3.0:1788777399.117174:0:34749:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777399.117185:0:34749:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788777399.117187:0:34749:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.117190:0:34749:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777399.117193:0:34749:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788777399.117197:0:34749:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777399.117205:0:34749:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x44:0x0].0x0 (ffff945303803800) refcount = 1 00010000:00000040:3.0:1788777399.117208:0:34749:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788777399.117211:0:34749:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777399.117254:0:34749:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777399.117256:0:34749:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777399.117259:0:34749:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777399.117261:0:34749:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777399.117265:0:34749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777399.117272:0:34749:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777399.117273:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.117275:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.117276:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.117277:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.117279:0:34749:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777399.117282:0:34749:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788777399.117284:0:34749:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788777399.117286:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777399.117287:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777399.117289:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152dc00 refcount=3 00000020:00000001:3.0:1788777399.117290:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.117292:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.117295:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777399.117296:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777399.117297:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152dc00 refcount=4 00000020:00000001:3.0:1788777399.117299:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.117301:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.117304:0:34749:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777399.117306:0:34749:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777399.117309:0:34749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777399.117329:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.117330:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777399.117524:0:34749:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788777399.117529:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00010000:3.0:1788777399.117534:0:34749:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788777399.117541:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777399.117543:0:34749:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777399.117545:0:34749:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788777399.117548:0:34749:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777399.117550:0:34749:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117551:0:34749:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117553:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000001:3.0:1788777399.117555:0:34749:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1788777399.117557:0:34749:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.117559:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777399.117560:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777399.117562:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152dc00 refcount=5 00000020:00000001:3.0:1788777399.117563:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.117566:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.117569:0:34749:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777399.117572:0:34749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777399.117578:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.117579:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777399.117581:0:34749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777399.117588:0:34749:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777399.117590:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.117591:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777399.117592:0:34749:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777399.117594:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777399.117599:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f100 x1875667126148224/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777415 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777399.117606:0:34749:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777399.117609:0:34749:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777399.117612:0:34749:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777399.117615:0:34749:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777399.117618:0:34749:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777399.117620:0:34749:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777399.117622:0:34749:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777399.117625:0:34749:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310ed2e00. 02000000:00000001:3.0:1788777399.117628:0:34749:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777399.117630:0:34749:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777399.117632:0:34749:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f100. 00000100:00000001:3.0:1788777399.117635:0:34749:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777399.117636:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777399.117638:0:34749:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777399.117640:0:34749:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117643:0:34749:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.117646:0:34749:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117648:0:34749:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117650:0:34749:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117653:0:34749:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117655:0:34749:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117657:0:34749:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788777399.117661:0:34749:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1788777399.117665:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb80 00000080:00200000:3.0:1788777399.117667:0:34749:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:3.0:1788777399.117670:0:34749:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788777399.117673:0:34749:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00020000:00000002:3.0:1788777399.117676:0:34749:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c240 addref 2/0 by ffff945310268000. 00020000:00000002:3.0:1788777399.117678:0:34749:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00000020:00000001:3.0:1788777399.117681:0:34749:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1788777399.117684:0:34749:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788777399.117687:0:34749:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788777399.117691:0:34749:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1788777399.117694:0:34749:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777399.117696:0:34749:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777399.117698:0:34749:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788777399.117700:0:34749:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788777399.117704:0:34749:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117705:0:34749:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.117707:0:34749:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117708:0:34749:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.117714:0:34749:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788777399.117716:0:34749:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:3.0:1788777399.117741:0:34749:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788777399.117744:0:34749:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x35:0x0] ffffed3c847fd740 0 1 00000020:00000001:3.0:1788777399.117746:0:34749:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788777399.117748:0:34749:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117750:0:34749:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1788777399.117755:0:34749:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff945310b4fa80. 00000020:00000001:3.0:1788777399.117758:0:34749:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788777399.117759:0:34749:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1788777399.117762:0:34749:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1788777399.117764:0:34749:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1788777399.117766:0:34749:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777399.117767:0:34749:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000008:00000001:3.0:1788777399.117770:0:34749:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1788777399.117771:0:34749:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff945310b4faf0 folio ffffed3c847fd740 pg:0 obj off 0 00000008:00000001:3.0:1788777399.117773:0:34749:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117774:0:34749:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788777399.117775:0:34749:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1788777399.117777:0:34749:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1788777399.117778:0:34749:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.117782:0:34749:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117783:0:34749:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446625683216333440 : -118390493218176 : ffff945310b4fa80) 00000020:00000001:3.0:1788777399.117785:0:34749:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446625683216333440 : -118390493218176 : ffff945310b4fa80) 00000020:00000001:3.0:1788777399.117787:0:34749:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788777399.117788:0:34749:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777399.117790:0:34749:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:3.0:1788777399.117793:0:34749:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788777399.117794:0:34749:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788777399.117796:0:34749:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777399.117799:0:34749:0:(cl_page.c:507:__cl_page_state_set()) page@00000000b879063f[2 00000000f5ccce9f 1 1 00000000c55e4201 0 0 0] 00000020:00000001:3.0:1788777399.117801:0:34749:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788777399.117803:0:34749:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777399.117804:0:34749:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:3.0:1788777399.117806:0:34749:0:(rw26.c:769:ll_write_begin()) page@00000000b879063f[2 00000000f5ccce9f 2 1 00000000c55e4201 0 0 0] 00000080:00008000:3.0:1788777399.117808:0:34749:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:3.0:1788777399.117809:0:34749:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788777399.117810:0:34749:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.117815:0:34749:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788777399.117816:0:34749:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:3.0:1788777399.117818:0:34749:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777399.117819:0:34749:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:3.0:1788777399.117821:0:34749:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788777399.117822:0:34749:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777399.117828:0:34749:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788777399.117829:0:34749:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788777399.117830:0:34749:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788777399.117831:0:34749:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788777399.117834:0:34749:0:(rw26.c:929:ll_write_end()) page@00000000b879063f[3 00000000f5ccce9f 2 1 00000000c55e4201 0 0 0] 00000080:00200000:3.0:1788777399.117837:0:34749:0:(rw26.c:929:ll_write_end()) vmpage @00000000bfb6aa79 17ffffc0001001 3:0 ffff945310b4fa80 0 lru 00000080:00200000:3.0:1788777399.117843:0:34749:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab65e050 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000027409f45 00000000dd583ea6 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1788777399.117845:0:34749:0:(rw26.c:929:ll_write_end()) end page@00000000b879063f 00000080:00200000:3.0:1788777399.117847:0:34749:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1788777399.117848:0:34749:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1788777399.117851:0:34749:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788777399.117852:0:34749:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:3.0:1788777399.117865:0:34749:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788777399.117867:0:34749:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x35:0x0] ffffed3c847af700 0 1 00000020:00000001:3.0:1788777399.117869:0:34749:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788777399.117870:0:34749:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117872:0:34749:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1788777399.117874:0:34749:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff945310b4f7e0. 00000020:00000001:3.0:1788777399.117876:0:34749:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788777399.117877:0:34749:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1788777399.117879:0:34749:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1788777399.117880:0:34749:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:3.0:1788777399.117883:0:34749:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777399.117884:0:34749:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000008:00000001:3.0:1788777399.117886:0:34749:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1788777399.117888:0:34749:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff945310b4f850 folio ffffed3c847af700 pg:0 obj off 4096 00000008:00000001:3.0:1788777399.117890:0:34749:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117892:0:34749:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788777399.117893:0:34749:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1788777399.117893:0:34749:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1788777399.117895:0:34749:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.117898:0:34749:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.117900:0:34749:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446625683216332768 : -118390493218848 : ffff945310b4f7e0) 00000020:00000001:3.0:1788777399.117902:0:34749:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446625683216332768 : -118390493218848 : ffff945310b4f7e0) 00000020:00000001:3.0:1788777399.117903:0:34749:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788777399.117904:0:34749:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777399.117905:0:34749:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:3.0:1788777399.117907:0:34749:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788777399.117908:0:34749:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788777399.117909:0:34749:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777399.117912:0:34749:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0ea0dd0[2 00000000f5ccce9f 1 1 00000000c55e4201 0 0 1] 00000020:00000001:3.0:1788777399.117913:0:34749:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788777399.117914:0:34749:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777399.117915:0:34749:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:3.0:1788777399.117917:0:34749:0:(rw26.c:769:ll_write_begin()) page@00000000d0ea0dd0[2 00000000f5ccce9f 2 1 00000000c55e4201 0 0 1] 00000080:00008000:3.0:1788777399.117918:0:34749:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:3.0:1788777399.117919:0:34749:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788777399.117920:0:34749:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777399.117923:0:34749:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788777399.117925:0:34749:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:3.0:1788777399.117926:0:34749:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788777399.117927:0:34749:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:3.0:1788777399.117929:0:34749:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788777399.117929:0:34749:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788777399.117931:0:34749:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788777399.117932:0:34749:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788777399.117933:0:34749:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788777399.117934:0:34749:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788777399.117937:0:34749:0:(rw26.c:929:ll_write_end()) page@00000000d0ea0dd0[3 00000000f5ccce9f 2 1 00000000c55e4201 0 0 1] 00000080:00200000:3.0:1788777399.117939:0:34749:0:(rw26.c:929:ll_write_end()) vmpage @0000000070ac03ec 17ffffc0001001 3:0 ffff945310b4f7e0 1 lru 00000080:00200000:3.0:1788777399.117944:0:34749:0:(rw26.c:929:ll_write_end()) osc-page@000000008cb14055 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 0000000027409f45 00000000dd583ea6 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1788777399.117946:0:34749:0:(rw26.c:929:ll_write_end()) end page@00000000d0ea0dd0 00000080:00200000:3.0:1788777399.117947:0:34749:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:3.0:1788777399.117948:0:34749:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1788777399.117950:0:34749:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1788777399.117952:0:34749:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:3.0:1788777399.117954:0:34749:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1788777399.117956:0:34749:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1788777399.117958:0:34749:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777399.117959:0:34749:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777399.117961:0:34749:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1788777399.117962:0:34749:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1788777399.117964:0:34749:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1788777399.117966:0:34749:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788777399.117967:0:34749:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1788777399.117968:0:34749:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1788777399.117971:0:34749:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff945304ec01c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff945310b4faf0 folio ffffed3c847fd740 pg:0 added for cmd 2 00000008:00000001:3.0:1788777399.117976:0:34749:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:3.0:1788777399.117978:0:34749:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:3.0:1788777399.117983:0:34749:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:3.0:1788777399.117986:0:34749:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff945310b4fb28 page ffffed3c847fd740 00000008:00000020:3.0:1788777399.117990:0:34749:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:3.0:1788777399.117994:0:34749:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1788777399.117996:0:34749:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777399.117998:0:34749:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:3.0:1788777399.118002:0:34749:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff945303ef6300. 00000008:00000020:3.0:1788777399.118008:0:34749:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff945304ec01c0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:3.0:1788777399.118012:0:34749:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945304ec01c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1788777399.118017:0:34749:0:(osc_cache.c:858:osc_extent_find()) extent ffff945303ef6300@{[0 -> 255/255], [3|1|-|active|wi|ffff945304ec01c0], [1703936|0|-|-|ffff94530152dc00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1788777399.118023:0:34749:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000096575bc7 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1788777399.118030:0:34749:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:3.0:1788777399.118033:0:34749:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777399.118034:0:34749:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777399.118036:0:34749:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1788777399.118038:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000002:3.0:1788777399.118040:0:34749:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:3.0:1788777399.118042:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777399.118044:0:34749:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777399.118045:0:34749:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:3.0:1788777399.118047:0:34749:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777399.118048:0:34749:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118050:0:34749:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118051:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000001:3.0:1788777399.118053:0:34749:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1788777399.118054:0:34749:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788777399.118056:0:34749:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777399.118059:0:34749:0:(cl_page.c:556:cl_batch_put()) page@00000000b879063f[4 00000000f5ccce9f 2 1 00000000c55e4201 0 0 0] 00000020:00000001:3.0:1788777399.118061:0:34749:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788777399.118062:0:34749:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788777399.118063:0:34749:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:3.0:1788777399.118064:0:34749:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1788777399.118065:0:34749:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788777399.118067:0:34749:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1788777399.118068:0:34749:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1788777399.118070:0:34749:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff945304ec01c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff945310b4f850 folio ffffed3c847af700 pg:0 added for cmd 2 00000008:00000020:3.0:1788777399.118074:0:34749:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:0 00000008:00000020:3.0:1788777399.118078:0:34749:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff945310b4f888 page ffffed3c847af700 00000008:00000001:3.0:1788777399.118081:0:34749:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777399.118082:0:34749:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777399.118084:0:34749:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1788777399.118085:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000002:3.0:1788777399.118087:0:34749:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:3.0:1788777399.118089:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777399.118090:0:34749:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777399.118091:0:34749:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:3.0:1788777399.118092:0:34749:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777399.118094:0:34749:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118096:0:34749:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118104:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000001:3.0:1788777399.118106:0:34749:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1788777399.118107:0:34749:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788777399.118108:0:34749:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777399.118111:0:34749:0:(cl_page.c:556:cl_batch_put()) page@00000000d0ea0dd0[4 00000000f5ccce9f 2 1 00000000c55e4201 0 0 1] 00000020:00000001:3.0:1788777399.118112:0:34749:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788777399.118113:0:34749:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788777399.118114:0:34749:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1788777399.118115:0:34749:0:(osc_request.c:745:osc_update_next_shrink()) next time 3082 to shrink grant 00000080:00000001:3.0:1788777399.118118:0:34749:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1788777399.118119:0:34749:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1788777399.118126:0:34749:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94532091edb8, count 2, dirtied 2 00000080:00000001:3.0:1788777399.118128:0:34749:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1788777399.118130:0:34749:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788777399.118132:0:34749:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777399.118133:0:34749:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777399.118134:0:34749:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777399.118137:0:34749:0:(cl_page.c:507:__cl_page_state_set()) page@00000000b879063f[3 00000000f5ccce9f 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777399.118139:0:34749:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788777399.118150:0:34749:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777399.118151:0:34749:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788777399.118152:0:34749:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777399.118155:0:34749:0:(cl_page.c:556:cl_batch_put()) page@00000000b879063f[3 00000000f5ccce9f 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777399.118156:0:34749:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788777399.118158:0:34749:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788777399.118159:0:34749:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788777399.118160:0:34749:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788777399.118161:0:34749:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788777399.118162:0:34749:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777399.118165:0:34749:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0ea0dd0[3 00000000f5ccce9f 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788777399.118166:0:34749:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788777399.118167:0:34749:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788777399.118168:0:34749:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788777399.118170:0:34749:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777399.118173:0:34749:0:(cl_page.c:556:cl_batch_put()) page@00000000d0ea0dd0[3 00000000f5ccce9f 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788777399.118174:0:34749:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788777399.118175:0:34749:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788777399.118176:0:34749:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1788777399.118178:0:34749:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1788777399.118180:0:34749:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118182:0:34749:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.118184:0:34749:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118186:0:34749:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777399.118188:0:34749:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:3.0:1788777399.118190:0:34749:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788777399.118191:0:34749:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1788777399.118193:0:34749:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118195:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbb80 00000080:00200000:3.0:1788777399.118197:0:34749:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:3.0:1788777399.118199:0:34749:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.118201:0:34749:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777399.118203:0:34749:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777399.118204:0:34749:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777399.118206:0:34749:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1788777399.118208:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777399.118209:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777399.118211:0:34749:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788777399.118212:0:34749:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777399.118214:0:34749:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118216:0:34749:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118218:0:34749:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000001:3.0:1788777399.118248:0:34749:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118251:0:34749:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.118252:0:34749:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.118254:0:34749:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118255:0:34749:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118257:0:34749:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788777399.118258:0:34749:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788777399.118259:0:34749:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788777399.118260:0:34749:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1788777399.118262:0:34749:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:3.0:1788777399.118264:0:34749:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788777399.118268:0:34749:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945304ec01c0 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:3.0:1788777399.118274:0:34749:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788777399.118276:0:34749:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777399.118278:0:34749:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788777399.118279:0:34749:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777399.118281:0:34749:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:3.0:1788777399.118282:0:34749:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788777399.118283:0:34749:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.118284:0:34749:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.118286:0:34749:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788777399.118288:0:34749:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777399.118290:0:34749:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788777399.118292:0:34749:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:3.0:1788777399.118294:0:34749:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777399.118295:0:34749:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788777399.118298:0:34749:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788777399.118300:0:34749:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777399.118301:0:34749:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777399.118303:0:34749:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777399.118304:0:34749:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945311155f30 (ffff9453093eeab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788777399.118306:0:34749:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788777399.118307:0:34749:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788777399.118309:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777399.118311:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777399.118312:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152dc00 refcount=5 00000020:00000001:3.0:1788777399.118315:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.118317:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:3.0:1788777399.118319:0:34749:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777399.118322:0:34749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777399.118328:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.118329:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.118330:0:34749:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777399.119066:0:34749:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777399.119071:0:34749:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777399.119086:0:34749:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777399.119090:0:34749:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777399.119092:0:34749:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777399.119096:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.119097:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.119098:0:34749:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.119101:0:34749:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777399.119103:0:34749:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.119105:0:34749:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.119108:0:34749:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777399.119110:0:34749:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777399.119111:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.119112:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777399.119114:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777399.119114:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777399.119116:0:34749:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788777399.119117:0:34749:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777399.119119:0:34749:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777399.119121:0:34749:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777399.119122:0:34749:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777399.119124:0:34749:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:3.0:1788777399.119127:0:34749:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788777399.119128:0:34749:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777399.119129:0:34749:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945311155f30 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:3.0:1788777399.119132:0:34749:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453057d2f70. 00000020:00000001:3.0:1788777399.119135:0:34749:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788777399.119137:0:34749:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945311155f00. 00020000:00000001:3.0:1788777399.119149:0:34749:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788777399.119151:0:34749:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788777399.119152:0:34749:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788777399.119154:0:34749:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788777399.119156:0:34749:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777399.119158:0:34749:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777399.119159:0:34749:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788777399.119160:0:34749:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.119162:0:34749:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.119163:0:34749:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788777399.119165:0:34749:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788777399.119166:0:34749:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788777399.119169:0:34749:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:3.0:1788777399.119170:0:34749:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788777399.119171:0:34749:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777399.119173:0:34749:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777399.119174:0:34749:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777399.119175:0:34749:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788777399.119177:0:34749:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788777399.119179:0:34749:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.119180:0:34749:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777399.119182:0:34749:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777399.119183:0:34749:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777399.119185:0:34749:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777399.119189:0:34749:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:3.0:1788777399.119192:0:34749:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1788777399.119194:0:34749:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1788777399.119196:0:34749:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777399.119197:0:34749:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777399.119199:0:34749:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777399.119200:0:34749:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777399.119202:0:34749:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777399.119204:0:34749:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00020000:00000001:3.0:1788777399.119207:0:34749:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777399.119209:0:34749:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777399.119211:0:34749:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777399.119213:0:34749:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777399.119216:0:34749:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777399.119217:0:34749:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788777399.119298:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbc98 00000080:00200000:3.0:1788777399.119302:0:34749:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:3.0:1788777399.119307:0:34749:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777399.119309:0:34749:0:(cl_object.c:143:cl_object_top()) ffff94532014c6c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777399.119311:0:34749:0:(cl_object.c:143:cl_object_top()) ffff94532014c6c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777399.119313:0:34749:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777399.119316:0:34749:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788777399.119438:0:34749:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777399.119441:0:34749:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:3.0:1788777399.119443:0:34749:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777399.119444:0:34749:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:3.0:1788777399.119446:0:34749:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x35:1028 on OST[0]: s=8192 (1) m=1788777399 a=0 c=1788777399 b=1 00020000:00000001:3.0:1788777399.119516:0:34749:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777399.119519:0:34749:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788777399 a=0 c=1788777399 b=1 00020000:00000001:3.0:1788777399.119522:0:34749:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.119525:0:34749:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777399.119527:0:34749:0:(cl_object.c:143:cl_object_top()) ffff94532014c6c0 -> ffff94532014c6c0 00000080:00200000:3.0:1788777399.119529:0:34749:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x35:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:3.0:1788777399.119532:0:34749:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1788777399.119537:0:34749:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:3.0:1788777399.119539:0:34749:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:3.0:1788777399.119542:0:34749:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000020:00000001:3.0:1788777399.119545:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbd88 00000080:00000008:3.0:1788777399.119547:0:34749:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:3.0:1788777399.119550:0:34749:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:0.0:1788777399.161645:0:34753:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777399.161652:0:34753:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777399.161655:0:34753:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23b78 00000080:00200000:0.0:1788777399.161660:0:34753:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777399.161668:0:34753:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0b200. 00800000:00000002:0.0:1788777399.161675:0:34753:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777399.161679:0:34753:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777399.161684:0:34753:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777399.161686:0:34753:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23a98 00800000:00000002:0.0:1788777399.161690:0:34753:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777399.161694:0:34753:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777399.161697:0:34753:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777399.161703:0:34753:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777399.161705:0:34753:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23968 00000002:00010000:0.0:1788777399.161707:0:34753:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777399.161711:0:34753:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777399.161712:0:34753:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777399.161716:0:34753:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777399.161721:0:34753:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:0.0:1788777399.161725:0:34753:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777399.161730:0:34753:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777399.161733:0:34753:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777399.161738:0:34753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788777399.161750:0:34753:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777399.161754:0:34753:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777399.161757:0:34753:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788777399.161764:0:34753:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777399.161766:0:34753:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777399.161768:0:34753:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777399.161770:0:34753:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777399.161772:0:34753:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777399.161775:0:34753:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777399.161778:0:34753:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777399.161780:0:34753:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777399.161786:0:34753:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0b200. 00000080:00000001:0.0:1788777399.161790:0:34753:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777399.161792:0:34753:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777399.161794:0:34753:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777399.161797:0:34753:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8950 00800000:00000001:0.0:1788777399.161801:0:34753:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777399.161803:0:34753:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777399.161804:0:34753:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777399.161807:0:34753:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777399.161809:0:34753:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:0.0:1788777399.161811:0:34753:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777399.161814:0:34753:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777399.161816:0:34753:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777399.161818:0:34753:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777399.161819:0:34753:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777399.161821:0:34753:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777399.161823:0:34753:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8950 from it ffffb1cb81c23bb0 00010000:00000001:0.0:1788777399.161825:0:34753:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777399.161826:0:34753:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777399.161827:0:34753:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:0.0:1788777399.161829:0:34753:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777399.161831:0:34753:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:0.0:1788777399.161833:0:34753:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777399.161836:0:34753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777399.161842:0:34753:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777399.161843:0:34753:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777399.161844:0:34753:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777399.161846:0:34753:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777399.161848:0:34753:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777399.161854:0:34753:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777399.161857:0:34753:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777399.161859:0:34753:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777399.161863:0:34753:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777399.161864:0:34753:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777399.161866:0:34753:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777399.161870:0:34753:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777399.161872:0:34753:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777399.161874:0:34753:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777399.161876:0:34753:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777399.161878:0:34753:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777399.161879:0:34753:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777399.161880:0:34753:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777399.161883:0:34753:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777399.161885:0:34753:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777399.161886:0:34753:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:0.0:1788777399.161891:0:34753:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777399.161894:0:34753:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788777399.161896:0:34753:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777399.161897:0:34753:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23b78 00000080:00200008:0.0:1788777399.161899:0:34753:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 504000 00000080:00000010:0.0:1788777399.161905:0:34753:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945304f82640. 00000080:00000001:0.0:1788777399.161909:0:34753:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777399.161910:0:34753:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777399.161931:0:34753:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777399.161933:0:34753:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=8028667f arg=7ffce4603660 00000080:00000001:0.0:1788777399.161938:0:34753:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:0.0:1788777399.161940:0:34753:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:0.0:1788777399.161942:0:34753:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777399.161944:0:34753:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777399.161946:0:34753:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777399.161951:0:34753:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788777399.161953:0:34753:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788777399.161955:0:34753:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23dd0 00000080:00200008:0.0:1788777399.161957:0:34753:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 504000 00000080:00400000:0.0:1788777399.161960:0:34753:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788777399.161963:0:34753:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945304f82640. 00000080:00000001:0.0:1788777399.161966:0:34753:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777399.161968:0:34753:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81c23dd0 00000080:00000008:0.0:1788777399.161970:0:34753:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 504000, rc = 0 00000080:00000001:0.0:1788777399.161973:0:34753:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777399.161974:0:34753:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777399.261309:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777399.261325:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777399.261330:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777399.261332:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777399.261334:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777399.261335:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777399.261419:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777399.261422:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777399.261426:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777400.093904:0:32800:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788777400.093909:0:32800:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777400.093912:0:32800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777400.093916:0:32800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777400.093922:0:32800:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777400.093928:0:32800:0:(cl_object.c:143:cl_object_top()) ffff9453093065f8 -> ffff9453093065f8 00000020:00000001:2.0:1788777400.093931:0:32800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777400.093933:0:32800:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777400.093936:0:32800:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777400.093939:0:32800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.093940:0:32800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777400.093942:0:32800:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777400.093946:0:32800:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9453105c82b0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788777400.093950:0:32800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945309192000) owner 0000000000000000/ffff945304c24f80 00020000:00000001:2.0:1788777400.093953:0:32800:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777400.093955:0:32800:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777400.093958:0:32800:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777400.093959:0:32800:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.093962:0:32800:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777400.093964:0:32800:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777400.093966:0:32800:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.093967:0:32800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.093968:0:32800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777400.093970:0:32800:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777400.093971:0:32800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945309192000) owner 0000000000000000/ffff945304c24f80 00000020:00000001:2.0:1788777400.093974:0:32800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.093976:0:32800:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777400.093978:0:32800:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777400.093980:0:32800:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777400.093983:0:32800:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777400.093986:0:32800:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777400.093990:0:32800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777400.093992:0:32800:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777400.093993:0:32800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777400.093995:0:32800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153336 : -118390618398280 : ffff9453093ee1b8) 00000020:00001000:2.0:1788777400.093997:0:32800:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee1b0 00000020:00000001:2.0:1788777400.094000:0:32800:0:(cl_object.c:143:cl_object_top()) ffff945309306080 -> ffff9453093065f8 00000020:00000001:2.0:1788777400.094002:0:32800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777400.094005:0:32800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.094006:0:32800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777400.094008:0:32800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094010:0:32800:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094011:0:32800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437384 : -118390488114232 : ffff94531102dbc8) 00000020:00000001:2.0:1788777400.094014:0:32800:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777400.094015:0:32800:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094018:0:32800:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094020:0:32800:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094022:0:32800:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777400.094024:0:32800:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777400.094026:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094027:0:32800:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777400.094028:0:32800:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777400.094029:0:32800:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094031:0:32800:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094033:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094034:0:32800:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094036:0:32800:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777400.094037:0:32800:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094038:0:32800:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094040:0:32800:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777400.094042:0:32800:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777400.094043:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094044:0:32800:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777400.094047:0:32800:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:2.0:1788777400.094049:0:32800:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff9453090ac800: unstable/dirty counts are both zero 00000008:00000001:2.0:1788777400.094051:0:32800:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094053:0:32800:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094055:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094056:0:32800:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094058:0:32800:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094060:0:32800:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777400.094061:0:32800:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777400.094063:0:32800:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777400.094064:0:32800:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777400.094066:0:32800:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777400.094067:0:32800:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094069:0:32800:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788777400.094070:0:32800:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777400.094072:0:32800:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777400.094074:0:32800:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777400.094075:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094076:0:32800:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777400.094089:0:32800:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777400.094091:0:32800:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094093:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094094:0:32800:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777400.094095:0:32800:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777400.094452:0:32800:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777400.094456:0:32800:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777400.094457:0:32800:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777400.094459:0:32800:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777400.094460:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094462:0:32800:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777400.094463:0:32800:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777400.094464:0:32800:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094467:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094468:0:32800:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777400.094470:0:32800:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777400.094471:0:32800:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094473:0:32800:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777400.094475:0:32800:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777400.094476:0:32800:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777400.094478:0:32800:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777400.094479:0:32800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777400.094481:0:32800:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee1b0 00020000:00000001:2.0:1788777400.094484:0:32800:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777400.094486:0:32800:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777400.094488:0:32800:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777400.094491:0:32800:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777400.094494:0:32800:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777400.094495:0:32800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777400.094497:0:32800:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00000080:00000001:2.0:1788777400.094499:0:32800:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.094502:0:32800:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.094510:0:32800:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788777400.094511:0:32800:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777400.094513:0:32800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777400.094515:0:32800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777400.094517:0:32800:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777400.094520:0:32800:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000020:00000001:2.0:1788777400.094522:0:32800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777400.094523:0:32800:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777400.094525:0:32800:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777400.094527:0:32800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.094528:0:32800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777400.094529:0:32800:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777400.094532:0:32800:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff9453105c82b0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788777400.094535:0:32800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a314d8) owner 0000000000000000/ffff945304c24f80 00020000:00000001:2.0:1788777400.094537:0:32800:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777400.094539:0:32800:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777400.094540:0:32800:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777400.094542:0:32800:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094543:0:32800:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777400.094546:0:32800:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777400.094547:0:32800:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094548:0:32800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.094549:0:32800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777400.094550:0:32800:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777400.094551:0:32800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a314d8) owner 0000000000000000/ffff945304c24f80 00000020:00000001:2.0:1788777400.094554:0:32800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094555:0:32800:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777400.094556:0:32800:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777400.094558:0:32800:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777400.094560:0:32800:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777400.094562:0:32800:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777400.094565:0:32800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777400.094566:0:32800:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777400.094567:0:32800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777400.094568:0:32800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153336 : -118390618398280 : ffff9453093ee1b8) 00000020:00001000:2.0:1788777400.094570:0:32800:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee1b0 00000020:00000001:2.0:1788777400.094572:0:32800:0:(cl_object.c:143:cl_object_top()) ffff945309322080 -> ffff9453093229e0 00000020:00000001:2.0:1788777400.094574:0:32800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777400.094576:0:32800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.094577:0:32800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777400.094578:0:32800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094580:0:32800:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094582:0:32800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437384 : -118390488114232 : ffff94531102dbc8) 00000020:00000001:2.0:1788777400.094584:0:32800:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777400.094585:0:32800:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094588:0:32800:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094589:0:32800:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094590:0:32800:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777400.094592:0:32800:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777400.094593:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094594:0:32800:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777400.094595:0:32800:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777400.094596:0:32800:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094598:0:32800:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094599:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094601:0:32800:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094602:0:32800:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777400.094603:0:32800:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094605:0:32800:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094606:0:32800:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777400.094607:0:32800:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777400.094608:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094609:0:32800:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777400.094610:0:32800:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:2.0:1788777400.094611:0:32800:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff9453090ac800: unstable/dirty counts are both zero 00000008:00000001:2.0:1788777400.094612:0:32800:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094614:0:32800:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094615:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094617:0:32800:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094618:0:32800:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094620:0:32800:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777400.094621:0:32800:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777400.094622:0:32800:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777400.094624:0:32800:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777400.094625:0:32800:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777400.094626:0:32800:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094627:0:32800:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788777400.094629:0:32800:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777400.094630:0:32800:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777400.094631:0:32800:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777400.094632:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094633:0:32800:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777400.094634:0:32800:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777400.094636:0:32800:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094638:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094639:0:32800:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777400.094640:0:32800:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777400.094641:0:32800:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777400.094642:0:32800:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777400.094643:0:32800:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777400.094644:0:32800:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777400.094645:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094646:0:32800:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777400.094647:0:32800:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777400.094648:0:32800:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094649:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094651:0:32800:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777400.094652:0:32800:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777400.094653:0:32800:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094654:0:32800:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777400.094655:0:32800:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777400.094656:0:32800:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777400.094657:0:32800:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777400.094658:0:32800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777400.094659:0:32800:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee1b0 00020000:00000001:2.0:1788777400.094660:0:32800:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777400.094662:0:32800:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777400.094663:0:32800:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777400.094665:0:32800:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777400.094667:0:32800:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777400.094668:0:32800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777400.094670:0:32800:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00000080:00000001:2.0:1788777400.094671:0:32800:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.094673:0:32800:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.094676:0:32800:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788777400.094677:0:32800:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788777400.094678:0:32800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777400.094680:0:32800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:2.0:1788777400.094682:0:32800:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:2.0:1788777400.094684:0:32800:0:(cl_object.c:143:cl_object_top()) ffff94532014c6c0 -> ffff94532014c6c0 00000020:00000001:2.0:1788777400.094686:0:32800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777400.094687:0:32800:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777400.094688:0:32800:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777400.094691:0:32800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.094692:0:32800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777400.094693:0:32800:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777400.094695:0:32800:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff9453105c82b0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788777400.094698:0:32800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50aa8) owner 0000000000000000/ffff945304c24f80 00020000:00000001:2.0:1788777400.094700:0:32800:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777400.094701:0:32800:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777400.094702:0:32800:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788777400.094704:0:32800:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094705:0:32800:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777400.094707:0:32800:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777400.094708:0:32800:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094709:0:32800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.094710:0:32800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777400.094711:0:32800:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788777400.094712:0:32800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50aa8) owner 0000000000000000/ffff945304c24f80 00000020:00000001:2.0:1788777400.094714:0:32800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094715:0:32800:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788777400.094716:0:32800:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788777400.094717:0:32800:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788777400.094719:0:32800:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788777400.094721:0:32800:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788777400.094723:0:32800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777400.094724:0:32800:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788777400.094725:0:32800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777400.094726:0:32800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153336 : -118390618398280 : ffff9453093ee1b8) 00000020:00001000:2.0:1788777400.094728:0:32800:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee1b0 00000020:00000001:2.0:1788777400.094730:0:32800:0:(cl_object.c:143:cl_object_top()) ffff94532014cdc8 -> ffff94532014c6c0 00000020:00000001:2.0:1788777400.094731:0:32800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788777400.094733:0:32800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.094734:0:32800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788777400.094735:0:32800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094736:0:32800:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094738:0:32800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437384 : -118390488114232 : ffff94531102dbc8) 00000020:00000001:2.0:1788777400.094739:0:32800:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788777400.094740:0:32800:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094742:0:32800:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094743:0:32800:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094744:0:32800:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788777400.094745:0:32800:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788777400.094746:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094747:0:32800:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788777400.094748:0:32800:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777400.094749:0:32800:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094751:0:32800:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094752:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.094754:0:32800:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094755:0:32800:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788777400.094756:0:32800:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094757:0:32800:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094759:0:32800:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788777400.094760:0:32800:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777400.094761:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.094762:0:32800:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777400.094763:0:32800:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788777400.094766:0:32800:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788777400.094771:0:32800:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788777400.094774:0:32800:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788777400.094775:0:32800:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777400.094778:0:32800:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788777400.094779:0:32800:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777400.094781:0:32800:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446625683018613184 : -118390690938432 : ffff945304ec01c0) 00000008:00000020:2.0:1788777400.094785:0:32800:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff945304ec01c0 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1788777400.094788:0:32800:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788777400.094789:0:32800:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788777400.094790:0:32800:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777400.094792:0:32800:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1788777400.094794:0:32800:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1788777400.094797:0:32800:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff945303ef6300@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff945304ec01c0], [1703936|2|+|-|ffff94530152dc00|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1788777400.094806:0:32800:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000096575bc7 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788777400.094818:0:32800:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1788777400.094822:0:32800:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945304ec01c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:2.0:1788777400.094826:0:32800:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788777400.094829:0:32800:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788777400.094832:0:32800:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff945303ef6300@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff945304ec01c0], [1703936|2|+|-|ffff94530152dc00|256|ffff945304c24f80]} make ready 00000008:00010000:2.0:1788777400.094841:0:32800:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000096575bc7 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788777400.094848:0:32800:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788777400.094850:0:32800:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788777400.094865:0:32800:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000b879063f[2 00000000f5ccce9f 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788777400.094867:0:32800:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788777400.094869:0:32800:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788777400.094870:0:32800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777400.094872:0:32800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777400.094874:0:32800:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777400.094875:0:32800:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777400.094878:0:32800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777400.094881:0:32800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000b879063f[2 00000000f5ccce9f 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.094883:0:32800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788777400.094884:0:32800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777400.094885:0:32800:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788777400.094888:0:32800:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000b879063f[2 00000000f5ccce9f 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.094890:0:32800:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788777400.094891:0:32800:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.094893:0:32800:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788777400.094894:0:32800:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788777400.094898:0:32800:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000d0ea0dd0[2 00000000f5ccce9f 1 1 0000000000000000 0 0 1] 00000020:00008000:2.0:1788777400.094899:0:32800:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788777400.094900:0:32800:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788777400.094901:0:32800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777400.094902:0:32800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777400.094903:0:32800:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777400.094904:0:32800:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777400.094906:0:32800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777400.094908:0:32800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0ea0dd0[2 00000000f5ccce9f 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788777400.094909:0:32800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788777400.094910:0:32800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777400.094911:0:32800:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788777400.094914:0:32800:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000d0ea0dd0[2 00000000f5ccce9f 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788777400.094914:0:32800:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788777400.094916:0:32800:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094919:0:32800:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:2.0:1788777400.094920:0:32800:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:2.0:1788777400.094922:0:32800:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788777400.094925:0:32800:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.094926:0:32800:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000001:2.0:1788777400.094929:0:32800:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.094931:0:32800:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1788777400.094934:0:32800:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9453090ac800: cli: ffff945308bdd548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1788777400.094943:0:32800:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff945310672870. 00000008:00000010:2.0:1788777400.094948:0:32800:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94531110b410. 00000008:00000020:2.0:1788777400.094951:0:32800:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:2.0:1788777400.094954:0:32800:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788777400.094956:0:32800:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788777400.094957:0:32800:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788777400.094960:0:32800:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788777399/1788777399 00000020:00000001:2.0:1788777400.094964:0:32800:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788777400.094965:0:32800:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1788777400.094968:0:32800:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1788777400.094970:0:32800:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1788777400.094972:0:32800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.094978:0:32800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803800 count: 2 00010000:00000001:2.0:1788777400.094980:0:32800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.094986:0:32800:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777400.094990:0:32800:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777400.094994:0:32800:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777400.094998:0:32800:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.095002:0:32800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788777400.095010:0:32800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.095011:0:32800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777400.095013:0:32800:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788777400.095015:0:32800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.095017:0:32800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.095020:0:32800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152dc00 refcount=3 00000020:00000001:2.0:1788777400.095022:0:32800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:2.0:1788777400.095025:0:32800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00000008:00000001:2.0:1788777400.095027:0:32800:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:2.0:1788777400.095029:0:32800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.095030:0:32800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1788777400.095032:0:32800:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1788777400.095034:0:32800:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1788777400.095039:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914e300. 00000020:00000040:2.0:1788777400.095043:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777400.095049:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777400.095051:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777400.095053:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777400.095077:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff945305514000. 00000100:00000001:2.0:1788777400.095083:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788777400.095091:0:32800:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:2.0:1788777400.095116:0:32800:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9453090ac800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:2.0:1788777400.095124:0:32800:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1788777400.095157:0:32800:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4063 MB/s 00000008:00008000:2.0:1788777400.095168:0:32800:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffed3c847fd740 map ffff94532091edb8 index 0 flags 17ffffc0005028 count 2 priv ffff945310b4fa80: off 0 00000008:00008000:2.0:1788777400.095172:0:32800:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffed3c847af700 map ffff94532091edb8 index 1 flags 17ffffc0005028 count 2 priv ffff945310b4f7e0: off 0 00000008:00000001:2.0:1788777400.095182:0:32800:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1788777400.095184:0:32800:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:2.0:1788777400.095188:0:32800:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94530914e300 - object 0x240000400:68 offset 0<>8192 00000008:00000001:2.0:1788777400.095191:0:32800:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.095193:0:32800:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788777400.095194:0:32800:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788777400.095196:0:32800:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788777400.095197:0:32800:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788777399/1788777399 00000020:00000001:2.0:1788777400.095199:0:32800:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788777400.095201:0:32800:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1788777400.095202:0:32800:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1788777400.095204:0:32800:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.095206:0:32800:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000008:00000002:2.0:1788777400.095218:0:32800:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 000000007cf51a9e, now 0r/1w/0d in flight req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1788777400.095254:0:32800:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x35:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:2.0:1788777400.095262:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9772156] to pc [ptlrpcd_01_01+1] req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788777400.095297:0:32800:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1788777400.095299:0:32800:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.095301:0:32800:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.095303:0:32800:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777400.095305:0:32800:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.095306:0:32800:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777400.095308:0:32800:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.095309:0:32800:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777400.095310:0:32800:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.095313:0:32800:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788777400.095315:0:32800:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.095317:0:32800:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1788777400.095319:0:32800:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945304ec01c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:2.0:1788777400.095323:0:32800:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:2.0:1788777400.095325:0:32800:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1788777400.095327:0:32800:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788777400.095329:0:32800:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788777400.095330:0:32800:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788777400.095332:0:32800:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788777400.095333:0:32800:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788777400.095334:0:32800:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788777400.095335:0:32800:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1788777400.095339:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777400.095342:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777400.095344:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777400.095345:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777400.095347:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777400.095351:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073f000. 00000100:00000001:3.0:1788777400.096091:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777400.096096:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.096099:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777400.096107:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.097459:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.097475:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777400.097480:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.097492:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_01_00+0] req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788777400.097507:0:32800:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.097509:0:32800:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.097512:0:32800:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.097514:0:32800:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.097516:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.097518:0:32800:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.097520:0:32800:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.097522:0:32800:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777400.097524:0:32800:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777400.097526:0:32800:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777400.097527:0:32800:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1788777400.097539:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.097542:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.097544:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777400.097548:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.098834:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.098840:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.098847:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.098850:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.098853:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.098861:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126148352:192.168.203.135@tcp:4:multiop.0 00000100:00000001:3.0:1788777400.098866:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.098872:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.098875:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.098878:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.098888:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2cc00. 02000000:00000001:3.0:1788777400.098890:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.098897:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.098901:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.098908:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.098914:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126148352, portal 4 00000100:00000001:3.0:1788777400.098917:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.098919:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000040:3.0:1788777400.098928:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.098936:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777400.098939:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777400.098944:0:2349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9453093fd240. 00000100:00000200:3.0:1788777400.098947:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875667126148352, offset 0 00000400:00000200:3.0:1788777400.098953:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777400.098962:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.098970:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777400.098976:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777400.098980:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777400.098984:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.098987:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777400.098990:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2647:2647:256:4294967295] 192.168.203.135@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:3.0:1788777400.098995:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.099004:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.099011:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.099015:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff945321934200. 00000800:00000200:3.0:1788777400.099022:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.099029:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.099033:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945321934200 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:3.0:1788777400.099119:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.099124:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23657 usecs (24 jiffies) 00000400:00000200:3.0:1788777400.099128:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.099130:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296550429 00000100:00000001:3.0:1788777400.099142:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:3.0:1788777400.099145:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296550429 00000100:00000001:3.0:1788777400.099147:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:3.0:1788777400.099150:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.099152:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.099156:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.099159:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.099167:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.099169:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788777400.099171:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777400.099173:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.099174:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.099177:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.100981:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.100989:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff945321934200. 00000400:00000200:1.0:1788777400.100996:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.101004:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.101010:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453093fd240 00000400:00000010:1.0:1788777400.101013:0:2339:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9453093fd240. 00000100:00000001:1.0:1788777400.101018:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.101026:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.101037:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.101041:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.101047:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.101049:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788777400.102580:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777400.102586:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.102594:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777400.102597:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777400.102600:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777400.102609:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126148480:192.168.203.135@tcp:16:kworker.0 00000100:00000001:2.0:1788777400.102616:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777400.102621:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777400.102624:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.102626:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777400.102635:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aac00. 02000000:00000001:2.0:1788777400.102637:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777400.102644:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777400.102654:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777400.102661:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1c38. 00000100:00000200:2.0:1788777400.102668:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126148480, portal 4 00000100:00000001:2.0:1788777400.102671:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.102672:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:2.0:1788777400.102681:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.102689:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777400.102692:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777400.102695:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1ee0. 00000100:00000200:2.0:1788777400.102698:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667126148480, offset 0 00000400:00000200:2.0:1788777400.102704:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777400.102711:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.102718:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777400.102724:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777400.102729:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777400.102732:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777400.102736:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777400.102739:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2648:2648:256:4294967295] 192.168.203.135@tcp LPNI seq info [2643:2643:8:4294967295] 00000400:00000200:2.0:1788777400.102744:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.102753:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777400.102759:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777400.102764:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187efb00. 00000800:00000200:2.0:1788777400.102771:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777400.102777:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777400.102782:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187efb00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788777400.102803:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.102808:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23657 usecs (24 jiffies) 00000400:00000200:2.0:1788777400.102811:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777400.102813:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296550433 00000100:00000001:2.0:1788777400.102817:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296550448 00000100:00000001:2.0:1788777400.102819:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296550433 00000100:00000001:2.0:1788777400.102821:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296550451 00000100:00000001:2.0:1788777400.102824:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.102826:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.102830:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.102833:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.102841:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.102843:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777400.102845:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.102847:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.102848:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.102851:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.104688:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.104697:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187efb00. 00000400:00000200:0.0:1788777400.104715:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.104723:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.104729:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1ee0 00000400:00000010:0.0:1788777400.104732:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1ee0. 00000100:00000001:0.0:1788777400.104736:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.104743:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.104784:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.104788:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.104804:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.104806:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777400.112902:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777400.112918:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777400.112924:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777400.112927:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777400.112936:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.112943:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777400.112952:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.112956:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.112961:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.112965:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 448 into portal 4 MB=0x6a9e8c8c55d00 00000400:00000200:1.0:1788777400.112970:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.112976:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 448/448 into md 0x7189 [1] + 224 00000800:00000001:1.0:1788777400.112983:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777400.112990:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777400.112994:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.112998:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777400.113006:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777400.113015:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777400.113026:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.113046:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777400.113055:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777400.113058:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.113132:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777400.113147:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777400.113153:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.113155:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.113159:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777400.113163:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777400.113165:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777400.113168:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.113172:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777400.113250:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914e300 x1875667126148352/t0(0) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.113258:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.113261:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.113263:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777400.113266:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.113268:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.113271:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.113273:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777400.113283:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022ca8 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1788777400.113304:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.113307:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777400.113308:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.113310:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.113338:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.113342:0:2349:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777400.113344:0:2349:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777400.113346:0:2349:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777400.113348:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.113350:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088401152 : -118390621150464 : ffff94530914e300) 00000100:00000001:3.0:1788777400.113769:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.113772:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788777400.113775:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.113777:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.113784:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914e300 x1875667126148352/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.113791:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.113794:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.113795:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777400.113798:0:2349:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1788777400.113800:0:2349:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1788777400.113805:0:2349:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1788777400.113809:0:2349:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1788777400.113813:0:2349:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9453090ac800: setdq to remove for usr 0 00000001:04000000:3.0:1788777400.113815:0:2349:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9453090ac800: setdq to remove for grp 0 00000001:04000000:3.0:1788777400.113816:0:2349:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9453090ac800: setdq to remove for prj 0 00000001:00000001:3.0:1788777400.113818:0:2349:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788777400.113821:0:2349:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:3.0:1788777400.113823:0:2349:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:3.0:1788777400.113827:0:2349:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788777400.113830:0:2349:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1788777400.113832:0:2349:0:(osc_request.c:2586:brw_interpret()) request ffff94530914e300 aa ffff94530914e4b0 rc 0 00000020:00000001:3.0:1788777400.113838:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777400.113841:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777400.113843:0:2349:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788777400.113846:0:2349:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777400.113848:0:2349:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.113850:0:2349:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.113851:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000010:3.0:1788777400.113854:0:2349:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94531110b410. 00000020:00000001:3.0:1788777400.113862:0:2349:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:3.0:1788777400.113864:0:2349:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:3.0:1788777400.113867:0:2349:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:3.0:1788777400.113870:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.113873:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914e300 x1875667126148352/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.113881:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.113885:0:2349:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788777400.113887:0:2349:0:(osc_cache.c:908:osc_extent_finish()) extent ffff945303ef6300@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff945304ec01c0], [1703936|2|+|-|ffff94530152dc00|256|ffff945304c24f80]} extent finished. 00000008:00010000:3.0:1788777400.113894:0:2349:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000096575bc7 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788777400.113907:0:2349:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1788777400.113909:0:2349:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788777400.113913:0:2349:0:(cl_page.c:1104:cl_page_complete()) page@00000000b879063f[2 00000000f5ccce9f 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777400.113914:0:2349:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788777400.113916:0:2349:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788777400.113917:0:2349:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788777400.113919:0:2349:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777400.113922:0:2349:0:(cl_page.c:507:__cl_page_state_set()) page@00000000b879063f[2 00000000f5ccce9f 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777400.113924:0:2349:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788777400.113926:0:2349:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788777400.113928:0:2349:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788777400.113931:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000b879063f[2 00000000f5ccce9f 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788777400.113933:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788777400.113945:0:2349:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788777400.113947:0:2349:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788777400.113948:0:2349:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777400.113951:0:2349:0:(cl_page.c:556:cl_batch_put()) page@00000000b879063f[2 00000000f5ccce9f 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788777400.113952:0:2349:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788777400.113954:0:2349:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788777400.113955:0:2349:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:3.0:1788777400.113957:0:2349:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1788777400.113958:0:2349:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788777400.113960:0:2349:0:(cl_page.c:1104:cl_page_complete()) page@00000000d0ea0dd0[2 00000000f5ccce9f 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788777400.113962:0:2349:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788777400.113963:0:2349:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788777400.113964:0:2349:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788777400.113965:0:2349:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788777400.113967:0:2349:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0ea0dd0[2 00000000f5ccce9f 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788777400.113968:0:2349:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788777400.113970:0:2349:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788777400.113970:0:2349:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788777400.113973:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000d0ea0dd0[2 00000000f5ccce9f 1 1 0000000000000000 0 0 1] 00000080:00008000:3.0:1788777400.113975:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788777400.113982:0:2349:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788777400.113983:0:2349:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788777400.113984:0:2349:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788777400.113986:0:2349:0:(cl_page.c:556:cl_batch_put()) page@00000000d0ea0dd0[2 00000000f5ccce9f 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788777400.113988:0:2349:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788777400.113989:0:2349:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788777400.113990:0:2349:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1788777400.113992:0:2349:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:3.0:1788777400.113997:0:2349:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff945303ef6300@{[0 -> 255/255], [1|0|-|inv|wuY|ffff945304ec01c0], [1703936|0|-|-|ffff94530152dc00|256|ffff945304c24f80]} destroyed. 00000008:00010000:3.0:1788777400.114003:0:2349:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000096575bc7 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777400.114011:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.114013:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1788777400.114016:0:2349:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff945303ef6300. 00000008:00000001:3.0:1788777400.114020:0:2349:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788777400.114022:0:2349:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff945310672870. 00000008:00000020:3.0:1788777400.114029:0:2349:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff945308bdd548. 00000008:00000001:3.0:1788777400.114042:0:2349:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.114047:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914e300 x1875667126148352/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777400.114055:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126148352:192.168.203.135@tcp:4:multiop.0 00000100:00000001:3.0:1788777400.114059:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.114062:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.114065:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914e300 x1875667126148352/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.114071:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.114074:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.114080:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.114082:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.114085:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777400.114087:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.114208:0:13589:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.114213:0:13589:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:3.0:1788777400.114215:0:13589:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000008:00000020:3.0:1788777400.114218:0:13589:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff945308bdd548. 00000008:00000001:3.0:1788777400.114245:0:13589:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788777400.114247:0:13589:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1788777400.114249:0:13589:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.114251:0:13589:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1788777400.114253:0:13589:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:3.0:1788777400.146016:0:34746:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:3.0:1788777400.146023:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3e48 00000080:00200008:3.0:1788777400.146026:0:34746:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:3.0:1788777400.146035:0:34746:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777400.146039:0:34746:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000002:3.0:1788777400.146043:0:34746:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:3.0:1788777400.146045:0:34746:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777400.146048:0:34746:0:(file.c:5353:ll_mdsync()) inode ffff94532097a1c8 metadata sync [0x200000404:0x34:0x0] (need_sync=1) 00800000:00000001:3.0:1788777400.146054:0:34746:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:3.0:1788777400.146059:0:34746:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:3.0:1788777400.146065:0:34746:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f100. 00000020:00000040:3.0:1788777400.146069:0:34746:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777400.146073:0:34746:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.146077:0:34746:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777400.146190:0:34746:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.146199:0:34746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945321934e00. 00000100:00000001:3.0:1788777400.146206:0:34746:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.146213:0:34746:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777400.146215:0:34746:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777400.146248:0:34746:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777400.146251:0:34746:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091214912 : -118390618336704 : ffff9453093fd240) 00000100:00000001:3.0:1788777400.146254:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.146255:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000001:3.0:1788777400.146261:0:34746:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.146264:0:34746:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.146266:0:34746:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777400.146268:0:34746:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777400.146278:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.146286:0:34746:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.146288:0:34746:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.146292:0:34746:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.146294:0:34746:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.146297:0:34746:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.146301:0:34746:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126148608:192.168.203.135@tcp:44:multiop.0 00000100:00000001:3.0:1788777400.146305:0:34746:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.146310:0:34746:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.146313:0:34746:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.146315:0:34746:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.146319:0:34746:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777400.146321:0:34746:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.146327:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.146332:0:34746:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.146338:0:34746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.146345:0:34746:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126148608, portal 10 00000100:00000001:3.0:1788777400.146347:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.146349:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000040:3.0:1788777400.146538:0:34746:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.146547:0:34746:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777400.146551:0:34746:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777400.146554:0:34746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347110. 00000100:00000200:3.0:1788777400.146558:0:34746:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875667126148608, offset 0 00000400:00000200:3.0:1788777400.146564:0:34746:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777400.146572:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.146578:0:34746:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777400.146584:0:34746:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777400.146588:0:34746:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777400.146592:0:34746:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.146594:0:34746:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777400.146598:0:34746:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2649:2649:256:4294967295] 192.168.203.135@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:3.0:1788777400.146603:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.146613:0:34746:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.146618:0:34746:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.146623:0:34746:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99f00. 00000800:00000200:3.0:1788777400.146629:0:34746:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.146636:0:34746:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.146640:0:34746:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99f00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788777400.146656:0:34746:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.146661:0:34746:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 815505 usecs (816 jiffies) 00000400:00000200:3.0:1788777400.146664:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.146667:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551269 00000100:00000001:3.0:1788777400.146673:0:34746:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296550448 00000100:00000001:3.0:1788777400.146679:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551269 00000100:00000001:3.0:1788777400.146682:0:34746:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296550451 00000100:00000001:3.0:1788777400.146686:0:34746:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.146688:0:34746:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.146690:0:34746:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.146692:0:34746:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777400.146695:0:34746:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd240 going to sleep for 11 seconds 00000100:00000001:3.0:1788777400.146698:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.146701:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.146930:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.146934:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99f00. 00000400:00000200:0.0:1788777400.146939:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.146944:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.146949:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347110 00000400:00000010:0.0:1788777400.146951:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347110. 00000100:00000001:0.0:1788777400.146954:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.146959:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.146968:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.146971:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.146978:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.146980:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777400.190482:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777400.190498:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777400.190502:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777400.190504:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777400.190514:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.190521:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777400.190530:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.190535:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.190541:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.190545:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 432 into portal 4 MB=0x6a9e8c8c55d80 00000400:00000200:1.0:1788777400.190550:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.190556:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 432/432 into md 0x7191 [1] + 224 00000800:00000001:1.0:1788777400.190564:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777400.190571:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777400.190574:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.190579:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777400.190586:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777400.190595:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788777400.190607:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.190631:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777400.190640:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777400.190643:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.191870:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.191876:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777400.191883:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777400.191886:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777400.191889:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777400.191899:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:2.0:1788777400.191902:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:2.0:1788777400.191906:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777400.191915:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777400.191924:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.191931:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777400.191933:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.191935:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777400.191938:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777400.191940:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777400.191942:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.191945:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777400.191954:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777400.191958:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777400.191961:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777400.191963:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.191965:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777400.191969:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.191973:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777400.191976:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788777400.191977:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777400.191982:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.191986:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.191993:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.191995:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777400.191997:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777400.192001:0:2348:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:2.0:1788777400.192007:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:2.0:1788777400.192010:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:2.0:1788777400.192012:0:2348:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777400.192014:0:2348:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777400.192017:0:2348:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.192019:0:2348:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.192021:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000001:2.0:1788777400.192052:0:2348:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.192058:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777400.192066:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126148480:192.168.203.135@tcp:16:kworker.0 00000100:00000001:2.0:1788777400.192071:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.192074:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.192077:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126148480/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1788777400.192646:0:32800:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788777400.192650:0:32800:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.192653:0:32800:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788777400.192656:0:32800:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788777400.192658:0:32800:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788777400.192661:0:32800:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788777400.192663:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777400.192665:0:32800:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788777400.192666:0:32800:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788777400.192667:0:32800:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.192669:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.192671:0:32800:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788777400.192672:0:32800:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788777400.192673:0:32800:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788777400.192674:0:32800:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788777400.192676:0:32800:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777400.192677:0:32800:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788777400.192679:0:32800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788777400.192680:0:32800:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788777400.192681:0:32800:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788777400.192682:0:32800:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.192684:0:32800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.192686:0:32800:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777400.192687:0:32800:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788777400.192688:0:32800:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.192691:0:32800:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777400.192692:0:32800:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777400.192694:0:32800:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777400.192695:0:32800:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777400.192697:0:32800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777400.192699:0:32800:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee1b0 00020000:00000001:0.0:1788777400.192703:0:32800:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777400.192705:0:32800:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777400.192707:0:32800:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777400.192709:0:32800:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777400.192712:0:32800:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777400.192713:0:32800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777400.192715:0:32800:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00000080:00000001:0.0:1788777400.192717:0:32800:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:0.0:1788777400.192720:0:32800:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.193216:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777400.193232:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777400.193236:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aac00. 02000000:00000001:2.0:1788777400.193241:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777400.193244:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777400.193245:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777400.193248:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777400.193252:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073f000. 02000000:00000001:2.0:1788777400.193255:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777400.193256:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777400.193258:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:2.0:1788777400.193263:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777400.193264:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.193271:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.193278:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.193281:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.193283:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.193286:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777400.231096:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.231158:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.231163:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.231165:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.231174:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.231182:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.231191:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.231195:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.231301:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.231306:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 440 into portal 10 MB=0x6a9e8c8c55e00 00000400:00000200:0.0:1788777400.231310:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.231316:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 440/440 into md 0x7199 [1] + 224 00000800:00000001:0.0:1788777400.231323:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.231331:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.231335:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.231340:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.231346:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.231454:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777400.231464:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.231520:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.231538:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.231546:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.231549:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777400.231582:0:34746:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.231585:0:34746:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.231588:0:34746:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777400.231592:0:34746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777400.231594:0:34746:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777400.231597:0:34746:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.231602:0:34746:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777400.231609:0:34746:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.231616:0:34746:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.231618:0:34746:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.231620:0:34746:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777400.231624:0:34746:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.231626:0:34746:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.231628:0:34746:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.231630:0:34746:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777400.231639:0:34746:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=73 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777400.231643:0:34746:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.231646:0:34746:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777400.231647:0:34746:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.231650:0:34746:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.231653:0:34746:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.231793:0:34746:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.231796:0:34746:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788777400.231798:0:34746:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.231801:0:34746:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.231807:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.231814:0:34746:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.231817:0:34746:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.231820:0:34746:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.231824:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777400.231832:0:34746:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126148608:192.168.203.135@tcp:44:multiop.0 00000100:00000001:3.0:1788777400.231837:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.231839:0:34746:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.231841:0:34746:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777400.231843:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.231846:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.231852:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.231855:0:34746:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777400.231858:0:34746:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777400.231860:0:34746:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777400.231862:0:34746:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.231865:0:34746:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.231868:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.231871:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f100 x1875667126148608/t0(0) o44->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 448/440 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.231876:0:34746:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777400.231879:0:34746:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.231882:0:34746:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777400.231885:0:34746:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777400.231887:0:34746:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.231889:0:34746:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777400.231891:0:34746:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777400.231894:0:34746:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945321934e00. 02000000:00000001:3.0:1788777400.231898:0:34746:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777400.231900:0:34746:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777400.231902:0:34746:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f100. 00000100:00000001:3.0:1788777400.231905:0:34746:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777400.231906:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777400.231910:0:34746:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:3.0:1788777400.231912:0:34746:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.231915:0:34746:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788777400.231917:0:34746:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.231921:0:34746:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:3.0:1788777400.231923:0:34746:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:3.0:1788777400.231928:0:34746:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000020:00000001:3.0:1788777400.231930:0:34746:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777400.231933:0:34746:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777400.231935:0:34746:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777400.231938:0:34746:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.231940:0:34746:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777400.231941:0:34746:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777400.231945:0:34746:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff9453105cb7e0 type 6 ignore/verify layout 0/0 00020000:00000002:3.0:1788777400.231948:0:34746:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:3.0:1788777400.231953:0:34746:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777400.231954:0:34746:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777400.231957:0:34746:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777400.231958:0:34746:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.231961:0:34746:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777400.231963:0:34746:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777400.231965:0:34746:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.231967:0:34746:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.231968:0:34746:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777400.231969:0:34746:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777400.231971:0:34746:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00000020:00000001:3.0:1788777400.231974:0:34746:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.231976:0:34746:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777400.231978:0:34746:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788777400.231980:0:34746:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777400.231983:0:34746:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777400.231987:0:34746:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1788777400.231991:0:34746:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777400.231992:0:34746:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777400.231994:0:34746:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.231995:0:34746:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:3.0:1788777400.231998:0:34746:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:3.0:1788777400.232000:0:34746:0:(cl_object.c:143:cl_object_top()) ffff945309322080 -> ffff9453093229e0 00000020:00000001:3.0:1788777400.232002:0:34746:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777400.232006:0:34746:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.232007:0:34746:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777400.232008:0:34746:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.232010:0:34746:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.232012:0:34746:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777400.232016:0:34746:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777400.232017:0:34746:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.232019:0:34746:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.232020:0:34746:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.232023:0:34746:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788777400.232024:0:34746:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777400.232026:0:34746:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777400.232027:0:34746:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777400.232029:0:34746:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777400.232031:0:34746:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.232032:0:34746:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.232035:0:34746:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.232036:0:34746:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.232038:0:34746:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777400.232039:0:34746:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.232040:0:34746:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.232042:0:34746:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788777400.232044:0:34746:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777400.232045:0:34746:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777400.232046:0:34746:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777400.232049:0:34746:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788777400.232051:0:34746:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1788777400.232055:0:34746:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945310616a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:3.0:1788777400.232060:0:34746:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.232063:0:34746:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788777400.232065:0:34746:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945310616a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788777400.232068:0:34746:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.232070:0:34746:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1788777400.232072:0:34746:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777400.232074:0:34746:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777400.232076:0:34746:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777400.232078:0:34746:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777400.232080:0:34746:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777400.232081:0:34746:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777400.232084:0:34746:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1788777400.232089:0:34746:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f100. 00000020:00000040:3.0:1788777400.232092:0:34746:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777400.232096:0:34746:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.232179:0:34746:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777400.232183:0:34746:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.232189:0:34746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945321934e00. 00000100:00000001:3.0:1788777400.232195:0:34746:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.232678:0:34746:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.232684:0:34746:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.232693:0:34746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e898f9a1] to pc [ptlrpcd_01_01+1] req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.232755:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.232759:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.232761:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777400.232767:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.232774:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777400.232776:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.232780:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777400.232782:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777400.232785:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777400.232787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126148736:192.168.203.135@tcp:16:multiop.0 00000100:00000001:2.0:1788777400.232791:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777400.232796:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777400.232799:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.232801:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777400.232806:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aac00. 02000000:00000001:2.0:1788777400.232808:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777400.232814:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777400.232818:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777400.232824:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1c38. 00000100:00000200:2.0:1788777400.232830:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126148736, portal 4 00000100:00000001:2.0:1788777400.232832:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.232834:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000040:2.0:1788777400.232840:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.232848:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777400.232850:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777400.232852:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c13b8. 00000100:00000200:2.0:1788777400.232856:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875667126148736, offset 0 00000400:00000200:2.0:1788777400.232862:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777400.232869:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.232875:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777400.232881:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777400.232885:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777400.232888:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777400.232891:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777400.232895:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2650:2650:256:4294967295] 192.168.203.135@tcp LPNI seq info [2645:2645:8:4294967295] 00000400:00000200:2.0:1788777400.232899:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.232908:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777400.232913:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777400.232919:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187efb00. 00000800:00000200:2.0:1788777400.232926:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777400.232933:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777400.232938:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187efb00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788777400.232956:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.232960:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 24045 usecs (25 jiffies) 00000400:00000200:2.0:1788777400.232964:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777400.232966:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296550564 00000100:00000001:2.0:1788777400.232968:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296551269 00000100:00000001:2.0:1788777400.232971:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296550564 00000100:00000001:2.0:1788777400.232973:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296551269 00000100:00000001:2.0:1788777400.232975:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.232977:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.232981:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.232983:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777400.233012:0:34746:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.233015:0:34746:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.233017:0:34746:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.233020:0:34746:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.233022:0:34746:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.233024:0:34746:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.233025:0:34746:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.233027:0:34746:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788777400.233030:0:34746:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788777400.233032:0:34746:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788777400.233033:0:34746:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1788777400.233074:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.233077:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777400.233079:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.233080:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.233081:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.233083:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.233093:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.233095:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.233109:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.233114:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187efb00. 00000400:00000200:1.0:1788777400.233119:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.233124:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.233129:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:1.0:1788777400.233131:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:1.0:1788777400.233144:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.233148:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.233157:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.233160:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.233166:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.233168:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.236961:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.236977:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.236981:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.236983:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.236993:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.237000:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.237007:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.237012:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.237018:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.237021:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c55e80 00000400:00000200:0.0:1788777400.237025:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.237031:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x71a1 [1] + 224 00000800:00000001:0.0:1788777400.237038:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.237043:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.237047:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.237051:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.237058:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.237067:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.237077:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.237099:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.237106:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.237109:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.237178:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.237182:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777400.237188:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777400.237190:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777400.237193:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777400.237197:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:2.0:1788777400.237199:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:2.0:1788777400.237202:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777400.237207:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777400.237215:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/432 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.237245:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777400.237247:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.237249:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777400.237253:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777400.237255:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777400.237258:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.237260:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777400.237269:0:2349:0:(import.c:2149:obd_at_measure()) add 0 to ffff945311022c60 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777400.237272:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777400.237275:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1788777400.237279:0:2349:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9453090ac800: operation ost_sync to node 192.168.203.135@tcp failed: rc = -107 00000100:00000001:2.0:1788777400.237281:0:2349:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788777400.237285:0:2349:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1788777400.237287:0:2349:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9453090ac800 of lustre-OST0000_UUID@192.168.203.135@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1788777400.237293:0:2349:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788777400.237297:0:2349:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9453090ac800: Connection to lustre-OST0000 (at 192.168.203.135@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788777400.237301:0:2349:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788777400.237304:0:2349:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788777400.237307:0:2349:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.237309:0:2349:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788777400.237311:0:2349:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788777400.237312:0:2349:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788777400.237324:0:2349:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788777400.237328:0:2349:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: connect to NID 192.168.203.135@tcp last attempt 1873 00000400:00000200:2.0:1788777400.237333:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.237336:0:2349:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.135@tcp is discovered: rc = 1 00000100:00000040:2.0:1788777400.237340:0:2349:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777400.237343:0:2349:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777400.237345:0:2349:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777400.237421:0:2349:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000001:2.0:1788777400.237425:0:2349:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788777400.237427:0:2349:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:2.0:1788777400.237429:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.237432:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:2.0:1788777400.237434:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:2.0:1788777400.237436:0:2349:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000040:2.0:1788777400.237439:0:2349:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 11 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777400.237440:0:2349:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788777400.237442:0:2349:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00000100:00000001:2.0:1788777400.237444:0:2349:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 00000020:00000040:2.0:1788777400.237447:0:2349:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00080000:2.0:1788777400.237450:0:2349:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9453090ac800: import ffff945311022800 using connection 192.168.203.135@tcp/192.168.203.135@tcp 00000100:00000001:2.0:1788777400.237452:0:2349:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.237454:0:2349:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788777400.237461:0:2349:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777400.237463:0:2349:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.237465:0:2349:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788777400.237468:0:2349:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788777400.237471:0:2349:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.237473:0:2349:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777400.237479:0:2349:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914f480. 00000020:00000040:2.0:1788777400.237482:0:2349:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=5 obd=lustre-OST0000-osc-ffff9453090ac800 02000000:00000001:2.0:1788777400.237486:0:2349:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777400.237488:0:2349:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.237490:0:2349:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777400.237493:0:2349:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777400.237497:0:2349:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777400.237503:0:2349:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093a9800. 00000100:00000001:2.0:1788777400.237572:0:2349:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777400.237582:0:2349:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788777400.237590:0:2349:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777400.237594:0:2349:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.237598:0:2349:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c26ac2c] to pc [ptlrpcd_rcv+-1] req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.237642:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777400.237645:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.237647:0:2345:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777400.237653:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.237661:0:2345:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777400.237663:0:2345:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777400.237666:0:2345:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777400.237669:0:2345:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777400.237671:0:2345:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777400.237675:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126148864:192.168.203.135@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1788777400.237678:0:2345:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777400.237682:0:2345:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777400.237684:0:2345:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777400.237686:0:2345:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777400.237691:0:2345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21800. 02000000:00000001:0.0:1788777400.237693:0:2345:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777400.237700:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777400.237704:0:2345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777400.237709:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4ce58. 00000100:00000200:0.0:1788777400.237714:0:2345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126148864, portal 4 00000100:00000001:0.0:1788777400.237716:0:2345:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777400.237717:0:2345:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088405632 : -118390621145984 : ffff94530914f480) 00000100:00000040:0.0:1788777400.237722:0:2345:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.237728:0:2345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777400.237731:0:2345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777400.237733:0:2345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c198. 00000100:00000200:0.0:1788777400.237736:0:2345:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875667126148864, offset 0 00000400:00000200:0.0:1788777400.237740:0:2345:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777400.237746:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.237751:0:2345:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777400.237756:0:2345:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777400.237760:0:2345:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777400.237763:0:2345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777400.237766:0:2345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777400.237770:0:2345:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2651:2651:256:4294967295] 192.168.203.135@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:0.0:1788777400.237774:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.237781:0:2345:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777400.237786:0:2345:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777400.237791:0:2345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f500. 00000800:00000200:0.0:1788777400.237797:0:2345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777400.237804:0:2345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777400.237808:0:2345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788777400.237822:0:2345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777400.237826:0:2345:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23968 usecs (24 jiffies) 00000400:00000200:0.0:1788777400.237829:0:2345:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777400.237832:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296550568 00000100:00000001:0.0:1788777400.237835:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296551269 00000100:00000001:0.0:1788777400.237837:0:2345:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296550568 00000100:00000001:0.0:1788777400.237839:0:2345:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296551269 00000100:00000001:0.0:1788777400.237841:0:2345:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777400.237844:0:2345:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.237848:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.237850:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.237867:0:2349:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.237870:0:2349:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1788777400.237872:0:2349:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788777400.237875:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.237876:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.237883:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.237885:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.237886:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.237887:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.237889:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.237891:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777400.237892:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.237895:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.237897:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.238020:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.238025:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f500. 00000400:00000200:1.0:1788777400.238029:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.238034:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.238038:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c198 00000400:00000010:1.0:1788777400.238040:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c198. 00000100:00000001:1.0:1788777400.238044:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.238048:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777400.238057:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.238060:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777400.238067:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.238069:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777400.243595:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777400.243601:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788777400.243605:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777400.243607:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.243611:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.243613:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777400.250553:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.250568:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.250573:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.250575:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.250585:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.250593:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.250601:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.250606:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.250612:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.250615:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 416 into portal 4 MB=0x6a9e8c8c55f00 00000400:00000200:0.0:1788777400.250621:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.250626:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 416/416 into md 0x71a9 [1] + 0 00000800:00000001:0.0:1788777400.250633:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.250640:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.250644:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.250648:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.250655:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.250664:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777400.250675:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.250698:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.250706:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.250709:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.250772:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777400.250777:0:2345:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777400.250784:0:2345:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777400.250786:0:2345:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777400.250789:0:2345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:1.0:1788777400.250794:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4ce58 00000400:00000010:1.0:1788777400.250797:0:2345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4ce58. 00000100:00000001:1.0:1788777400.250800:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777400.250805:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788777400.250814:0:2345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788777410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777400.250821:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777400.250823:0:2345:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.250825:0:2345:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777400.250829:0:2345:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777400.250831:0:2345:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777400.250833:0:2345:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.250837:0:2345:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777400.250845:0:2345:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1788777400.250849:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777400.250851:0:2345:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777400.250853:0:2345:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.250856:0:2345:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777400.250860:0:2345:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.250863:0:2345:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777400.250866:0:2345:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1788777400.250868:0:2345:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777400.250870:0:2345:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777400.250875:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777400.250883:0:2345:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777400.250886:0:2345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777400.250888:0:2345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.250891:0:2345:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788777400.250896:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9453090ac800: connect to target with instance 1 00000020:00000001:1.0:1788777400.250900:0:2345:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777400.250902:0:2345:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:1.0:1788777400.250905:0:2345:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.250908:0:2345:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:1.0:1788777400.250911:0:2345:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:1.0:1788777400.250913:0:2345:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00001000:1.0:1788777400.250916:0:2345:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=1788777400 v=0 (0 0 0 0) 00000100:00001000:1.0:1788777400.250919:0:2345:0:(import.c:2215:obd_at_measure()) AT ffff945311022c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788777400.250924:0:2345:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 595, crc32c 4063, adler 515 00000020:00000040:1.0:1788777400.250929:0:2345:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:1.0:1788777400.250931:0:2345:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777400.250934:0:2345:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788777400.250938:0:2345:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9453090ac800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788777400.250952:0:2345:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777400.250955:0:2345:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788777400.250959:0:2345:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777400.250961:0:2345:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.250964:0:2345:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.250966:0:2345:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.250969:0:2345:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.250971:0:2345:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777400.250975:0:2345:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9453090ac800: evicting (reconnect/recover flags not set: 4) req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788777400.250988:0:2345:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788777400.250992:0:2345:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1788777400.250995:0:2345:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9453090ac800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1788777400.259843:0:2345:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.135@tcp; invalidating 00000020:00000040:1.0:1788777400.259851:0:2345:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=6 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:0.0:1788777400.260107:0:2345:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.260114:0:2345:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777400.260126:0:2345:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777400.260146:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2345:1875667126148864:192.168.203.135@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1788777400.260151:0:2345:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777400.260154:0:2345:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.260158:0:2345:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914f480 x1875667126148864/t0(0) o8->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788777410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.260166:0:2345:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777400.260169:0:2345:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777400.260173:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21800. 02000000:00000001:0.0:1788777400.260177:0:2345:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777400.260178:0:2345:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777400.260180:0:2345:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=5 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777400.260182:0:2345:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777400.260185:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9800. 02000000:00000001:0.0:1788777400.260188:0:2345:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777400.260190:0:2345:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777400.260192:0:2345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914f480. 00000100:00000001:0.0:1788777400.260197:0:2345:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777400.260199:0:2345:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777400.260201:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777400.260209:0:2345:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777400.260210:0:2345:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.260213:0:2345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777400.260214:0:2345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.260295:0:34762:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1788777400.260303:0:34762:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9453090ac800 to lustre-OST0000_UUID@192.168.203.135@tcp 00000100:00000001:1.0:1788777400.260307:0:34762:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788777400.260309:0:34762:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1788777400.260319:0:34762:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788777400.260324:0:34762:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.260342:0:34762:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788777400.260344:0:34762:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: committing for last_committed 4294967345 gen 19 00000100:00100000:1.0:1788777400.260509:0:34762:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff94530914e300 x1875667126148352/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.260517:0:34762:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777400.260521:0:34762:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.260524:0:34762:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914e300 x1875667126148352/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788777416 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.260530:0:34762:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777400.260532:0:34762:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777400.260534:0:34762:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2cc00. 02000000:00000001:1.0:1788777400.260537:0:34762:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777400.260538:0:34762:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777400.260539:0:34762:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777400.260541:0:34762:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777400.260544:0:34762:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff945305514000. 02000000:00000001:1.0:1788777400.260557:0:34762:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777400.260558:0:34762:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777400.260560:0:34762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914e300. 00000100:00000001:1.0:1788777400.260563:0:34762:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777400.260564:0:34762:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777400.260567:0:34762:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1788777400.260570:0:34762:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777400.260571:0:34762:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788777400.260572:0:34762:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788777400.260574:0:34762:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777400.260577:0:34762:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788777400.260579:0:34762:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777400.260582:0:34762:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788777400.260585:0:34762:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788777400.260587:0:34762:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1788777400.260592:0:34762:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1788777400.260594:0:34762:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn e53f2b0cb7af7d1e 00020000:00000001:1.0:1788777400.260596:0:34762:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.260598:0:34762:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777400.260601:0:34762:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.260604:0:34762:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.260606:0:34762:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.260608:0:34762:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.260609:0:34762:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1788777400.260611:0:34762:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1788777400.260671:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.260674:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.260677:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777400.260684:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.260692:0:2349:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788777400.260695:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.260698:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777400.260699:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777400.260702:0:2349:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1788777400.260704:0:2349:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:2.0:1788777400.260962:0:2349:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.260969:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/224 e 0 to 0 dl 1788777416 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777400.260977:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126148736:192.168.203.135@tcp:16:multiop.0 00000100:00000001:2.0:1788777400.260991:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.260993:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.260997:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f100 x1875667126148736/t0(0) o16->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 440/224 e 0 to 0 dl 1788777416 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.261002:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777400.261004:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777400.261006:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aac00. 02000000:00000001:2.0:1788777400.261009:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777400.261011:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777400.261012:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777400.261014:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777400.261016:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945321934e00. 02000000:00000001:2.0:1788777400.261018:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777400.261020:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777400.261021:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f100. 00000100:00000001:2.0:1788777400.261024:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777400.261025:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.261027:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.261032:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.261033:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.261035:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.261037:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.261079:0:34762:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777400.261082:0:34762:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:1.0:1788777400.261085:0:34762:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777400.261088:0:34762:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1788777400.261099:0:34762:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34900 count: 2 00010000:00000001:1.0:1788777400.261104:0:34762:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777400.261106:0:34762:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.261108:0:34762:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.261111:0:34762:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e8600 refcount=3 00000020:00000001:1.0:1788777400.261113:0:34762:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:1.0:1788777400.261116:0:34762:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061769728 : -118390647781888 : ffff9453077e8600) 00010000:00000001:1.0:1788777400.261121:0:34762:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777400.261124:0:34762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788777400.261144:0:34762:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788777400.261147:0:34762:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.261150:0:34762:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.261153:0:34762:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000008:00000001:1.0:1788777400.261155:0:34762:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788777400.261158:0:34762:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788777400.261159:0:34762:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.261160:0:34762:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777400.261163:0:34762:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000008:00000001:1.0:1788777400.261165:0:34762:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788777400.261167:0:34762:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788777400.261170:0:34762:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788777400.261173:0:34762:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.261176:0:34762:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788777400.261178:0:34762:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777400.261181:0:34762:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945310616a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777400.261184:0:34762:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777400.261186:0:34762:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945310616a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1788777400.261190:0:34762:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777400.261192:0:34762:0:(osc_lock.c:372:osc_lock_flush()) object ffff945310616a80: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788777400.261195:0:34762:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788777400.261198:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:1.0:1788777400.261200:0:34762:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000020:00000001:1.0:1788777400.261203:0:34762:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777400.261206:0:34762:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777400.261208:0:34762:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777400.261211:0:34762:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.261213:0:34762:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777400.261214:0:34762:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.261238:0:34762:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff9453057f9700 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788777400.261243:0:34762:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777400.261245:0:34762:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777400.261247:0:34762:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777400.261249:0:34762:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777400.261251:0:34762:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261253:0:34762:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.261254:0:34762:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.261255:0:34762:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788777400.261257:0:34762:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.261259:0:34762:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788777400.261264:0:34762:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788777400.261265:0:34762:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788777400.261266:0:34762:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788777400.261267:0:34762:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788777400.261269:0:34762:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788777400.261272:0:34762:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777400.261273:0:34762:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683028285184 : -118390681266432 : ffff9453057f9700) 00000020:00000001:1.0:1788777400.261276:0:34762:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788777400.261277:0:34762:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788777400.261279:0:34762:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.261283:0:34762:0:(cl_page.c:507:__cl_page_state_set()) page@000000002790ce3d[2 00000000c2850457 1 1 00000000973c078d 0 0 0] 00000020:00000001:1.0:1788777400.261285:0:34762:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788777400.261287:0:34762:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788777400.261288:0:34762:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788777400.261290:0:34762:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261292:0:34762:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788777400.261294:0:34762:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788777400.261296:0:34762:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777400.261297:0:34762:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777400.261299:0:34762:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.261302:0:34762:0:(cl_page.c:507:__cl_page_state_set()) page@000000002790ce3d[2 00000000c2850457 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777400.261303:0:34762:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788777400.261305:0:34762:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788777400.261307:0:34762:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788777400.261308:0:34762:0:(osc_page.c:138:osc_page_delete()) ffff94530774b680 00000008:00000001:1.0:1788777400.261310:0:34762:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788777400.261321:0:34762:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff94530774b690 page ffff94530774b680 at index 0. 00000008:00000001:1.0:1788777400.261324:0:34762:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.261329:0:34762:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788777400.261331:0:34762:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffed3c847f1b00 index 0 00000020:00000001:1.0:1788777400.261335:0:34762:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777400.261336:0:34762:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777400.261346:0:34762:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788777400.261347:0:34762:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777400.261502:0:34762:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777400.261504:0:34762:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788777400.261505:0:34762:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788777400.261507:0:34762:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777400.261508:0:34762:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683028285184 : -118390681266432 : ffff9453057f9700) 00000020:00000001:1.0:1788777400.261511:0:34762:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788777400.261512:0:34762:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788777400.261513:0:34762:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.261517:0:34762:0:(cl_page.c:507:__cl_page_state_set()) page@000000006b854abb[2 00000000c2850457 1 1 00000000973c078d 0 0 1] 00000020:00000001:1.0:1788777400.261518:0:34762:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788777400.261519:0:34762:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788777400.261520:0:34762:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788777400.261522:0:34762:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261524:0:34762:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788777400.261525:0:34762:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788777400.261526:0:34762:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777400.261527:0:34762:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777400.261528:0:34762:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.261531:0:34762:0:(cl_page.c:507:__cl_page_state_set()) page@000000006b854abb[2 00000000c2850457 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788777400.261532:0:34762:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788777400.261533:0:34762:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788777400.261534:0:34762:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788777400.261536:0:34762:0:(osc_page.c:138:osc_page_delete()) ffff94530774b760 00000008:00000001:1.0:1788777400.261537:0:34762:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788777400.261539:0:34762:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff94530774b770 page ffff94530774b760 at index 1. 00000008:00000001:1.0:1788777400.261541:0:34762:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.261548:0:34762:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788777400.261550:0:34762:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffed3c84a0e680 index 1 00000020:00000001:1.0:1788777400.261552:0:34762:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777400.261553:0:34762:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777400.261558:0:34762:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788777400.261559:0:34762:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777400.261560:0:34762:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777400.261561:0:34762:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788777400.261563:0:34762:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777400.261566:0:34762:0:(cl_page.c:556:cl_batch_put()) page@000000002790ce3d[1 00000000c2850457 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777400.261567:0:34762:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788777400.261569:0:34762:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788777400.261573:0:34762:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94530774b620. 00000020:00000001:1.0:1788777400.261576:0:34762:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788777400.261578:0:34762:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788777400.261579:0:34762:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777400.261582:0:34762:0:(cl_page.c:556:cl_batch_put()) page@000000006b854abb[1 00000000c2850457 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788777400.261583:0:34762:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788777400.261584:0:34762:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788777400.261585:0:34762:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94530774b700. 00000020:00000001:1.0:1788777400.261587:0:34762:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788777400.261588:0:34762:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788777400.261631:0:34762:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777400.261634:0:34762:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777400.261637:0:34762:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777400.261638:0:34762:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777400.261641:0:34762:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777400.261643:0:34762:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788777400.261646:0:34762:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.261647:0:34762:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788777400.261649:0:34762:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777400.261651:0:34762:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00000008:00000001:1.0:1788777400.261654:0:34762:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261656:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00010000:00000001:1.0:1788777400.261659:0:34762:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788777400.261661:0:34762:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261663:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:1.0:1788777400.261665:0:34762:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777400.261667:0:34762:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1788777400.261670:0:34762:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777400.261672:0:34762:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261674:0:34762:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261676:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000020:00000001:1.0:1788777400.261677:0:34762:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000020:00000001:1.0:1788777400.261679:0:34762:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788777400.261681:0:34762:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261682:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945310616a80 -> ffff9453093229e0 00000008:00000001:1.0:1788777400.261685:0:34762:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777400.261687:0:34762:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000008:00000001:1.0:1788777400.261689:0:34762:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.261692:0:34762:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788777400.261694:0:34762:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777400.261698:0:34762:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777400.261700:0:34762:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777400.261702:0:34762:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.261705:0:34762:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777400.261708:0:34762:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e8600 with handle 0xe53f2b0cb7af896c from hash 00010000:00000001:1.0:1788777400.261710:0:34762:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777400.261712:0:34762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.261714:0:34762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.261715:0:34762:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777400.261718:0:34762:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777400.261720:0:34762:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788777400.261722:0:34762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.261723:0:34762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.261725:0:34762:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.261726:0:34762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777400.261729:0:34762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9453090ac800 lock: 0000000087ed83ad/0xe53f2b0cb7af896c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xa4f015c75ff3cb62 expref: -99 pid: 34746 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788777400.261738:0:34762:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945311048b80. 00010000:00000001:1.0:1788777400.261744:0:34762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1788777400.261747:0:34762:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34900 count: 0 00010000:00000010:1.0:1788777400.261751:0:34762:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff945303e34f00. 00010000:00000040:1.0:1788777400.261758:0:34762:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803800 count: 2 00010000:00000001:1.0:1788777400.261761:0:34762:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788777400.261762:0:34762:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.261764:0:34762:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.261765:0:34762:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152dc00 refcount=3 00000020:00000001:1.0:1788777400.261768:0:34762:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:1.0:1788777400.261770:0:34762:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958244864 : -118390751306752 : ffff94530152dc00) 00010000:00000001:1.0:1788777400.261772:0:34762:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788777400.261775:0:34762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788777400.261785:0:34762:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788777400.261787:0:34762:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.261788:0:34762:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.261790:0:34762:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000008:00000001:1.0:1788777400.261792:0:34762:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788777400.261793:0:34762:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788777400.261794:0:34762:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.261796:0:34762:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777400.261798:0:34762:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000008:00000001:1.0:1788777400.261799:0:34762:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788777400.261801:0:34762:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788777400.261803:0:34762:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788777400.261805:0:34762:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.261807:0:34762:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788777400.261808:0:34762:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788777400.261810:0:34762:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945304ec01c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788777400.261813:0:34762:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777400.261815:0:34762:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945304ec01c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1788777400.261819:0:34762:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788777400.261821:0:34762:0:(osc_lock.c:372:osc_lock_flush()) object ffff945304ec01c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788777400.261823:0:34762:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788777400.261824:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:1.0:1788777400.261826:0:34762:0:(cl_object.c:143:cl_object_top()) ffff94532014c6c0 -> ffff94532014c6c0 00000020:00000001:1.0:1788777400.261828:0:34762:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777400.261829:0:34762:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777400.261831:0:34762:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777400.261833:0:34762:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.261834:0:34762:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777400.261835:0:34762:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.261837:0:34762:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff9453057f9700 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788777400.261839:0:34762:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777400.261841:0:34762:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777400.261843:0:34762:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777400.261845:0:34762:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777400.261846:0:34762:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261847:0:34762:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.261848:0:34762:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.261849:0:34762:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788777400.261850:0:34762:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.261852:0:34762:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788777400.261854:0:34762:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788777400.261855:0:34762:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788777400.261856:0:34762:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788777400.261857:0:34762:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788777400.261858:0:34762:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788777400.261860:0:34762:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777400.261861:0:34762:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683028285184 : -118390681266432 : ffff9453057f9700) 00000020:00000001:1.0:1788777400.261862:0:34762:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788777400.261863:0:34762:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788777400.261864:0:34762:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.261867:0:34762:0:(cl_page.c:507:__cl_page_state_set()) page@00000000b879063f[2 00000000f5ccce9f 1 1 00000000973c078d 0 0 0] 00000020:00000001:1.0:1788777400.261869:0:34762:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788777400.261870:0:34762:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788777400.261871:0:34762:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788777400.261872:0:34762:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261873:0:34762:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788777400.261874:0:34762:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788777400.261875:0:34762:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777400.261876:0:34762:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777400.261877:0:34762:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.261879:0:34762:0:(cl_page.c:507:__cl_page_state_set()) page@00000000b879063f[2 00000000f5ccce9f 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777400.261881:0:34762:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788777400.261882:0:34762:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788777400.261883:0:34762:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788777400.261884:0:34762:0:(osc_page.c:138:osc_page_delete()) ffff945310b4fae0 00000008:00000001:1.0:1788777400.261885:0:34762:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788777400.261887:0:34762:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff945310b4faf0 page ffff945310b4fae0 at index 0. 00000008:00000001:1.0:1788777400.261889:0:34762:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.261891:0:34762:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788777400.261893:0:34762:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffed3c847fd740 index 0 00000020:00000001:1.0:1788777400.261895:0:34762:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777400.261896:0:34762:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777400.261900:0:34762:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788777400.261901:0:34762:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777400.261902:0:34762:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777400.261903:0:34762:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788777400.261904:0:34762:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788777400.261905:0:34762:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777400.261906:0:34762:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683028285184 : -118390681266432 : ffff9453057f9700) 00000020:00000001:1.0:1788777400.261908:0:34762:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788777400.261909:0:34762:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788777400.261910:0:34762:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.261912:0:34762:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0ea0dd0[2 00000000f5ccce9f 1 1 00000000973c078d 0 0 1] 00000020:00000001:1.0:1788777400.261914:0:34762:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788777400.261915:0:34762:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788777400.261916:0:34762:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788777400.261917:0:34762:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261918:0:34762:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788777400.261919:0:34762:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788777400.261920:0:34762:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777400.261921:0:34762:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777400.261922:0:34762:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.261925:0:34762:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0ea0dd0[2 00000000f5ccce9f 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788777400.261926:0:34762:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788777400.261927:0:34762:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788777400.261928:0:34762:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788777400.261929:0:34762:0:(osc_page.c:138:osc_page_delete()) ffff945310b4f840 00000008:00000001:1.0:1788777400.261930:0:34762:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788777400.261932:0:34762:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff945310b4f850 page ffff945310b4f840 at index 1. 00000008:00000001:1.0:1788777400.261934:0:34762:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.261938:0:34762:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788777400.261939:0:34762:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffed3c847af700 index 1 00000020:00000001:1.0:1788777400.261941:0:34762:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777400.261942:0:34762:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788777400.261945:0:34762:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788777400.261946:0:34762:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777400.261947:0:34762:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777400.261948:0:34762:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788777400.261949:0:34762:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777400.261952:0:34762:0:(cl_page.c:556:cl_batch_put()) page@00000000b879063f[1 00000000f5ccce9f 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777400.261954:0:34762:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788777400.261955:0:34762:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788777400.261958:0:34762:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff945310b4fa80. 00000020:00000001:1.0:1788777400.261960:0:34762:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788777400.261961:0:34762:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788777400.261962:0:34762:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777400.261965:0:34762:0:(cl_page.c:556:cl_batch_put()) page@00000000d0ea0dd0[1 00000000f5ccce9f 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788777400.261966:0:34762:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788777400.261967:0:34762:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788777400.261969:0:34762:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff945310b4f7e0. 00000020:00000001:1.0:1788777400.261971:0:34762:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788777400.261972:0:34762:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788777400.261980:0:34762:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777400.261983:0:34762:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777400.261984:0:34762:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777400.261986:0:34762:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777400.261987:0:34762:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777400.261989:0:34762:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788777400.261991:0:34762:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.261992:0:34762:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788777400.261994:0:34762:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777400.261995:0:34762:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00000008:00000001:1.0:1788777400.261997:0:34762:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.261999:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00010000:00000001:1.0:1788777400.262001:0:34762:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788777400.262002:0:34762:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.262003:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:1.0:1788777400.262004:0:34762:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777400.262006:0:34762:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1788777400.262008:0:34762:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777400.262010:0:34762:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.262011:0:34762:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.262012:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000020:00000001:1.0:1788777400.262014:0:34762:0:(cl_object.c:143:cl_object_top()) ffff94532014c6c0 -> ffff94532014c6c0 00000020:00000001:1.0:1788777400.262015:0:34762:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788777400.262016:0:34762:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.262018:0:34762:0:(cl_object.c:143:cl_object_top()) ffff945304ec01c0 -> ffff94532014c6c0 00000008:00000001:1.0:1788777400.262020:0:34762:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777400.262022:0:34762:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000008:00000001:1.0:1788777400.262023:0:34762:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.262025:0:34762:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788777400.262027:0:34762:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788777400.262029:0:34762:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788777400.262030:0:34762:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788777400.262031:0:34762:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.262032:0:34762:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788777400.262035:0:34762:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152dc00 with handle 0xe53f2b0cb7af897a from hash 00010000:00000001:1.0:1788777400.262036:0:34762:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788777400.262038:0:34762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.262039:0:34762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.262039:0:34762:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788777400.262041:0:34762:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788777400.262042:0:34762:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788777400.262044:0:34762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.262045:0:34762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.262046:0:34762:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.262047:0:34762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788777400.262050:0:34762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000a8095b62/0xe53f2b0cb7af897a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xa4f015c75ff3cb8c expref: -99 pid: 34749 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788777400.262057:0:34762:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945308bb9b00. 00010000:00000001:1.0:1788777400.262063:0:34762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1788777400.262064:0:34762:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803800 count: 0 00010000:00000010:1.0:1788777400.262068:0:34762:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff945303803000. 00000001:00000001:1.0:1788777400.262096:0:34762:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777400.262099:0:34762:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777400.262100:0:34762:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788777400.262128:0:34762:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.262130:0:34762:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.262144:0:34762:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.262146:0:34762:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000008:00000001:1.0:1788777400.262149:0:34762:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788777400.262151:0:34762:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788777400.262153:0:34762:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.262155:0:34762:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1788777400.262156:0:34762:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777400.262157:0:34762:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788777400.262182:0:34762:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777400.262184:0:34762:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000001:00000001:1.0:1788777400.262186:0:34762:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777400.262187:0:34762:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788777400.262212:0:34762:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777400.262215:0:34762:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788777400.262216:0:34762:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1788777400.262514:0:34746:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788777400.262518:0:34746:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.262520:0:34746:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:3.0:1788777400.262525:0:34746:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777400.262527:0:34746:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000020:00000001:3.0:1788777400.262529:0:34746:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000020:00000001:3.0:1788777400.262530:0:34746:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777400.262533:0:34746:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788777400.262537:0:34746:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777400.262540:0:34746:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.262541:0:34746:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777400.262542:0:34746:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:3.0:1788777400.262544:0:34746:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1788777399 a=0 c=1788777399 b=1 00020000:00000001:3.0:1788777400.262547:0:34746:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777400.262549:0:34746:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788777399 a=0 c=1788777399 b=1 00020000:00000001:3.0:1788777400.262551:0:34746:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.262554:0:34746:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.262555:0:34746:0:(cl_object.c:143:cl_object_top()) ffff9453093229e0 -> ffff9453093229e0 00000080:00200000:3.0:1788777400.262558:0:34746:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:3.0:1788777400.262560:0:34746:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777400.262561:0:34746:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788777400.262563:0:34746:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788777400.262565:0:34746:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788777400.262567:0:34746:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777400.262568:0:34746:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788777400.262570:0:34746:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788777400.262571:0:34746:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.262573:0:34746:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.262574:0:34746:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788777400.262575:0:34746:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788777400.262577:0:34746:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788777400.262578:0:34746:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788777400.262579:0:34746:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777400.262581:0:34746:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788777400.262582:0:34746:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777400.262583:0:34746:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788777400.262584:0:34746:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788777400.262585:0:34746:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.262587:0:34746:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.262588:0:34746:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777400.262589:0:34746:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788777400.262591:0:34746:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1788777400.262593:0:34746:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777400.262595:0:34746:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777400.262596:0:34746:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777400.262597:0:34746:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777400.262598:0:34746:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777400.262663:0:34746:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00020000:00000001:3.0:1788777400.262666:0:34746:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777400.262668:0:34746:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777400.262669:0:34746:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777400.262671:0:34746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777400.262673:0:34746:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777400.262674:0:34746:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777400.262676:0:34746:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:3.0:1788777400.262678:0:34746:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1788777400.262682:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3e48 00000080:00000008:3.0:1788777400.262685:0:34746:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:3.0:1788777400.262688:0:34746:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000001:00000001:1.0:1788777400.262745:0:34762:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.262748:0:34762:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.262751:0:34762:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788777400.262756:0:34762:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1788777400.262759:0:34762:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788777400.262761:0:34762:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788777400.262763:0:34762:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788777400.262765:0:34762:0:(import.c:65:import_set_state_nolock()) ffff945311022800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788777400.262768:0:34762:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788777400.262770:0:34762:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788777400.262771:0:34762:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788777400.262774:0:34762:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788777400.262777:0:34762:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788777400.262778:0:34762:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff945311083b90 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1788777400.262782:0:34762:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1788777400.262784:0:34762:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn e53f2b0cb7af7d1e 00020000:00000001:1.0:1788777400.262786:0:34762:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.262789:0:34762:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788777400.262792:0:34762:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788777400.262794:0:34762:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788777400.262796:0:34762:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788777400.262797:0:34762:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777400.262799:0:34762:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777400.262801:0:34762:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.262803:0:34762:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.262804:0:34762:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788777400.262805:0:34762:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788777400.262807:0:34762:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.262808:0:34762:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788777400.262810:0:34762:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788777400.262813:0:34762:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788777400.262816:0:34762:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.262818:0:34762:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.262819:0:34762:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.262821:0:34762:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.262823:0:34762:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.262824:0:34762:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.262826:0:34762:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.262828:0:34762:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788777400.262833:0:34762:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9453090ac800: Connection restored to 192.168.203.135@tcp (at 192.168.203.135@tcp) 00000100:00000001:1.0:1788777400.262836:0:34762:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.262839:0:34762:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777400.262841:0:34762:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:1.0:1788777400.262843:0:34762:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788777400.262844:0:34762:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.263337:0:34746:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777400.263341:0:34746:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000002:3.0:1788777400.263345:0:34746:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:3.0:1788777400.263348:0:34746:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.263428:0:34746:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777400.263431:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3d88 00000080:00200008:3.0:1788777400.263434:0:34746:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff94532097a1c8), flags 100002 00000080:00000001:3.0:1788777400.263438:0:34746:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788777400.263440:0:34746:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788777400.263441:0:34746:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777400.263443:0:34746:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000002:3.0:1788777400.263445:0:34746:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945308a314d8) owner 0000000000000000/ffff9453107dcf80 00020000:00000001:3.0:1788777400.263447:0:34746:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.263449:0:34746:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788777400.263456:0:34746:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777400.263459:0:34746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.263464:0:34746:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34400 count: 2 00010000:00000001:3.0:1788777400.263467:0:34746:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777400.263472:0:34746:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777400.263474:0:34746:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x34:0x0]: 0 00000080:00000001:3.0:1788777400.263476:0:34746:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777400.263478:0:34746:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777400.263483:0:34746:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945321934e00. 00000080:00000001:3.0:1788777400.263485:0:34746:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777400.263489:0:34746:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777400.263493:0:34746:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788777400.263495:0:34746:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x34:0x0] 00000002:00000001:3.0:1788777400.263498:0:34746:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777400.263500:0:34746:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x34:0x0] file closed with intent: 200 00000100:00000010:3.0:1788777400.263506:0:34746:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f480. 00000020:00000040:3.0:1788777400.263510:0:34746:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777400.263514:0:34746:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.263518:0:34746:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777400.263521:0:34746:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.263529:0:34746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310ed3400. 00000100:00000001:3.0:1788777400.263536:0:34746:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777400.263550:0:34746:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777400.263560:0:34746:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777400.263564:0:34746:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3f480 x1875667126149120/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777400.263571:0:34746:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777400.263572:0:34746:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777400.263579:0:34746:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777400.263581:0:34746:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091214912 : -118390618336704 : ffff9453093fd240) 00000100:00000001:3.0:1788777400.263583:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.263584:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000064 : -118390628551552 : ffff945308a3f480) 00000100:00000001:3.0:1788777400.263589:0:34746:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.263592:0:34746:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.263594:0:34746:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777400.263595:0:34746:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777400.263599:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f480 x1875667126149120/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.263684:0:34746:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.263686:0:34746:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.263691:0:34746:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.263693:0:34746:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.263696:0:34746:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.263700:0:34746:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3f480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126149120:192.168.203.135@tcp:35:multiop.0 00000100:00000001:3.0:1788777400.263704:0:34746:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.263708:0:34746:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.263710:0:34746:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.263713:0:34746:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.263718:0:34746:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2fc00. 02000000:00000001:3.0:1788777400.263720:0:34746:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.263727:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.263731:0:34746:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.263736:0:34746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.263744:0:34746:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126149120, portal 10 00000100:00000001:3.0:1788777400.263746:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.263747:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000064 : -118390628551552 : ffff945308a3f480) 00000100:00000040:3.0:1788777400.263754:0:34746:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3f480 x1875667126149120/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.263761:0:34746:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777400.263764:0:34746:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777400.263767:0:34746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347770. 00000100:00000200:3.0:1788777400.263770:0:34746:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126149120, offset 0 00000400:00000200:3.0:1788777400.263776:0:34746:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777400.263785:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.263791:0:34746:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777400.263796:0:34746:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777400.263800:0:34746:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777400.263804:0:34746:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.263806:0:34746:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777400.263810:0:34746:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2652:2652:256:4294967295] 192.168.203.135@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:3.0:1788777400.263814:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.263824:0:34746:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.263829:0:34746:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.263834:0:34746:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:3.0:1788777400.263842:0:34746:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.263849:0:34746:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.263853:0:34746:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777400.263867:0:34746:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.263872:0:34746:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 814643 usecs (815 jiffies) 00000400:00000200:3.0:1788777400.263875:0:34746:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.263878:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551384 00000100:00000001:3.0:1788777400.263886:0:34746:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551269 00000100:00000001:3.0:1788777400.263891:0:34746:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551384 00000100:00000001:3.0:1788777400.263894:0:34746:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551269 00000100:00000001:3.0:1788777400.263897:0:34746:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.263900:0:34746:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.263902:0:34746:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.263904:0:34746:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777400.263907:0:34746:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd240 going to sleep for 11 seconds 00000100:00000001:3.0:1788777400.263909:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.263911:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.264328:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.264332:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:1.0:1788777400.264337:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.264342:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.264347:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347770 00000400:00000010:1.0:1788777400.264350:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347770. 00000100:00000001:1.0:1788777400.264362:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.264366:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f480 x1875667126149120/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.264375:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.264379:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f480 x1875667126149120/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.264386:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.264388:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788777400.270494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e8600. 00010000:00000010:1.1:1788777400.270505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34900. 00010000:00000010:1.1:1788777400.270514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152dc00. 00010000:00000010:1.1:1788777400.270518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803800. 00000800:00000001:0.0:1788777400.276694:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.276710:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.276714:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.276717:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.276726:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.276734:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.276743:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.276748:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.276754:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.276758:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c56000 00000400:00000200:0.0:1788777400.276776:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.276782:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x71b9 [1] + 224 00000800:00000001:0.0:1788777400.276789:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.276796:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.276799:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.276803:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.276810:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.276819:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f480 x1875667126149120/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.276830:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3f480 x1875667126149120/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.276881:0:34746:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.276898:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.276906:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.276909:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777400.284554:0:34746:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.284562:0:34746:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.284566:0:34746:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777400.284575:0:34746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777400.284577:0:34746:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777400.284582:0:34746:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.284593:0:34746:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f480 x1875667126149120/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777400.284731:0:34746:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f480 x1875667126149120/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.284738:0:34746:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.284741:0:34746:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.284744:0:34746:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777400.284748:0:34746:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.284750:0:34746:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.284752:0:34746:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.284756:0:34746:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777400.284765:0:34746:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=73 v=5 (10 5 5 5) 00000100:00001000:3.0:1788777400.284768:0:34746:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.284771:0:34746:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777400.284773:0:34746:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.284777:0:34746:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.284781:0:34746:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.284783:0:34746:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777400.284785:0:34746:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777400.284787:0:34746:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777400.284789:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.284790:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000064 : -118390628551552 : ffff945308a3f480) 00000100:00000001:3.0:1788777400.284793:0:34746:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788777400.284795:0:34746:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 8589934612 gen 2 00000100:00000040:3.0:1788777400.284800:0:34746:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff94530914ce00 x1875667126145920/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.284808:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.284811:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ce00 x1875667126145920/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 568/448 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.284817:0:34746:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777400.284820:0:34746:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.284823:0:34746:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aa800. 02000000:00000001:3.0:1788777400.284828:0:34746:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777400.284831:0:34746:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.284832:0:34746:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777400.284835:0:34746:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777400.284838:0:34746:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab000. 02000000:00000001:3.0:1788777400.284840:0:34746:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777400.284842:0:34746:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777400.284844:0:34746:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ce00. 00000100:00000001:3.0:1788777400.284848:0:34746:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777400.284849:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.284853:0:34746:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff945308a3df80 x1875667126146944/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.284860:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.284863:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3df80 x1875667126146944/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 520/456 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.284869:0:34746:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777400.284870:0:34746:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.284872:0:34746:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e000. 02000000:00000001:3.0:1788777400.284875:0:34746:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777400.284876:0:34746:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.284877:0:34746:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777400.284879:0:34746:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777400.284881:0:34746:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945303c2d800. 02000000:00000001:3.0:1788777400.284883:0:34746:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777400.284884:0:34746:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777400.284885:0:34746:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3df80. 00000100:00000001:3.0:1788777400.284888:0:34746:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777400.284889:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.284894:0:34746:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.284900:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.284901:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088400256 : -118390621151360 : ffff94530914df80) 00000100:00000001:3.0:1788777400.284904:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.284906:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777414 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.284912:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.284915:0:34746:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777415 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777400.284923:0:34746:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff945308a3f480 x1875667126149120/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.284928:0:34746:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788777400.284931:0:34746:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=3/5 committed=0/0 00000100:00000001:3.0:1788777400.284933:0:34746:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.284935:0:34746:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.284940:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f480 x1875667126149120/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.284946:0:34746:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.284950:0:34746:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.284952:0:34746:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.284955:0:34746:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f480 x1875667126149120/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777400.284962:0:34746:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f480 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34746:1875667126149120:192.168.203.135@tcp:35:multiop.0 00000100:00000001:3.0:1788777400.284967:0:34746:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.284970:0:34746:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.284973:0:34746:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777400.284974:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.284977:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f480 x1875667126149120/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.284983:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.284985:0:34746:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777400.284988:0:34746:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777400.284989:0:34746:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.284996:0:34746:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.284997:0:34746:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683081000064 : -118390628551552 : ffff945308a3f480) 00000002:00000001:3.0:1788777400.285000:0:34746:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.285003:0:34746:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777400.285008:0:34746:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945321934e00. 00000080:00000001:3.0:1788777400.285012:0:34746:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777400.285015:0:34746:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777400.285020:0:34746:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777400.285024:0:34746:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777414 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.285031:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.285034:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914df80 x1875667126147584/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777414 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.285040:0:34746:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777400.285041:0:34746:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.285043:0:34746:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777400.285045:0:34746:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777400.285046:0:34746:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093a9c00. 02000000:00000001:3.0:1788777400.285049:0:34746:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777400.285050:0:34746:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777400.285051:0:34746:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914df80. 00000100:00000001:3.0:1788777400.285053:0:34746:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777400.285054:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.285056:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.285059:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3f480 x1875667126149120/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.285065:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.285067:0:34746:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945320625b80. 00000002:00000001:3.0:1788777400.285069:0:34746:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.285070:0:34746:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777400.285072:0:34746:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945311048980. 00000100:00000001:3.0:1788777400.285074:0:34746:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.285077:0:34746:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f480 x1875667126149120/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.285082:0:34746:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.285084:0:34746:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777400.285087:0:34746:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945304f82dc0. 00000080:00000001:3.0:1788777400.285091:0:34746:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.285097:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3d88 00000080:00000008:3.0:1788777400.285099:0:34746:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff94532097a1c8), flags 100002, rc = 0 00000080:00000001:3.0:1788777400.285103:0:34746:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.285107:0:34746:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777400.285109:0:34746:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3d98 00000080:00002000:3.0:1788777400.285111:0:34746:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff945320b0caf8, parent ffff945320b0c6c0, inode ffff94532097a1c8) hashed, 00000080:00000001:3.0:1788777400.285114:0:34746:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.285301:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.285305:0:30452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.285307:0:30452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.285310:0:30452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.285313:0:30452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.285316:0:30452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.285317:0:30452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.285320:0:30452:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.285323:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.285324:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.285522:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777400.285526:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.285528:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:3.0:1788777400.288394:0:34749:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777400.288401:0:34749:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00020000:00000002:3.0:1788777400.288407:0:34749:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777400.288409:0:34749:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.288418:0:34749:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788777400.288421:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbdf0 00000080:00200008:3.0:1788777400.288424:0:34749:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff94532091ec08), flags 100002 00000080:00000001:3.0:1788777400.288429:0:34749:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788777400.288432:0:34749:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788777400.288433:0:34749:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777400.288435:0:34749:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00020000:00000002:3.0:1788777400.288437:0:34749:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50aa8) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777400.288439:0:34749:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.288441:0:34749:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788777400.288448:0:34749:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777400.288451:0:34749:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.288457:0:34749:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9453054b8c00 count: 2 00010000:00000001:3.0:1788777400.288460:0:34749:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777400.288464:0:34749:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777400.288466:0:34749:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x35:0x0]: 0 00000080:00000001:3.0:1788777400.288469:0:34749:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788777400.288471:0:34749:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788777400.288475:0:34749:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945310ed2e00. 00000080:00000001:3.0:1788777400.288478:0:34749:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788777400.288483:0:34749:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788777400.288486:0:34749:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788777400.288488:0:34749:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x35:0x0] 00000002:00000001:3.0:1788777400.288492:0:34749:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788777400.288493:0:34749:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x35:0x0] file closed with intent: 200 00000100:00000010:3.0:1788777400.288499:0:34749:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3df80. 00000020:00000040:3.0:1788777400.288502:0:34749:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777400.288506:0:34749:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.288509:0:34749:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777400.288513:0:34749:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.288523:0:34749:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945320d9b000. 00000100:00000001:3.0:1788777400.288529:0:34749:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788777400.288547:0:34749:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777415 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788777400.288558:0:34749:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788777400.288564:0:34749:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3df80 x1875667126149376/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788777400.288571:0:34749:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777400.288573:0:34749:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777400.288578:0:34749:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777400.288580:0:34749:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091214912 : -118390618336704 : ffff9453093fd240) 00000100:00000001:3.0:1788777400.288583:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.288585:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080994688 : -118390628556928 : ffff945308a3df80) 00000100:00000001:3.0:1788777400.288589:0:34749:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.288592:0:34749:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.288594:0:34749:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777400.288596:0:34749:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777400.288600:0:34749:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3df80 x1875667126149376/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.288608:0:34749:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.288610:0:34749:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.288613:0:34749:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.288615:0:34749:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.288617:0:34749:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.288620:0:34749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34749:1875667126149376:192.168.203.135@tcp:35:multiop.0 00000100:00000001:3.0:1788777400.288624:0:34749:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.288629:0:34749:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.288631:0:34749:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.288633:0:34749:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.288637:0:34749:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2d800. 02000000:00000001:3.0:1788777400.288639:0:34749:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.288646:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.288650:0:34749:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.288656:0:34749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.288663:0:34749:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126149376, portal 10 00000100:00000001:3.0:1788777400.288665:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.288666:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080994688 : -118390628556928 : ffff945308a3df80) 00000100:00000040:3.0:1788777400.288671:0:34749:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3df80 x1875667126149376/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.288679:0:34749:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777400.288681:0:34749:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777400.288683:0:34749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347b28. 00000100:00000200:3.0:1788777400.288686:0:34749:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126149376, offset 0 00000400:00000200:3.0:1788777400.288692:0:34749:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777400.288700:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.288707:0:34749:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777400.288712:0:34749:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777400.288716:0:34749:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777400.288721:0:34749:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.288724:0:34749:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777400.288727:0:34749:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2653:2653:256:4294967295] 192.168.203.135@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:3.0:1788777400.288732:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.288741:0:34749:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.288747:0:34749:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.288752:0:34749:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99800. 00000800:00000200:3.0:1788777400.288758:0:34749:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.288766:0:34749:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.288771:0:34749:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788777400.288787:0:34749:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.288791:0:34749:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 813687 usecs (814 jiffies) 00000400:00000200:3.0:1788777400.288795:0:34749:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.288797:0:34749:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551409 00000100:00000001:3.0:1788777400.288805:0:34749:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551384 00000100:00000001:3.0:1788777400.288809:0:34749:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551409 00000100:00000001:3.0:1788777400.288812:0:34749:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551384 00000100:00000001:3.0:1788777400.288815:0:34749:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.288818:0:34749:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.288820:0:34749:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.288822:0:34749:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777400.288825:0:34749:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd240 going to sleep for 11 seconds 00000100:00000001:3.0:1788777400.288827:0:34749:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.288830:0:34749:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.289124:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.289129:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99800. 00000400:00000200:1.0:1788777400.289144:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.289149:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.289154:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347b28 00000400:00000010:1.0:1788777400.289156:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347b28. 00000100:00000001:1.0:1788777400.289160:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.289164:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3df80 x1875667126149376/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.289173:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.289177:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3df80 x1875667126149376/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.289191:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.289193:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.311051:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.311070:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.311074:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.311076:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.311086:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.311093:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.311103:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.311108:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.311114:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.311118:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c56100 00000400:00000200:0.0:1788777400.311123:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.311129:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x71c1 [1] + 224 00000800:00000001:0.0:1788777400.311149:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.311157:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.311162:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.311167:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.311175:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.311184:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3df80 x1875667126149376/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.311195:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308a3df80 x1875667126149376/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.311259:0:34749:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.311323:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.311332:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.311336:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777400.311498:0:34749:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.311564:0:34749:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.311567:0:34749:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777400.311572:0:34749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777400.311574:0:34749:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777400.311578:0:34749:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.311583:0:34749:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3df80 x1875667126149376/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777400.311659:0:34749:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3df80 x1875667126149376/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.311666:0:34749:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.311669:0:34749:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.311671:0:34749:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777400.311675:0:34749:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.311677:0:34749:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.311944:0:34749:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.311950:0:34749:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777400.311960:0:34749:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=73 v=5 (10 5 5 5) 00000100:00001000:3.0:1788777400.311964:0:34749:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.311967:0:34749:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777400.311968:0:34749:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.311971:0:34749:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.311974:0:34749:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.311978:0:34749:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777400.311980:0:34749:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777400.311982:0:34749:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777400.311984:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.311985:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080994688 : -118390628556928 : ffff945308a3df80) 00000100:00000001:3.0:1788777400.311988:0:34749:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.311990:0:34749:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1788777400.311993:0:34749:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.311995:0:34749:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.312001:0:34749:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3df80 x1875667126149376/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.312008:0:34749:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.312011:0:34749:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.312013:0:34749:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.312017:0:34749:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3df80 x1875667126149376/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777400.312025:0:34749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3df80 pname:cluuid:pid:xid:nid:opc:job multiop:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34749:1875667126149376:192.168.203.135@tcp:35:multiop.0 00000100:00000001:3.0:1788777400.312030:0:34749:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.312033:0:34749:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.312035:0:34749:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777400.312037:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.312040:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3df80 x1875667126149376/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.312047:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.312050:0:34749:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777400.312054:0:34749:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777400.312055:0:34749:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.312061:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.312062:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080994688 : -118390628556928 : ffff945308a3df80) 00000002:00000001:3.0:1788777400.312065:0:34749:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.312068:0:34749:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777400.312073:0:34749:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310ed2e00. 00000080:00000001:3.0:1788777400.312077:0:34749:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777400.312080:0:34749:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788777400.312242:0:34749:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788777400.312250:0:34749:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777415 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.312259:0:34749:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777400.312260:0:34749:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088407424 : -118390621144192 : ffff94530914fb80) 00000100:00000001:0.0:1788777400.312263:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.312266:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777415 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.312273:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.312274:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.312277:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914fb80 x1875667126148096/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 592/664 e 0 to 0 dl 1788777415 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.312283:0:34749:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788777400.312287:0:34749:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777400.312288:0:34749:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777400.312291:0:34749:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777400.312294:0:34749:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093abc00. 02000000:00000001:0.0:1788777400.312300:0:34749:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777400.312302:0:34749:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777400.312304:0:34749:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914fb80. 00000100:00000001:0.0:1788777400.312308:0:34749:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777400.312309:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777400.312373:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.312379:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3df80 x1875667126149376/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.312386:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788777400.312388:0:34749:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453106906a0. 00000002:00000001:0.0:1788777400.312391:0:34749:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777400.312393:0:34749:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777400.312395:0:34749:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb9bc0. 00000100:00000001:0.0:1788777400.312397:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.312400:0:34749:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3df80 x1875667126149376/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.312407:0:34749:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.312409:0:34749:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788777400.312413:0:34749:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453088012c0. 00000080:00000001:0.0:1788777400.312417:0:34749:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.312424:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbdf0 00000080:00000008:0.0:1788777400.312427:0:34749:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff94532091ec08), flags 100002, rc = 0 00000080:00000001:0.0:1788777400.312430:0:34749:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.312435:0:34749:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777400.312437:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cdbe00 00000080:00002000:0.0:1788777400.312439:0:34749:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff945320b56bd0, parent ffff945320b0c6c0, inode ffff94532091ec08) hashed, 00000080:00000001:0.0:1788777400.312442:0:34749:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.339985:0:34764:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777400.339994:0:34764:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777400.339997:0:34764:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777400.340000:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bbc0 00000080:00200000:2.0:1788777400.340005:0:34764:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777400.340014:0:34764:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f000. 00800000:00000002:2.0:1788777400.340021:0:34764:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777400.340026:0:34764:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777400.340032:0:34764:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.340034:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bae0 00800000:00000002:2.0:1788777400.340036:0:34764:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777400.340040:0:34764:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777400.340044:0:34764:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777400.340050:0:34764:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.340052:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b9b0 00000002:00010000:2.0:1788777400.340054:0:34764:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777400.340058:0:34764:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777400.340059:0:34764:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.340062:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.340068:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:2.0:1788777400.340071:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.340076:0:34764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.340080:0:34764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777400.340085:0:34764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788777400.340103:0:34764:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777400.340109:0:34764:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.340112:0:34764:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788777400.340120:0:34764:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777400.340122:0:34764:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777400.340124:0:34764:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777400.340126:0:34764:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777400.340128:0:34764:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777400.340130:0:34764:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777400.340147:0:34764:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777400.340150:0:34764:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777400.340153:0:34764:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f000. 00000080:00000001:2.0:1788777400.340158:0:34764:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777400.340160:0:34764:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777400.340162:0:34764:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777400.340166:0:34764:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8950 00800000:00000001:2.0:1788777400.340169:0:34764:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777400.340172:0:34764:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777400.340173:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.340176:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.340179:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:2.0:1788777400.340181:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777400.340183:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777400.340187:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.340188:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777400.340189:0:34764:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.340191:0:34764:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777400.340193:0:34764:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8950 from it ffffb1cb81d1bbf8 00010000:00000001:2.0:1788777400.340196:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.340197:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.340199:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:2.0:1788777400.340200:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777400.340202:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777400.340205:0:34764:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777400.340208:0:34764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777400.340215:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.340216:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.340217:0:34764:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777400.340242:0:34764:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777400.340245:0:34764:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777400.340254:0:34764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777400.340257:0:34764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777400.340258:0:34764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777400.340262:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.340263:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.340265:0:34764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.340267:0:34764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777400.340269:0:34764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.340271:0:34764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.340273:0:34764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.340275:0:34764:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777400.340276:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.340277:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777400.340280:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777400.340282:0:34764:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777400.340284:0:34764:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777400.340288:0:34764:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777400.340297:0:34764:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9453103b58a0. 00000080:00000001:2.0:1788777400.340301:0:34764:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777400.340302:0:34764:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777400.340304:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bb00 00000080:00200000:2.0:1788777400.340306:0:34764:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777400.340309:0:34764:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f000. 00800000:00000002:2.0:1788777400.340769:0:34764:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777400.340843:0:34764:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777400.340846:0:34764:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.340848:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba20 00800000:00000002:2.0:1788777400.340851:0:34764:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777400.340855:0:34764:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777400.340857:0:34764:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777400.340861:0:34764:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.340863:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b8f0 00000002:00010000:2.0:1788777400.340864:0:34764:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777400.340867:0:34764:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777400.340868:0:34764:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.340870:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.340873:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:2.0:1788777400.340875:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.340878:0:34764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.340881:0:34764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777400.340884:0:34764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788777400.340891:0:34764:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777400.340894:0:34764:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.340897:0:34764:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788777400.340903:0:34764:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777400.340905:0:34764:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777400.340906:0:34764:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777400.340908:0:34764:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777400.340909:0:34764:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777400.340911:0:34764:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777400.340914:0:34764:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777400.340916:0:34764:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777400.340918:0:34764:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f000. 00000080:00000001:2.0:1788777400.340922:0:34764:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777400.340923:0:34764:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777400.340925:0:34764:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777400.340928:0:34764:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8950 00800000:00000001:2.0:1788777400.340930:0:34764:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777400.340932:0:34764:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777400.340933:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.340935:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.340937:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:2.0:1788777400.340939:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777400.340941:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777400.340944:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.340945:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777400.340946:0:34764:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.340948:0:34764:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777400.340949:0:34764:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8950 from it ffffb1cb81d1bb38 00010000:00000001:2.0:1788777400.340951:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.340952:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.340954:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9200 refcount=3 00000020:00000001:2.0:1788777400.340955:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777400.340957:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061772800 : -118390647778816 : ffff9453077e9200) 00010000:00000001:2.0:1788777400.340959:0:34764:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777400.340962:0:34764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788777400.340968:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.340969:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.340970:0:34764:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777400.340972:0:34764:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777400.340974:0:34764:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788777400.340981:0:34764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777400.340984:0:34764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777400.340986:0:34764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777400.340988:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.340989:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.340990:0:34764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.340993:0:34764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777400.340994:0:34764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.340996:0:34764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.340998:0:34764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.340999:0:34764:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777400.341001:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.341002:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777400.341004:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777400.341005:0:34764:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777400.341008:0:34764:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:2.0:1788777400.341011:0:34764:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.341014:0:34764:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788777400.341016:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bb58 00000080:00200000:2.0:1788777400.341018:0:34764:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9453209dec08), file ffff94530388bb00, open_flags 8441, mode 81b6 opened 0 00000080:00000010:2.0:1788777400.341025:0:34764:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9453103b78a0. 00000080:00000001:2.0:1788777400.341029:0:34764:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788777400.341031:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba08 00000080:00200000:2.0:1788777400.341033:0:34764:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000010:2.0:1788777400.341039:0:34764:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073f000. 00800000:00000002:2.0:1788777400.341042:0:34764:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777400.341047:0:34764:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777400.341048:0:34764:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.341049:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b928 00800000:00000002:2.0:1788777400.341051:0:34764:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777400.341054:0:34764:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788777400.341057:0:34764:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788777400.341061:0:34764:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625683017715200 : -118390691836416 : ffff945304de4e00) 00800000:00000001:2.0:1788777400.341064:0:34764:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788777400.341066:0:34764:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788777400.341069:0:34764:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788777400.341072:0:34764:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788777400.341075:0:34764:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9453090ac800: Allocated FID [0x200000404:0x36:0x0] 40000000:00000001:2.0:1788777400.341078:0:34764:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.341080:0:34764:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.341081:0:34764:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.341083:0:34764:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.341085:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b8a8 00800000:00000002:2.0:1788777400.341087:0:34764:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1788777400.341091:0:34764:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.341092:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b7e0 00000002:00010000:2.0:1788777400.341094:0:34764:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:2.0:1788777400.341097:0:34764:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777400.341099:0:34764:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777400.341102:0:34764:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788777400.341106:0:34764:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.341107:0:34764:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777400.341109:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 2 00010000:00000001:2.0:1788777400.341111:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.341114:0:34764:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777400.341117:0:34764:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777400.341120:0:34764:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788777400.341127:0:34764:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777400.341130:0:34764:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777400.341145:0:34764:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777400.341147:0:34764:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777400.341150:0:34764:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.341151:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.341153:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 3 00010000:00000001:2.0:1788777400.341155:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777400.341158:0:34764:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.341159:0:34764:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.341160:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.341162:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 3 00010000:00000001:2.0:1788777400.341164:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777400.341166:0:34764:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.341167:0:34764:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.341169:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.341170:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34700 count: 3 00010000:00000001:2.0:1788777400.341172:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777400.341174:0:34764:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.341176:0:34764:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777400.341179:0:34764:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777400.341183:0:34764:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777400.341185:0:34764:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777400.341187:0:34764:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777400.341189:0:34764:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.341192:0:34764:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777400.341195:0:34764:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777400.341197:0:34764:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777400.341199:0:34764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.341201:0:34764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777400.341203:0:34764:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9200 with handle 0xe53f2b0cb7af8950 from hash 00010000:00000001:2.0:1788777400.341206:0:34764:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777400.341207:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.341208:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.341210:0:34764:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777400.341212:0:34764:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777400.341214:0:34764:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777400.341217:0:34764:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777400.341241:0:34764:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777400.341243:0:34764:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777400.341250:0:34764:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914c700. 00000020:00000040:2.0:1788777400.341254:0:34764:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777400.341260:0:34764:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777400.341262:0:34764:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.341264:0:34764:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777400.341268:0:34764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777400.341270:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.341271:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.341272:0:34764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.341275:0:34764:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777400.341278:0:34764:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777400.341281:0:34764:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777400.341288:0:34764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093aac00. 00000100:00000001:2.0:1788777400.341295:0:34764:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.341299:0:34764:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777400.341301:0:34764:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777400.341305:0:34764:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788777400.342160:0:34764:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777400.342162:0:34764:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777400.342165:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777400.342168:0:34764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9200/0xe53f2b0cb7af8950 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3caf9 expref: -99 pid: 34739 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788777400.342178:0:34764:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34700 count: 0 00010000:00000010:2.0:1788777400.342185:0:34764:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327d00. 00010000:00000001:2.0:1788777400.342195:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.342197:0:34764:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.342199:0:34764:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777400.342200:0:34764:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.342202:0:34764:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.342214:0:34764:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00010000:00000001:2.0:1788777400.342647:0:34764:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777400.342650:0:34764:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777400.344516:0:34764:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803100. 00010000:00000010:3.0:1788777400.344526:0:34764:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155680. 00010000:00000001:3.0:1788777400.344532:0:34764:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777400.344535:0:34764:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152c000. 00000020:00000001:3.0:1788777400.344541:0:34764:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777400.344544:0:34764:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152c000 with handle 0xe53f2b0cb7af8981 to hash 00000020:00000001:3.0:1788777400.344547:0:34764:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777400.344548:0:34764:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.344552:0:34764:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.344557:0:34764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777400.344560:0:34764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.344564:0:34764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34764 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777400.344574:0:34764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34764 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788777400.344591:0:34764:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788777400.344603:0:34764:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914c700 x1875667126149632/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788777400.344613:0:34764:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34764 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777400.344619:0:34764:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777400.344621:0:34764:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777400.344627:0:34764:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777400.344630:0:34764:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091214912 : -118390618336704 : ffff9453093fd240) 00000100:00000001:3.0:1788777400.344632:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.344634:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:3.0:1788777400.344639:0:34764:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.344643:0:34764:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.344644:0:34764:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777400.344646:0:34764:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777400.344651:0:34764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914c700 x1875667126149632/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.344659:0:34764:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.344661:0:34764:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.344665:0:34764:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.344668:0:34764:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.344671:0:34764:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.344674:0:34764:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34764:1875667126149632:192.168.203.135@tcp:101:bash.0 00000100:00000001:3.0:1788777400.344679:0:34764:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.344856:0:34764:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.344858:0:34764:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.344861:0:34764:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.344914:0:34764:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310760000. 02000000:00000001:3.0:1788777400.344917:0:34764:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.344924:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.344928:0:34764:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.344936:0:34764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff945303c2e400. 00000100:00000200:3.0:1788777400.344943:0:34764:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126149632, portal 10 00000100:00000001:3.0:1788777400.344945:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.344946:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000040:3.0:1788777400.344952:0:34764:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914c700 x1875667126149632/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.344959:0:34764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777400.344961:0:34764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777400.344964:0:34764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.344968:0:34764:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126149632, offset 0 00000400:00000200:3.0:1788777400.344974:0:34764:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777400.344981:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.344987:0:34764:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777400.344993:0:34764:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777400.344997:0:34764:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777400.345001:0:34764:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.345003:0:34764:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777400.345006:0:34764:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2654:2654:256:4294967295] 192.168.203.135@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:3.0:1788777400.345010:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.345019:0:34764:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.345025:0:34764:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.345030:0:34764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99800. 00000800:00000200:3.0:1788777400.345036:0:34764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.345044:0:34764:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.345047:0:34764:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788777400.345068:0:34764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.345072:0:34764:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 812735 usecs (813 jiffies) 00000400:00000200:3.0:1788777400.345075:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.345078:0:34764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551464 00000100:00000001:3.0:1788777400.345086:0:34764:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551409 00000100:00000001:3.0:1788777400.345091:0:34764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551464 00000100:00000001:3.0:1788777400.345094:0:34764:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551409 00000100:00000001:3.0:1788777400.345098:0:34764:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.345101:0:34764:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.345103:0:34764:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.345105:0:34764:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777400.345107:0:34764:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd240 going to sleep for 11 seconds 00000100:00000001:3.0:1788777400.345110:0:34764:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.345112:0:34764:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.345340:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.345345:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99800. 00000400:00000200:1.0:1788777400.345350:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.345354:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.345359:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:1.0:1788777400.345361:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:1.0:1788777400.345365:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.345369:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914c700 x1875667126149632/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.345379:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.345383:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126149632/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.345390:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.345391:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777400.354269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34700. 00010000:00000010:2.1:1788777400.354281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9200. 00000800:00000001:0.0:1788777400.380216:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.380332:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.380336:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.380339:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.380349:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.380356:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.380366:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.380371:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.380376:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.380380:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c56200 00000400:00000200:0.0:1788777400.380385:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.380390:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x71c9 [32] + 224 00000800:00000001:0.0:1788777400.380397:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.380407:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.380410:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.380414:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.380422:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.380431:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914c700 x1875667126149632/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.380442:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94530914c700 x1875667126149632/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.380465:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777400.380475:0:2338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777400.380479:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.380484:0:2338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777400.380489:0:2338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2655:2655:256:4294967295] 192.168.203.135@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:0.0:1788777400.380493:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.380500:0:2338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777400.380505:0:2338:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777400.380570:0:2338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff945307d21800. 00000800:00000200:0.0:1788777400.380579:0:2338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777400.380586:0:2338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777400.380591:0:2338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945307d21800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777400.380729:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.380733:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff945307d21800. 00000400:00000200:0.0:1788777400.380737:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.380740:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777400.380746:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.380749:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.380812:0:34764:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777400.380820:0:34764:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.380823:0:34764:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.380826:0:34764:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777400.380831:0:34764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945303c2e400 00000400:00000010:3.0:1788777400.380833:0:34764:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff945303c2e400. 00000100:00000001:3.0:1788777400.380836:0:34764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.380842:0:34764:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914c700 x1875667126149632/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777400.380852:0:34764:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914c700 x1875667126149632/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.380859:0:34764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.380862:0:34764:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.380864:0:34764:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777400.380868:0:34764:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.380870:0:34764:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.380872:0:34764:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.380875:0:34764:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777400.380884:0:34764:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=73 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777400.380889:0:34764:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.380892:0:34764:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777400.380893:0:34764:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.380896:0:34764:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.380900:0:34764:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.380903:0:34764:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777400.380905:0:34764:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:3.0:1788777400.380907:0:34764:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777400.380909:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.380910:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:3.0:1788777400.380914:0:34764:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.380916:0:34764:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1788777400.380917:0:34764:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.380920:0:34764:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.380925:0:34764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.380932:0:34764:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.380936:0:34764:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.380938:0:34764:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.380942:0:34764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777400.380950:0:34764:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914c700 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34764:1875667126149632:192.168.203.135@tcp:101:bash.0 00000100:00000001:3.0:1788777400.380955:0:34764:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.380958:0:34764:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.380960:0:34764:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777400.380962:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.380966:0:34764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.380974:0:34764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.380977:0:34764:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd240. 00000100:00000001:3.0:1788777400.380980:0:34764:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777400.380981:0:34764:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.380984:0:34764:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777400.380989:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.380991:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.380995:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=4 00000020:00000001:3.0:1788777400.380998:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381000:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000040:3.0:1788777400.381006:0:34764:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152c000, remote cookie: 0xa4f015c75ff3cbaf, flags: 0x1001 00010000:00010000:3.0:1788777400.381012:0:34764:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788777400.381021:0:34764:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788777400.381025:0:34764:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788777400.381032:0:34764:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803500. 00010000:00000010:3.0:1788777400.381036:0:34764:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945311155400. 00010000:00000040:3.0:1788777400.381042:0:34764:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803100 count: 0 00010000:00000010:3.0:1788777400.381047:0:34764:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155680. 00010000:00000001:3.0:1788777400.381054:0:34764:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.381058:0:34764:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777400.381067:0:34764:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.381073:0:34764:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788777400.381077:0:34764:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788777400.381080:0:34764:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788777400.381081:0:34764:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788777400.381083:0:34764:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788777400.381085:0:34764:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff945303803500) refcount = 1 00010000:00010000:3.0:1788777400.381090:0:34764:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.381097:0:34764:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788777400.381100:0:34764:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788777400.381101:0:34764:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777400.381104:0:34764:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788777400.381106:0:34764:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.381110:0:34764:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.381117:0:34764:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777400.381118:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381120:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.381121:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381123:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.381124:0:34764:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777400.381128:0:34764:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788777400.381131:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.381143:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.381145:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.381147:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381149:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381152:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.381153:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.381154:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=4 00000020:00000001:3.0:1788777400.381156:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381158:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381161:0:34764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777400.381165:0:34764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.381169:0:34764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.381175:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381177:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.381178:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.381179:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.381181:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=5 00000020:00000001:3.0:1788777400.381182:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381184:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381187:0:34764:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777400.381189:0:34764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.381196:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381197:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777400.381199:0:34764:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.381206:0:34764:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777400.381207:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381208:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.381209:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381210:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788777400.381215:0:34764:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777400.381266:0:34764:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788777400.381272:0:34764:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777400.381279:0:34764:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.381285:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.381287:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.381288:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.381290:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381292:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00000002:00010000:3.0:1788777400.381296:0:34764:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788777400.381305:0:34764:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945308bb9700. 00010000:00000001:3.0:1788777400.381307:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381309:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777400.381310:0:34764:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777400.381312:0:34764:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777400.381315:0:34764:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788777400.381318:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.381319:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:3.0:1788777400.381322:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.381323:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00010000:00000001:3.0:1788777400.381325:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.381327:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.381328:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.381330:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381332:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00000002:00010000:3.0:1788777400.381336:0:34764:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.381342:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381343:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.381345:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777400.381346:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.381347:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.381349:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.381350:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381352:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000040:3.0:1788777400.381356:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 2 00010000:00000001:3.0:1788777400.381358:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777400.381361:0:34764:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:3.0:1788777400.381364:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381365:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777400.381366:0:34764:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777400.381369:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b768 00000002:00002000:3.0:1788777400.381371:0:34764:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788777400.381374:0:34764:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.381377:0:34764:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.381380:0:34764:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777400.381383:0:34764:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788777400.381386:0:34764:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777400.381390:0:34764:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000001:3.0:1788777400.381392:0:34764:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788777400.381394:0:34764:0:(namei.c:674:ll_lookup_it_finish()) it ffff9453103b78a0 it_disposition 1800037 00000080:00002000:3.0:1788777400.381399:0:34764:0:(namei.c:653:ll_splice_alias()) Add dentry ffff945320ac4e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788777400.381403:0:34764:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777400.381406:0:34764:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788777400.381411:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b998 00000080:00200000:3.0:1788777400.381412:0:34764:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9453209dec08), intent=open|creat 00000080:00000001:3.0:1788777400.381415:0:34764:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788777400.381417:0:34764:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777400.381421:0:34764:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777400.381424:0:34764:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788777400.381427:0:34764:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1788777400.381429:0:34764:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788777400.381440:0:34764:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9453209aca40. 00000020:00000001:3.0:1788777400.381449:0:34764:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788777400.381450:0:34764:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788777400.381453:0:34764:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788777400.381454:0:34764:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08) 00000020:00000001:3.0:1788777400.381458:0:34764:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.381462:0:34764:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:3.0:1788777400.381464:0:34764:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:3.0:1788777400.381469:0:34764:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788777400.381475:0:34764:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94532014c898. 00000020:00000001:3.0:1788777400.381477:0:34764:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777400.381479:0:34764:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.381485:0:34764:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788777400.381489:0:34764:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff945307b50d90. 00020000:00000001:3.0:1788777400.381491:0:34764:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625683065343376 : -118390644208240 : ffff945307b50d90) 00020000:00000001:3.0:1788777400.381493:0:34764:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788777400.381495:0:34764:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777400.381514:0:34764:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6cf60. 00020000:00000010:3.0:1788777400.381519:0:34764:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8580. 00020000:00000010:3.0:1788777400.381524:0:34764:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6c7e0. 00020000:00000001:3.0:1788777400.381526:0:34764:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017222112 : -118390692329504 : ffff945304d6c7e0) 00020000:00000002:3.0:1788777400.381529:0:34764:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c7e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777400.381533:0:34764:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777400.381537:0:34764:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8580: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777400.381539:0:34764:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788777400.381541:0:34764:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c7e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777400.381543:0:34764:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777400.381546:0:34764:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8580: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:3.0:1788777400.381549:0:34764:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9453092ce560. 00020000:00000010:3.0:1788777400.381552:0:34764:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9453093fd240. 00020000:00000001:3.0:1788777400.381556:0:34764:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788777400.381559:0:34764:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff945318631098. 00020000:00000001:3.0:1788777400.381561:0:34764:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788777400.381562:0:34764:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788777400.381567:0:34764:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788777400.381570:0:34764:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94532014cbb8. 00000020:00000001:3.0:1788777400.381572:0:34764:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788777400.381574:0:34764:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.381576:0:34764:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625683474271288 : -118390235280328 : ffff94532014cc38) 00020000:00000001:3.0:1788777400.381579:0:34764:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788777400.381585:0:34764:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff945304ec1dc0. 00020000:00000001:3.0:1788777400.381587:0:34764:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.381591:0:34764:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474271288 : -118390235280328 : ffff94532014cc38) 00020000:00000001:3.0:1788777400.381594:0:34764:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625683474271288 : -118390235280328 : ffff94532014cc38) 00020000:00000002:3.0:1788777400.381598:0:34764:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x45:0x0]@ffff94532014cbb8[0:0] -> [0x200000404:0x36:0x0]@ffff94532014c898: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1788777400.381603:0:34764:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788777400.381605:0:34764:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788777400.381607:0:34764:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.381610:0:34764:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625683474270488 : -118390235281128 : ffff94532014c918) 00000020:00001000:3.0:1788777400.381612:0:34764:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:3.0:1788777400.381616:0:34764:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1788777400.381619:0:34764:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788777400.381622:0:34764:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833974 mtime from 0 to 1788777400 00000080:00000001:3.0:1788777400.381626:0:34764:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788777400.381629:0:34764:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625683483052808 : -118390226498808 : ffff9453209acb08) 00010000:00000001:3.0:1788777400.381631:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.381632:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.381634:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.381636:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381638:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00000080:00000001:3.0:1788777400.381641:0:34764:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777400.381643:0:34764:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.381644:0:34764:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:3.0:1788777400.381646:0:34764:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:3.0:1788777400.381648:0:34764:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777400.381651:0:34764:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777400.381652:0:34764:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777400.381656:0:34764:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6cae0. 00020000:00000010:3.0:1788777400.381658:0:34764:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8400. 00020000:00000010:3.0:1788777400.381661:0:34764:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6cba0. 00020000:00000001:3.0:1788777400.381663:0:34764:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017223072 : -118390692328544 : ffff945304d6cba0) 00020000:00000002:3.0:1788777400.381665:0:34764:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6cba0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777400.381736:0:34764:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777400.381738:0:34764:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8400: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777400.381741:0:34764:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b50d90) owner ffff945310268000 00020000:00000001:3.0:1788777400.381744:0:34764:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777400.381746:0:34764:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b50d90) owner ffff945310268000 00020000:00000010:3.0:1788777400.381749:0:34764:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453012e8400. 00020000:00000010:3.0:1788777400.381753:0:34764:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6cae0. 00020000:00000010:3.0:1788777400.381756:0:34764:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6cba0. 00020000:00000002:3.0:1788777400.381757:0:34764:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777400.381759:0:34764:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.381761:0:34764:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.381763:0:34764:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777400.381766:0:34764:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:3.0:1788777400.381768:0:34764:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c7e0 addref 2/0 by ffff945310268000. 00020000:00000002:3.0:1788777400.381770:0:34764:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777400.381772:0:34764:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777400.381774:0:34764:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777400.381775:0:34764:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777400.381777:0:34764:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777400.381779:0:34764:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777400.381781:0:34764:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788777400.381783:0:34764:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000080:00000001:3.0:1788777400.381785:0:34764:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.381787:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381788:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777400.381789:0:34764:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777400.381792:0:34764:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777400.381793:0:34764:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777400.381795:0:34764:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) 00000080:00010000:3.0:1788777400.381798:0:34764:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af8981 00800000:00000001:3.0:1788777400.381800:0:34764:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777400.381802:0:34764:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777400.381803:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.381805:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.381807:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.381809:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381811:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381814:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.381815:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777400.381816:0:34764:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.381818:0:34764:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.381820:0:34764:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788777400.381822:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.381828:0:34764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.381835:0:34764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777400.381840:0:34764:0:(namei.c:1651:ll_create_it()) inode ffff9453209acb08 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:3.0:1788777400.381843:0:34764:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777400.381846:0:34764:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) 00000080:00000001:3.0:1788777400.381849:0:34764:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777400.381852:0:34764:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073f000. 00000100:00000001:3.0:1788777400.381855:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.381857:0:34764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.381863:0:34764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.381866:0:34764:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788777400.381868:0:34764:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788777400.381870:0:34764:0:(namei.c:1500:ll_atomic_open()) inode ffff9453209acb08 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:3.0:1788777400.381878:0:34764:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788777400.381881:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba68 00000080:00200008:3.0:1788777400.381882:0:34764:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 102101 00000080:00000010:3.0:1788777400.381889:0:34764:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945308800280. 00000080:00000010:3.0:1788777400.381894:0:34764:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb9f00. 00000080:00000001:3.0:1788777400.381897:0:34764:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777400.381901:0:34764:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777400.381904:0:34764:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777400.381907:0:34764:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945310690140. 00000002:00100000:3.0:1788777400.381912:0:34764:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777400.381918:0:34764:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.381919:0:34764:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777400.381922:0:34764:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777400.381926:0:34764:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.381928:0:34764:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.381931:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.381933:0:34764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777400.381940:0:34764:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.381943:0:34764:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 02000000:00000001:3.0:1788777400.381965:0:34764:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777400.381967:0:34764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.381970:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba68 00000080:00000008:3.0:1788777400.381972:0:34764:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 102101, rc = 0 00000080:00000001:3.0:1788777400.381976:0:34764:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788777400.381978:0:34764:0:(dcache.c:176:ll_intent_release()) intent ffff9453103b78a0 released 00000080:00010000:3.0:1788777400.381980:0:34764:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8981 from it ffff9453103b78a0 00010000:00000001:3.0:1788777400.381983:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.381984:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.381986:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.381988:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381990:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.381991:0:34764:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777400.381994:0:34764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.382002:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.382003:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.382005:0:34764:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777400.382007:0:34764:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777400.382010:0:34764:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777400.382017:0:34764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777400.382019:0:34764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777400.382021:0:34764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777400.382024:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.382025:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.382027:0:34764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.382030:0:34764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777400.382032:0:34764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.382033:0:34764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.382036:0:34764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.382037:0:34764:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777400.382039:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.382039:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777400.382041:0:34764:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788777400.382042:0:34764:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777400.382044:0:34764:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777400.382046:0:34764:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777400.382048:0:34764:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777400.382050:0:34764:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.382052:0:34764:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788777400.382054:0:34764:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.382056:0:34764:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777400.382058:0:34764:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.382060:0:34764:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788777400.382062:0:34764:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9453103b78a0. 00000080:00000001:3.0:1788777400.382065:0:34764:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.382069:0:34764:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788777400.382071:0:34764:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08), inode mode 81a4 mask 40 00000080:00000001:3.0:1788777400.382074:0:34764:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.382165:0:34764:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777400.382168:0:34764:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:3.0:1788777400.382172:0:34764:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777400.382174:0:34764:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.395127:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bd28 00000080:00200008:3.0:1788777400.395146:0:34764:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777400.395155:0:34764:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788777400.395156:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bca0 00000080:00200000:3.0:1788777400.395158:0:34764:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08),name=recon 00000080:00000010:3.0:1788777400.395166:0:34764:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310362c00. 00800000:00000002:3.0:1788777400.395172:0:34764:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:3.0:1788777400.395178:0:34764:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788777400.395183:0:34764:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788777400.395185:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bbc0 00800000:00000002:3.0:1788777400.395188:0:34764:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788777400.395192:0:34764:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788777400.395197:0:34764:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1788777400.395203:0:34764:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788777400.395205:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba90 00000002:00010000:3.0:1788777400.395207:0:34764:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788777400.395211:0:34764:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788777400.395213:0:34764:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777400.395216:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.395246:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 2 00010000:00000001:3.0:1788777400.395251:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777400.395256:0:34764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777400.395261:0:34764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788777400.395265:0:34764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788777400.395277:0:34764:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777400.395282:0:34764:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.395285:0:34764:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788777400.395293:0:34764:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788777400.395295:0:34764:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788777400.395297:0:34764:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777400.395299:0:34764:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788777400.395302:0:34764:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788777400.395304:0:34764:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788777400.395308:0:34764:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788777400.395311:0:34764:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777400.395314:0:34764:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310362c00. 00000080:00000001:3.0:1788777400.395319:0:34764:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788777400.395321:0:34764:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777400.395324:0:34764:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) 00000080:00010000:3.0:1788777400.395328:0:34764:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af8981 00800000:00000001:3.0:1788777400.395331:0:34764:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777400.395334:0:34764:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777400.395335:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.395337:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.395340:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.395343:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.395345:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.395348:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.395350:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777400.395351:0:34764:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.395354:0:34764:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777400.395356:0:34764:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8981 from it ffffb1cb81d1bcd8 00010000:00000001:3.0:1788777400.395358:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.395359:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.395360:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.395361:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.395363:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.395365:0:34764:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777400.395368:0:34764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788777400.395374:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.395375:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.395377:0:34764:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777400.395379:0:34764:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777400.395382:0:34764:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777400.395388:0:34764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777400.395390:0:34764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777400.395392:0:34764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777400.395395:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.395396:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.395398:0:34764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.395401:0:34764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777400.395402:0:34764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.395404:0:34764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.395406:0:34764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.395408:0:34764:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777400.395410:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.395411:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788777400.395413:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788777400.395415:0:34764:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777400.395417:0:34764:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788777400.395420:0:34764:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777400.395421:0:34764:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777400.395423:0:34764:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777400.395425:0:34764:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.395426:0:34764:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777400.395430:0:34764:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788777400.395432:0:34764:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.395435:0:34764:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:3.0:1788777400.395437:0:34764:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000020:00000001:3.0:1788777400.395441:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:3.0:1788777400.395444:0:34764:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777400.395446:0:34764:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777400.395447:0:34764:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788777400.395450:0:34764:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.395451:0:34764:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777400.395453:0:34764:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777400.395455:0:34764:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.395456:0:34764:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777400.395461:0:34764:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105cb7e0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788777400.395463:0:34764:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777400.395467:0:34764:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777400.395469:0:34764:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777400.395471:0:34764:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777400.395473:0:34764:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.395475:0:34764:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777400.395477:0:34764:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777400.395478:0:34764:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.395479:0:34764:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.395480:0:34764:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777400.395481:0:34764:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777400.395483:0:34764:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00000020:00000001:3.0:1788777400.395485:0:34764:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788777400.395487:0:34764:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788777400.395488:0:34764:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1788777400.395491:0:34764:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788777400.395492:0:34764:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788777400.395494:0:34764:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788777400.395496:0:34764:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788777400.397642:0:34764:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788777400.397661:0:34764:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945311155680. 00020000:00000002:3.0:1788777400.397667:0:34764:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777400.397670:0:34764:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788777400.397673:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777400.397675:0:34764:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777400.397677:0:34764:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.397692:0:34764:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:3.0:1788777400.397696:0:34764:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:3.0:1788777400.397701:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:3.0:1788777400.397703:0:34764:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777400.397707:0:34764:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.397709:0:34764:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777400.397710:0:34764:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.397712:0:34764:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.397715:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777400.397718:0:34764:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777400.397723:0:34764:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453057d2f70. 00000008:00010000:3.0:1788777400.397726:0:34764:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788777400.397728:0:34764:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777400.397729:0:34764:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777400.397731:0:34764:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9453111556b0, osc lock ffff9453057d2f70, flags 0x400001002 00000020:00000001:3.0:1788777400.397733:0:34764:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.397735:0:34764:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.397738:0:34764:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683222648448 : -118390486903168 : ffff945311155680) 00000020:00000001:3.0:1788777400.397740:0:34764:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777400.397741:0:34764:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777400.397743:0:34764:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.397745:0:34764:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.397747:0:34764:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788777400.397749:0:34764:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788777400.397750:0:34764:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777400.397752:0:34764:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777400.397753:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777400.397755:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777400.397757:0:34764:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777400.397759:0:34764:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777400.397761:0:34764:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788777400.397764:0:34764:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777400.397766:0:34764:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777400.397767:0:34764:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777400.397770:0:34764:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777400.397989:0:34764:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777400.397992:0:34764:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777400.397994:0:34764:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777400.397997:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788777400.398003:0:34764:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.398006:0:34764:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788777400.398012:0:34764:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d500. 00000020:00000040:3.0:1788777400.398016:0:34764:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00010000:00000001:3.0:1788777400.398020:0:34764:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777400.398025:0:34764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777400.398028:0:34764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.398032:0:34764:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.398035:0:34764:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777400.398039:0:34764:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.398046:0:34764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310362c00. 00000100:00000001:3.0:1788777400.398053:0:34764:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.398059:0:34764:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777400.398061:0:34764:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.398062:0:34764:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777400.398063:0:34764:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.398065:0:34764:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.398068:0:34764:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00010000:00000001:3.0:1788777400.398071:0:34764:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777400.398073:0:34764:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788777400.398078:0:34764:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303803a00. 00010000:00000010:3.0:1788777400.398081:0:34764:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff945303803400. 00010000:00000001:3.0:1788777400.398086:0:34764:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777400.398089:0:34764:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152c200. 00000020:00000001:3.0:1788777400.398093:0:34764:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777400.398096:0:34764:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152c200 with handle 0xe53f2b0cb7af8988 to hash 00000020:00000001:3.0:1788777400.398098:0:34764:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777400.398100:0:34764:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000010:3.0:1788777400.398104:0:34764:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff945308bb9900. 00010000:00000001:3.0:1788777400.398106:0:34764:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:3.0:1788777400.398109:0:34764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777400.398112:0:34764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.398116:0:34764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777400.398129:0:34764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.398151:0:34764:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.398155:0:34764:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.398159:0:34764:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.398172:0:34764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090cb9705] to pc [ptlrpcd_01_00+0] req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.398253:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.398258:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.398260:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777400.398267:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.398275:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777400.398277:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.398281:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777400.398285:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777400.398287:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777400.398291:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126149760:192.168.203.135@tcp:101:uname.0 00000100:00000001:2.0:1788777400.398295:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777400.398300:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777400.398303:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.398305:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777400.398310:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aa000. 02000000:00000001:2.0:1788777400.398312:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777400.398319:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777400.398323:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777400.398330:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1c38. 00000100:00000200:2.0:1788777400.398338:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126149760, portal 4 00000100:00000001:2.0:1788777400.398340:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.398342:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000040:2.0:1788777400.398348:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.398354:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777400.398357:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777400.398361:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c14c8. 00000100:00000200:2.0:1788777400.398364:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126149760, offset 0 00000400:00000200:2.0:1788777400.398370:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777400.398379:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.398386:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777400.398391:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777400.398395:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777400.398399:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777400.398402:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777400.398405:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2656:2656:256:4294967295] 192.168.203.135@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:2.0:1788777400.398409:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.398418:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777400.398424:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777400.398429:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef200. 00000800:00000200:2.0:1788777400.398436:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777400.398444:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777400.398448:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777400.398467:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.398471:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23937 usecs (24 jiffies) 00000400:00000200:2.0:1788777400.398474:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777400.398477:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296550729 00000100:00000001:2.0:1788777400.398480:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296551464 00000100:00000001:2.0:1788777400.398481:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296550729 00000100:00000001:2.0:1788777400.398483:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296551464 00000100:00000001:2.0:1788777400.398486:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.398489:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.398492:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.398494:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777400.398633:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.398638:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef200. 00000400:00000200:1.0:1788777400.398644:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.398650:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.398654:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c14c8 00000400:00000010:1.0:1788777400.398657:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c14c8. 00000100:00000001:1.0:1788777400.398661:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.398666:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.398675:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.398678:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.398694:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.398696:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:3.0:1788777400.399704:0:34764:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.399710:0:34764:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.399713:0:34764:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.399715:0:34764:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.399717:0:34764:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.399720:0:34764:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788777400.399721:0:34764:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788777400.399724:0:34764:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788777400.399725:0:34764:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788777400.404937:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.404944:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777400.404949:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.404952:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.404955:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.404959:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.404970:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.404972:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777400.405655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803100. 00000800:00000001:0.0:1788777400.408097:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.408113:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.408117:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.408120:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.408129:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.408146:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.408156:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.408160:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.408165:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.408169:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c56280 00000400:00000200:0.0:1788777400.408174:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.408179:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x71d1 [1] + 224 00000800:00000001:0.0:1788777400.408186:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.408198:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.408201:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.408205:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.408213:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.408264:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.408276:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.408296:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.408304:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.408308:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.408384:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.408388:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777400.408395:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777400.408397:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777400.408400:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777400.408405:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:2.0:1788777400.408407:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:2.0:1788777400.408410:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777400.408415:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777400.408423:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.408430:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777400.408432:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.408434:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777400.408438:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777400.408440:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777400.408442:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.408446:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777400.408454:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777400.408459:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777400.408461:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777400.408463:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.408465:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777400.408469:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.408472:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777400.408475:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788777400.408477:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777400.408478:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.408483:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.408490:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.408493:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777400.408495:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777400.408498:0:2348:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788777400.408500:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.408513:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.408517:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=4 00000020:00000001:2.0:1788777400.408520:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408523:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408525:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.408526:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.408527:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=5 00000020:00000001:2.0:1788777400.408529:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408532:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408536:0:2348:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.408539:0:2348:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.408544:0:2348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.408555:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.408557:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.408559:0:2348:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777400.408561:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.408562:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.408563:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=6 00000020:00000001:2.0:1788777400.408565:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408567:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000040:2.0:1788777400.408573:0:2348:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152c200, remote cookie: 0xa4f015c75ff3cbbd, flags: 0x1001 00010000:00010000:2.0:1788777400.408578:0:2348:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.408586:0:2348:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788777400.408589:0:2348:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.408591:0:2348:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777400.408594:0:2348:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788777400.408598:0:2348:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777400.408607:0:2348:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff945303803a00) refcount = 1 00010000:00000040:2.0:1788777400.408610:0:2348:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777400.408613:0:2348:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.408621:0:2348:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777400.408623:0:2348:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.408626:0:2348:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777400.408628:0:2348:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.408631:0:2348:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.408637:0:2348:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777400.408638:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.408640:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.408641:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.408641:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777400.408643:0:2348:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788777400.408646:0:2348:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788777400.408649:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.408650:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.408652:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=5 00000020:00000001:2.0:1788777400.408654:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408656:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00000008:00000001:2.0:1788777400.408659:0:2348:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788777400.408663:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00010000:2.0:1788777400.408667:0:2348:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788777400.408674:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.408676:0:2348:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777400.408678:0:2348:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777400.408691:0:2348:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777400.408694:0:2348:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.408696:0:2348:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.408698:0:2348:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:2.0:1788777400.408699:0:2348:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788777400.408701:0:2348:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788777400.408703:0:2348:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788777400.408712:0:2348:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788777400.408714:0:2348:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.408717:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.408718:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.408719:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=6 00000020:00000001:2.0:1788777400.408721:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408723:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408725:0:2348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777400.408728:0:2348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.408734:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.408735:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777400.408738:0:2348:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.408744:0:2348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777400.408746:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.408747:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777400.408748:0:2348:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.408750:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.408751:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.408752:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=5 00000020:00000001:2.0:1788777400.408754:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408756:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.408758:0:2348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777400.408760:0:2348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.408766:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.408767:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.408769:0:2348:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777400.408907:0:2348:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777400.408911:0:2348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777400.408921:0:2348:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777400.408923:0:2348:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777400.408925:0:2348:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777400.408929:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.408930:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.408931:0:2348:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.408934:0:2348:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777400.408936:0:2348:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.408938:0:2348:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.408940:0:2348:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.408942:0:2348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777400.408943:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.408944:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.408945:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.408946:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777400.408948:0:2348:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.408954:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777400.408962:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126149760:192.168.203.135@tcp:101:uname.0 00000100:00000001:2.0:1788777400.408967:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.408970:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.408973:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d500 x1875667126149760/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.408980:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777400.408982:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777400.408985:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aa000. 02000000:00000001:2.0:1788777400.408990:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777400.408992:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777400.408994:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777400.408996:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777400.408999:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310362c00. 02000000:00000001:2.0:1788777400.409003:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777400.409005:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777400.409006:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d500. 00000100:00000001:2.0:1788777400.409010:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777400.409011:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.409013:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.409021:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.409023:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.409025:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.409027:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409332:0:34764:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409336:0:34764:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409341:0:34764:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777400.409344:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:3.0:1788777400.409346:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:3.0:1788777400.409347:0:34764:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777400.409352:0:34764:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788777400.409355:0:34764:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777400.409357:0:34764:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409359:0:34764:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777400.409360:0:34764:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777400.409362:0:34764:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788777400.409364:0:34764:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777400.409367:0:34764:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788777400.409369:0:34764:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409371:0:34764:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409373:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:3.0:1788777400.409375:0:34764:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1788777400.409377:0:34764:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777400.409379:0:34764:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788777400.409381:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:3.0:1788777400.409385:0:34764:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777400.409386:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788777400.409389:0:34764:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788777400.409392:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777400.409394:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777400.409396:0:34764:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788777400.409397:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453111556b0 (ffff9453093eeab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788777400.409400:0:34764:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788777400.409401:0:34764:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788777400.409403:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.409404:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777400.409405:0:34764:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788777400.409407:0:34764:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777400.409408:0:34764:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777400.409409:0:34764:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788777400.409410:0:34764:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777400.409411:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105cb780 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:3.0:1788777400.409414:0:34764:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788777400.409415:0:34764:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788777400.409416:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453111556b0 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:3.0:1788777400.409419:0:34764:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453057d2f70. 00000020:00000001:3.0:1788777400.409422:0:34764:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788777400.409424:0:34764:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945311155680. 00020000:00000001:3.0:1788777400.409427:0:34764:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788777400.409428:0:34764:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788777400.409429:0:34764:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788777400.409431:0:34764:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409434:0:34764:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788777400.409436:0:34764:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788777400.409438:0:34764:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788777400.409439:0:34764:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788777400.409441:0:34764:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777400.409442:0:34764:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00020000:00000001:3.0:1788777400.409445:0:34764:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788777400.409447:0:34764:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788777400.409449:0:34764:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788777400.409452:0:34764:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788777400.409456:0:34764:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777400.409458:0:34764:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409460:0:34764:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777400.409461:0:34764:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788777400.409462:0:34764:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788777400.409464:0:34764:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000001:00000001:3.0:1788777400.409466:0:34764:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409473:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bd28 00000080:00000008:3.0:1788777400.409476:0:34764:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788777400.409557:0:34764:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788777400.409560:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bd88 00000080:00200008:3.0:1788777400.409562:0:34764:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1788777400.409565:0:34764:0:(file.c:2656:do_file_write_iter()) inode ffff9453209acb08 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:3.0:1788777400.409568:0:34764:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788777400.409570:0:34764:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409572:0:34764:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788777400.409575:0:34764:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409577:0:34764:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.409580:0:34764:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153480 : -118390618398136 : ffff9453093ee248) 00000020:00001000:3.0:1788777400.409582:0:34764:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee240 00000080:00000001:3.0:1788777400.409585:0:34764:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788777400.409586:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bc98 00000080:00200000:3.0:1788777400.409588:0:34764:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1788777400.409593:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bc30 00000080:00200000:3.0:1788777400.409594:0:34764:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1788777400.409596:0:34764:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777400.409598:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:3.0:1788777400.409599:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:3.0:1788777400.409600:0:34764:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777400.409602:0:34764:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788777400.409604:0:34764:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788777400.409606:0:34764:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409608:0:34764:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409609:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:3.0:1788777400.409611:0:34764:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1788777400.409612:0:34764:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777400.409614:0:34764:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788777400.409619:0:34764:0:(cl_io.c:214:cl_io_rw_init()) header@0000000001ab4eb6[0x110, 1, [0x200000404:0x36:0x0] hash] 00000020:00200000:3.0:1788777400.409620:0:34764:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1788777400.409622:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:3.0:1788777400.409624:0:34764:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777400.409626:0:34764:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777400.409628:0:34764:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777400.409630:0:34764:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.409631:0:34764:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788777400.409633:0:34764:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.409637:0:34764:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409639:0:34764:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788777400.409640:0:34764:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409642:0:34764:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777400.409645:0:34764:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105cb7e0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788777400.409648:0:34764:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777400.409651:0:34764:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777400.409653:0:34764:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777400.409655:0:34764:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777400.409657:0:34764:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788777400.409659:0:34764:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1788777400.409661:0:34764:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788777400.409663:0:34764:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777400.409664:0:34764:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409666:0:34764:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.409667:0:34764:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777400.409668:0:34764:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777400.409669:0:34764:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00000020:00000001:3.0:1788777400.409672:0:34764:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409673:0:34764:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777400.409675:0:34764:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1788777400.409678:0:34764:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788777400.409690:0:34764:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409694:0:34764:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777400.409696:0:34764:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777400.409698:0:34764:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788777400.409699:0:34764:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788777400.409701:0:34764:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1788777400.409704:0:34764:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777400.409706:0:34764:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777400.409709:0:34764:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777400.409711:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777400.409713:0:34764:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777400.409714:0:34764:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.409716:0:34764:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155640 : -118390618395976 : ffff9453093eeab8) 00000020:00001000:3.0:1788777400.409718:0:34764:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eeab0 00000020:00000001:3.0:1788777400.409720:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:3.0:1788777400.409721:0:34764:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777400.409724:0:34764:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.409725:0:34764:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777400.409727:0:34764:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409728:0:34764:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409730:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777400.409732:0:34764:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788777400.409734:0:34764:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788777400.409737:0:34764:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409739:0:34764:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409741:0:34764:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409742:0:34764:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409744:0:34764:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409746:0:34764:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788777400.409748:0:34764:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788777400.409750:0:34764:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788777400.409752:0:34764:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788777400.409755:0:34764:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409757:0:34764:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409759:0:34764:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788777400.409760:0:34764:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1788777400.409762:0:34764:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788777400.409763:0:34764:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788777400.409765:0:34764:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409767:0:34764:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409768:0:34764:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409770:0:34764:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.409940:0:34764:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409943:0:34764:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777400.409946:0:34764:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777400.409947:0:34764:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777400.409949:0:34764:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777400.409950:0:34764:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409951:0:34764:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409953:0:34764:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409955:0:34764:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.409956:0:34764:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777400.409957:0:34764:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788777400.409958:0:34764:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788777400.409960:0:34764:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788777400.409962:0:34764:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788777400.409964:0:34764:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788777400.409971:0:34764:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945311155680. 00020000:00000002:3.0:1788777400.409974:0:34764:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777400.409976:0:34764:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788777400.409977:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777400.409978:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777400.409980:0:34764:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788777400.409984:0:34764:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453057d2f70. 00000008:00010000:3.0:1788777400.409987:0:34764:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788777400.409989:0:34764:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777400.409990:0:34764:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788777400.409992:0:34764:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9453111556b0, osc lock ffff9453057d2f70, flags 0x0 00000020:00000001:3.0:1788777400.409995:0:34764:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409997:0:34764:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.409999:0:34764:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683222648448 : -118390486903168 : ffff945311155680) 00000020:00000001:3.0:1788777400.410000:0:34764:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788777400.410001:0:34764:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788777400.410003:0:34764:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.410004:0:34764:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.410006:0:34764:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777400.410007:0:34764:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788777400.410008:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777400.410009:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777400.410011:0:34764:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777400.410013:0:34764:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788777400.410015:0:34764:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788777400.410017:0:34764:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.410019:0:34764:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788777400.410022:0:34764:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788777400.410023:0:34764:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788777400.410025:0:34764:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788777400.410026:0:34764:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788777400.410027:0:34764:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788777400.410029:0:34764:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788777400.410032:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.410039:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:3.0:1788777400.410043:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788777400.410048:0:34764:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff945307527400 type 11 mode 2 res 9663677440/69 (0 18446744073709551615) 00010000:00000001:3.0:1788777400.410052:0:34764:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788777400.410059:0:34764:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d500. 00000020:00000040:3.0:1788777400.410063:0:34764:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00010000:00000001:3.0:1788777400.410067:0:34764:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777400.410071:0:34764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777400.410075:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.410076:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.410078:0:34764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.410081:0:34764:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.410083:0:34764:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777400.410087:0:34764:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.410092:0:34764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310363c00. 00000100:00000001:3.0:1788777400.410098:0:34764:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.410102:0:34764:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777400.410104:0:34764:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.410105:0:34764:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777400.410106:0:34764:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.410108:0:34764:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.410110:0:34764:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00010000:00000001:3.0:1788777400.410113:0:34764:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788777400.410115:0:34764:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788777400.410117:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:3.0:1788777400.410119:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777400.410121:0:34764:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788777400.410125:0:34764:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94530152c800. 00000020:00000001:3.0:1788777400.410129:0:34764:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788777400.410142:0:34764:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94530152c800 with handle 0xe53f2b0cb7af898f to hash 00000020:00000001:3.0:1788777400.410145:0:34764:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788777400.410146:0:34764:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000010:3.0:1788777400.410150:0:34764:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff945308bb9500. 00010000:00000001:3.0:1788777400.410152:0:34764:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777400.410155:0:34764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777400.410157:0:34764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.410160:0:34764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777400.410174:0:34764:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777400.410184:0:34764:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788777400.410190:0:34764:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777400.410192:0:34764:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777400.410197:0:34764:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd900. 00000100:00000001:3.0:1788777400.410199:0:34764:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091216640 : -118390618334976 : ffff9453093fd900) 00000100:00000001:3.0:1788777400.410202:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.410203:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000001:3.0:1788777400.410206:0:34764:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.410208:0:34764:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.410210:0:34764:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777400.410212:0:34764:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777400.410247:0:34764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.410255:0:34764:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.410257:0:34764:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.410260:0:34764:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.410263:0:34764:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.410265:0:34764:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.410268:0:34764:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34764:1875667126149888:192.168.203.135@tcp:101:uname.0 00000100:00000001:3.0:1788777400.410272:0:34764:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.410277:0:34764:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.410279:0:34764:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.410282:0:34764:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.410286:0:34764:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777400.410288:0:34764:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.410295:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.410298:0:34764:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.410304:0:34764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.410311:0:34764:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126149888, portal 4 00000100:00000001:3.0:1788777400.410313:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.410314:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000040:3.0:1788777400.410319:0:34764:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.410325:0:34764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777400.410328:0:34764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777400.410330:0:34764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347b28. 00000100:00000200:3.0:1788777400.410334:0:34764:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875667126149888, offset 0 00000400:00000200:3.0:1788777400.410340:0:34764:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777400.410347:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.410354:0:34764:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777400.410358:0:34764:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777400.410363:0:34764:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777400.410367:0:34764:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.410369:0:34764:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777400.410373:0:34764:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2657:2657:256:4294967295] 192.168.203.135@tcp LPNI seq info [2652:2652:8:4294967295] 00000400:00000200:3.0:1788777400.410377:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.410386:0:34764:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.410392:0:34764:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.410396:0:34764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:3.0:1788777400.410404:0:34764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.410411:0:34764:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.410415:0:34764:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777400.410491:0:34764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.410496:0:34764:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23892 usecs (24 jiffies) 00000400:00000200:3.0:1788777400.410507:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.410510:0:34764:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296550741 00000100:00000001:3.0:1788777400.410514:0:34764:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296551464 00000100:00000001:3.0:1788777400.410516:0:34764:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296550741 00000100:00000001:3.0:1788777400.410518:0:34764:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296551464 00000100:00000001:3.0:1788777400.410521:0:34764:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.410525:0:34764:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.410527:0:34764:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.410529:0:34764:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777400.410531:0:34764:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777400.410534:0:34764:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.410536:0:34764:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.416551:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.416561:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:1.0:1788777400.416571:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.416580:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.416588:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347b28 00000400:00000010:1.0:1788777400.416592:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347b28. 00000100:00000001:1.0:1788777400.416597:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.416606:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.416619:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.416623:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.416629:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.416631:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.419155:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.419171:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.419175:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.419178:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.419185:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.419192:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.419200:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.419204:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.419210:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.419213:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d5f780 00000400:00000200:0.0:1788777400.419375:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x6a69 [2] + 1704 00000800:00000001:0.0:1788777400.419384:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.419394:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.419398:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.419402:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.419410:0:2338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777400.419412:0:2338:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788777400.419418:0:2338:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be0000. 00000100:00000040:0.0:1788777400.419421:0:2338:0:(events.c:337:request_in_callback()) incoming req@ffff945308be0000 x1875667144013696 msgsize 328 00000100:00100000:0.0:1788777400.419426:0:2338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:0.0:1788777400.419480:0:2338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.419489:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.419492:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.419628:0:15901:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788777400.419631:0:15901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667144013696 02000000:00000001:1.0:1788777400.419634:0:15901:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788777400.419637:0:15901:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777400.419639:0:15901:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.419643:0:15901:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777400.419647:0:15901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667144013696 00000020:00000001:1.0:1788777400.419651:0:15901:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777400.419653:0:15901:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:1.0:1788777400.419655:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.419658:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:1.0:1788777400.419661:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:1.0:1788777400.419663:0:15901:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000001:1.0:1788777400.419667:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777400.419672:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9c040. 00000100:00000001:1.0:1788777400.419675:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777400.419678:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9c040. 00000020:00000010:1.0:1788777400.419931:0:15901:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945310ed3800. 00000020:00000010:1.0:1788777400.419937:0:15901:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcd980. 00000020:00000010:1.0:1788777400.419942:0:15901:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945321241d48. 00000100:00000040:1.0:1788777400.419951:0:15901:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788777400.419954:0:15901:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777400.419956:0:15901:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777400.419958:0:15901:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.419965:0:15901:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.420022:0:15901:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.420034:0:15901:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777400.420036:0:15901:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777400.420042:0:15901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 64 00000100:00000040:1.0:1788777400.420045:0:15901:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119bd000 : new rpc_count 1 00000100:00000001:1.0:1788777400.420047:0:15901:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683082706944 : -118390626844672 : ffff945308be0000) 00000100:00000040:1.0:1788777400.420053:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945308be0000 x1875667144013696/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:456/0 lens 328/0 e 0 to 0 dl 1788777411 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777400.420062:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777400.420065:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9c040. 00000100:00000001:1.0:1788777400.420067:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777400.420070:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9c040. 00000100:00100000:1.0:1788777400.420074:0:15901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945308be0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12202:x1875667144013696:12345-192.168.203.135@tcp:104: 00000100:00000200:1.0:1788777400.420078:0:15901:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667144013696 00010000:00000001:1.0:1788777400.420081:0:15901:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777400.420087:0:15901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.420089:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.420091:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=2 00000020:00000001:1.0:1788777400.420093:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:1.0:1788777400.420095:0:15901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:1.0:1788777400.420098:0:15901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.420101:0:15901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.420106:0:15901:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788777400.420117:0:15901:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777400.420120:0:15901:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777400.420124:0:15901:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94531068a800. 02000000:00000001:1.0:1788777400.420127:0:15901:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.420129:0:15901:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.420145:0:15901:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777400.420147:0:15901:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777400.420151:0:15901:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777400.420156:0:15901:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777400.420159:0:15901:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777400.420161:0:15901:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777400.420163:0:15901:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777400.420165:0:15901:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.420168:0:15901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777400.420170:0:15901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777400.420174:0:15901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12660. 00000100:00000200:1.0:1788777400.420179:0:15901:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667144013696, offset 224 00000400:00000200:1.0:1788777400.420186:0:15901:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777400.420193:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.420199:0:15901:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777400.420203:0:15901:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2658:2658:256:4294967295] 192.168.203.135@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:1.0:1788777400.420207:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.420215:0:15901:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777400.420251:0:15901:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777400.420257:0:15901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534c00. 00000800:00000200:1.0:1788777400.420263:0:15901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777400.420269:0:15901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777400.420274:0:15901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777400.420283:0:15901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777400.420286:0:15901:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777400.420289:0:15901:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788777400.420292:0:15901:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453094a9e40. 00010000:00000001:1.0:1788777400.420295:0:15901:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788777400.420302:0:15901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788777400.420304:0:15901:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.420306:0:15901:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.420308:0:15901:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777400.420321:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be0000 x1875667144013696/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:456/0 lens 328/224 e 0 to 0 dl 1788777411 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777400.420330:0:15901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945308be0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12202:x1875667144013696:12345-192.168.203.135@tcp:104: Request processed in 266us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777400.420336:0:15901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 64 00000100:00000040:1.0:1788777400.420339:0:15901:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119bd000 : new rpc_count 0 00000100:00000001:1.0:1788777400.420340:0:15901:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777400.420342:0:15901:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777400.420346:0:15901:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcd980. 00000020:00000010:1.0:1788777400.420349:0:15901:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945321241d48. 00000020:00000010:1.0:1788777400.420352:0:15901:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945310ed3800. 00000020:00000040:1.0:1788777400.420356:0:15901:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:1.0:1788777400.420359:0:15901:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777400.420409:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777400.420412:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.420414:0:15910:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788777400.420417:0:15910:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788777400.420419:0:15910:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777400.420423:0:15910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788777400.420431:0:15910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152c200 already unused, calling callback (ffffffffc1359300) 00000008:00000001:2.0:1788777400.420434:0:15910:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788777400.420436:0:15910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777400.420437:0:15910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.420439:0:15910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.420440:0:15910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c200 refcount=3 00000020:00000001:2.0:1788777400.420442:0:15910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.420445:0:15910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958238208 : -118390751313408 : ffff94530152c200) 00010000:00000001:2.0:1788777400.420447:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777400.420450:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788777400.420456:0:15910:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788777400.420458:0:15910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777400.420461:0:15910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156216 : -118390618395400 : ffff9453093eecf8) 00000020:00001000:2.0:1788777400.420464:0:15910:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eecf0 00000008:00000001:2.0:1788777400.420466:0:15910:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788777400.420469:0:15910:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1788777400.420470:0:15910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788777400.420474:0:15910:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9453093ee000. 00000020:00000010:2.0:1788777400.420478:0:15910:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073fe00. 00000020:00000010:2.0:1788777400.420482:0:15910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94531073e400. 00000020:00000010:2.0:1788777400.420485:0:15910:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9453103b7180. 00000008:00000010:2.0:1788777400.420490:0:15910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff945320d96fe0. 00020000:00000010:2.0:1788777400.420494:0:15910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9453119dd600. 00008000:00000010:2.0:1788777400.420498:0:15910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9453102f5c40. 00000080:00000010:2.0:1788777400.420515:0:15910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff945318178498. 00000080:00000010:2.0:1788777400.420520:0:15910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9453105ca500. 00000020:00000010:2.0:1788777400.420522:0:15910:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94531073e000. 00000008:00000010:2.0:1788777400.420526:0:15910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9453110291e0. 00020000:00000010:2.0:1788777400.420529:0:15910:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94531102c490. 00008000:00000010:2.0:1788777400.420532:0:15910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff945309307c20. 00000080:00000010:2.0:1788777400.420536:0:15910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff945309386c30. 00000020:00000001:2.0:1788777400.420537:0:15910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091152904 : -118390618398712 : ffff9453093ee008) 00000020:00001000:2.0:1788777400.420539:0:15910:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee000 00000008:00000001:2.0:1788777400.420542:0:15910:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1788777400.420544:0:15910:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1788777400.420547:0:15910:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1788777400.420549:0:15910:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.420551:0:15910:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1788777400.420553:0:15910:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.420555:0:15910:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:2.0:1788777400.420557:0:15910:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788777400.420560:0:15910:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788777400.420562:0:15910:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788777400.420564:0:15910:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.420566:0:15910:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788777400.420567:0:15910:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777400.420570:0:15910:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff945320d97080 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1788777400.420575:0:15910:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788777400.420576:0:15910:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788777400.420578:0:15910:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788777400.420581:0:15910:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788777400.420582:0:15910:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.420583:0:15910:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788777400.420584:0:15910:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788777400.420586:0:15910:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1788777400.420587:0:15910:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.420589:0:15910:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1788777400.420592:0:15910:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777400.420593:0:15910:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777400.420595:0:15910:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777400.420596:0:15910:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777400.420599:0:15910:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777400.420601:0:15910:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1788777400.420603:0:15910:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777400.420605:0:15910:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1788777400.420606:0:15910:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777400.420608:0:15910:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee000 00000008:00000001:2.0:1788777400.420610:0:15910:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.420612:0:15910:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00010000:00000001:2.0:1788777400.420615:0:15910:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1788777400.420617:0:15910:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.420619:0:15910:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.420621:0:15910:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777400.420623:0:15910:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788777400.420627:0:15910:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777400.420629:0:15910:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.420630:0:15910:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.420632:0:15910:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.420634:0:15910:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:2.0:1788777400.420635:0:15910:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1788777400.420638:0:15910:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.420640:0:15910:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:2.0:1788777400.420643:0:15910:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777400.420644:0:15910:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eecf0 00000008:00000001:2.0:1788777400.420646:0:15910:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.420649:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777400.420653:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777400.420655:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777400.420657:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.420659:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777400.420661:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152c200 with handle 0xe53f2b0cb7af8988 from hash 00010000:00000001:2.0:1788777400.420663:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777400.420665:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.420666:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.420668:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777400.420671:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777400.420672:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788777400.420678:0:15910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777400.420692:0:15910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.420694:0:15910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777400.420696:0:15910:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788777400.420702:0:15910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777400.420706:0:15910:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777400.420709:0:15910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777400.420711:0:15910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777400.420715:0:15910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777400.420720:0:15910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073e800. 00000100:00000001:2.0:1788777400.420727:0:15910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.420729:0:15910:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777400.420733:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788777400.420739:0:15910:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777400.420741:0:15910:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.420745:0:15910:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777400.420750:0:15910:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.420757:0:15910:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000109cfe1] to pc [ptlrpcd_01_01+1] req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788777400.421191:0:15910:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.421195:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.421197:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.421198:0:15910:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.421200:0:15910:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.421202:0:15910:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.421206:0:15910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777400.421213:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777400.421215:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000b2e6aa22/0xe53f2b0cb7af8988 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa4f015c75ff3cbbd expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788777400.421255:0:15910:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945308bb9900. 00010000:00000001:2.0:1788777400.421265:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.421266:0:15910:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788777400.421269:0:15910:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9453094a9e40. 00010000:00000001:2.0:1788777400.421271:0:15910:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.421273:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777400.421275:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.421277:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777400.421278:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777400.421280:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.421281:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777400.421283:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777400.421284:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.421286:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777400.421296:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788777400.421299:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788777400.421301:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.421307:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.421319:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.421321:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.421323:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.421325:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777400.421332:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.421340:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777400.421342:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.421347:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777400.421349:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777400.421352:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777400.421355:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126150016:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777400.421360:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777400.421365:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777400.421368:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.421371:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777400.421377:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94531073ec00. 02000000:00000001:2.0:1788777400.421379:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777400.421385:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777400.421390:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777400.421395:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1c38. 00000100:00000200:2.0:1788777400.421402:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126150016, portal 18 00000100:00000001:2.0:1788777400.421404:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.421406:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:2.0:1788777400.421412:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.421418:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777400.421420:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777400.421423:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c14c8. 00000100:00000200:2.0:1788777400.421426:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126150016, offset 0 00000400:00000200:2.0:1788777400.421431:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777400.421436:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.421441:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777400.421446:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777400.421450:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777400.421454:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777400.421456:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777400.421460:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2659:2659:255:4294967295] 192.168.203.135@tcp LPNI seq info [2654:2654:7:4294967295] 00000400:00000200:2.0:1788777400.421464:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.421471:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777400.421476:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777400.421480:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187eff00. 00000800:00000200:2.0:1788777400.421485:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777400.421491:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777400.421495:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187eff00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777400.421498:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.421666:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23892 usecs (24 jiffies) 00000400:00000200:2.0:1788777400.421670:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777400.421673:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296550751 00000100:00000001:2.0:1788777400.421676:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296551464 00000100:00000001:2.0:1788777400.421678:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296550751 00000100:00000001:2.0:1788777400.421747:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296551464 00000100:00000001:2.0:1788777400.421751:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.421753:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.421757:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.421759:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.422002:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777400.422006:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.422168:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.422173:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534c00. 00000400:00000200:0.0:1788777400.422179:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.422185:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.422191:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12660 00000400:00000010:0.0:1788777400.422194:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12660. 00000100:00000001:0.0:1788777400.422198:0:2339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788777400.422200:0:2339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788777400.422516:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.422520:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187eff00. 00000400:00000200:0.0:1788777400.422525:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.422529:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.422532:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c14c8 00000400:00000010:0.0:1788777400.422534:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c14c8. 00000100:00000001:0.0:1788777400.422537:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.422543:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.422553:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.422556:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.422564:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.422566:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.427434:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.427451:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.427456:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.427458:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.427467:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.427474:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.427483:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.427487:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.427493:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.427497:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 392 into portal 15 MB=0x6a9e8c9d5f800 00000400:00000200:0.0:1788777400.427622:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 392/392 into md 0x6a69 [2] + 2032 00000400:00000010:0.0:1788777400.427629:0:2338:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb7e8. 00000400:00000200:0.0:1788777400.427634:0:2338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff945312393180 00000800:00000001:0.0:1788777400.427641:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.427646:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.427649:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.427653:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.427659:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945312393180 00000400:00000010:0.0:1788777400.427661:0:2338:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff945312393180. 00000100:00000001:0.0:1788777400.427666:0:2338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788777400.427669:0:2338:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788777400.427672:0:2338:0:(events.c:337:request_in_callback()) incoming req@ffff945310689450 x1875667144013824 msgsize 392 00000100:00100000:0.0:1788777400.427676:0:2338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000040:0.0:1788777400.427679:0:2338:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788777400.427895:0:2338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.427905:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.427910:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.427912:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.427914:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.427918:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.427922:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.427927:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.427930:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.427933:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.427936:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 400 into portal 4 MB=0x6a9e8c8c56300 00000400:00000200:0.0:1788777400.427940:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.427945:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 400/400 into md 0x71d9 [1] + 224 00000800:00000001:0.0:1788777400.427949:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.427955:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.427957:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.427960:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.427964:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.427972:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.427982:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.428040:0:34764:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.428057:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.428063:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.428066:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788777400.428070:0:15900:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94531068ac00. 00000100:00000010:1.0:1788777400.428080:0:15900:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff945320240000. 00000100:00100000:1.0:1788777400.428083:0:15900:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1788777400.428088:0:15900:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1788777400.428093:0:15900:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbe18. 00000400:00000010:1.0:1788777400.428100:0:15900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9453094a9e40. 00000400:00000001:3.0:1788777400.428108:0:34764:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788777400.428110:0:15900:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:3.0:1788777400.428112:0:34764:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1788777400.428114:0:15900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667144013824 00000400:00000010:3.0:1788777400.428116:0:34764:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 02000000:00000001:1.0:1788777400.428119:0:15900:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1788777400.428122:0:34764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000100:00000001:1.0:1788777400.428123:0:15900:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1788777400.428126:0:34764:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:1.0:1788777400.428127:0:15900:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.428141:0:34764:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1788777400.428144:0:15900:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788777400.428148:0:34764:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777400.428150:0:15900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667144013824 00000020:00000001:1.0:1788777400.428156:0:15900:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788777400.428160:0:15900:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000100:00000200:3.0:1788777400.428162:0:34764:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1788777400.428164:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.428169:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000100:00000001:3.0:1788777400.428170:0:34764:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1788777400.428173:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000001:3.0:1788777400.428174:0:34764:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.428179:0:34764:0:(client.c:1593:after_reply()) Process entered 00000020:00000001:1.0:1788777400.428179:0:15900:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 02000000:00000001:3.0:1788777400.428184:0:34764:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777400.428185:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1788777400.428186:0:34764:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.428189:0:34764:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788777400.428191:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9c040. 02000000:00000001:3.0:1788777400.428192:0:34764:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.428198:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1788777400.428202:0:34764:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=73 v=5 (5 5 5 5) 00000020:00000010:1.0:1788777400.428203:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9c040. 00000100:00001000:3.0:1788777400.428210:0:34764:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.428213:0:34764:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1788777400.428213:0:15900:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945310ed3800. 00000100:00000001:3.0:1788777400.428216:0:34764:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788777400.428241:0:15900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945307dcd980. 00000020:00000010:1.0:1788777400.428247:0:15900:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945321241d48. 00000100:00000040:1.0:1788777400.428255:0:15900:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788777400.428258:0:15900:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788777400.428260:0:15900:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788777400.428262:0:15900:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.428270:0:15900:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.428277:0:15900:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.428287:0:15900:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788777400.428289:0:15900:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788777400.428295:0:15900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 65 00000100:00000040:1.0:1788777400.428299:0:15900:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119bd000 : new rpc_count 1 00000100:00000001:1.0:1788777400.428301:0:15900:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683211326544 : -118390498225072 : ffff945310689450) 00000100:00000040:1.0:1788777400.428308:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff945310689450 x1875667144013824/t0(0) o105->LOV_OSC_UUID@192.168.203.135@tcp:456/0 lens 392/0 e 0 to 0 dl 1788777411 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777400.428317:0:15900:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788777400.428319:0:15900:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311a9c040. 00000100:00000001:1.0:1788777400.428321:0:15900:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788777400.428324:0:15900:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311a9c040. 00010000:00000001:3.0:1788777400.428389:0:34764:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.428394:0:34764:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.428398:0:34764:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.428400:0:34764:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788777400.428402:0:34764:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.428403:0:34764:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.428409:0:34764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.428416:0:34764:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.428419:0:34764:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.428421:0:34764:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.428424:0:34764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777400.428432:0:34764:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34764:1875667126149888:192.168.203.135@tcp:101:uname.0 00000100:00000001:3.0:1788777400.428436:0:34764:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.428439:0:34764:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.428442:0:34764:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777400.428444:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.428447:0:34764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.428454:0:34764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.428457:0:34764:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd900. 00000100:00000001:3.0:1788777400.428460:0:34764:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777400.428461:0:34764:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.428464:0:34764:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788777400.428467:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.428469:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.428471:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:3.0:1788777400.428473:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777400.428476:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000040:3.0:1788777400.428482:0:34764:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94530152c800, remote cookie: 0xa4f015c75ff3cbc4, flags: 0x20002 00010000:00000001:3.0:1788777400.428486:0:34764:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788777400.428489:0:34764:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.428491:0:34764:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:3.0:1788777400.428497:0:34764:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788777400.428537:0:15900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff945310689450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8448:x1875667144013824:12345-192.168.203.135@tcp:105: 00000100:00000200:1.0:1788777400.428542:0:15900:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667144013824 00010000:00000001:1.0:1788777400.428545:0:15900:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788777400.428551:0:15900:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.428552:0:15900:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.428554:0:15900:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.428556:0:15900:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.428559:0:15900:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000040:3.0:1788777400.428628:0:34764:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff945303803a00) refcount = 1 00010000:00000040:3.0:1788777400.428632:0:34764:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1788777400.428635:0:34764:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.428642:0:34764:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777400.428646:0:34764:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1788777400.428649:0:34764:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777400.428657:0:34764:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777400.428748:0:15900:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.428759:0:15900:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1788777400.428762:0:15900:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777400.428772:0:15900:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.428778:0:15900:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788777400.428780:0:15900:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.428783:0:15900:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777400.428784:0:15900:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1788777400.428788:0:15900:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.428795:0:15900:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1788777400.428799:0:15900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788777400.428806:0:15900:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff945303803a00) refcount = 1 00010000:00000040:1.0:1788777400.428809:0:15900:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777400.428811:0:15900:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.429024:0:15900:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1788777400.429028:0:15900:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788777400.429039:0:15900:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff945311a9c040. 00000100:00000001:1.0:1788777400.429043:0:15900:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777400.429049:0:15900:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945304ff5a80. 00000100:00000001:1.0:1788777400.429051:0:15900:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683019881088 : -118390689670528 : ffff945304ff5a80) 00000100:00000001:1.0:1788777400.429054:0:15900:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446625683019881088 : -118390689670528 : ffff945304ff5a80) 00000100:00000001:1.0:1788777400.429056:0:15900:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777400.429058:0:15900:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1788777400.429059:0:15900:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1788777400.429061:0:15900:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777400.429073:0:15900:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.429075:0:15900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.429077:0:15900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.429078:0:15900:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.429080:0:15900:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1788777400.429081:0:15900:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788777400.429083:0:15900:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.429085:0:15900:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.429087:0:15900:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1788777400.429089:0:15900:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945304ff5a80. 00000100:00000001:1.0:1788777400.429092:0:15900:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1788777400.429093:0:15900:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1788777400.429096:0:15900:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff945311a9c040. 00010000:00010000:1.0:1788777400.429099:0:15900:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff94530152c800) 00010000:00000001:1.0:1788777400.429101:0:15900:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.429103:0:15900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.429104:0:15900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777400.429107:0:15900:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788777400.429110:0:15900:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788777400.429114:0:15900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945310688c00. 02000000:00000001:1.0:1788777400.429116:0:15900:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.429118:0:15900:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.429122:0:15900:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788777400.429125:0:15900:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777400.429128:0:15900:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1788777400.429141:0:15900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788777400.429145:0:15900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:1.0:1788777400.429148:0:15900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:1.0:1788777400.429150:0:15900:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788777400.429151:0:15900:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.429201:0:15900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777400.429205:0:15900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777400.429210:0:15900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12ee0. 00000100:00000200:1.0:1788777400.429214:0:15900:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667144013824, offset 224 00000400:00000200:1.0:1788777400.429245:0:15900:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777400.429255:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.429263:0:15900:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777400.429270:0:15900:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2660:2660:256:4294967295] 192.168.203.135@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:1.0:1788777400.429274:0:15900:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.429284:0:15900:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777400.429290:0:15900:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777400.429296:0:15900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534200. 00000800:00000200:1.0:1788777400.429303:0:15900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00010000:00010000:3.0:1788777400.429305:0:34764:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1788777400.429312:0:15900:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777400.429317:0:15900:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534200 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1788777400.429387:0:34764:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.429391:0:34764:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.429398:0:34764:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788777400.429399:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.429400:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.429401:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.429402:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.429404:0:34764:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.429408:0:34764:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788777400.429410:0:34764:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788777400.429413:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.429415:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.429417:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:3.0:1788777400.429419:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777400.429422:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777400.429424:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.429425:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.429426:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:3.0:1788777400.429428:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777400.429429:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777400.429432:0:34764:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777400.429435:0:34764:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.429438:0:34764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.429445:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.429446:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777400.429448:0:34764:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788777400.429452:0:34764:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00010000:3.0:1788777400.429455:0:34764:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788777400.429463:0:34764:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:3.0:1788777400.429464:0:34764:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788777400.429466:0:34764:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788777400.429469:0:34764:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788777400.429471:0:34764:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.429473:0:34764:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.429474:0:34764:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:3.0:1788777400.429477:0:34764:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1788777400.429479:0:34764:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.429481:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.429482:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.429484:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:3.0:1788777400.429486:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777400.429488:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:3.0:1788777400.429490:0:34764:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777400.429494:0:34764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.429500:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.429992:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777400.429996:0:34764:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.430004:0:34764:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777400.430006:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.430007:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788777400.430008:0:34764:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.430011:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.430020:0:34764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d500 x1875667126149888/t0(0) o101->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 328/400 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.430027:0:34764:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777400.430030:0:34764:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.430033:0:34764:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777400.430038:0:34764:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777400.430040:0:34764:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.430042:0:34764:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777400.430044:0:34764:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777400.430047:0:34764:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310363c00. 02000000:00000001:3.0:1788777400.430051:0:34764:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777400.430053:0:34764:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777400.430054:0:34764:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d500. 00000100:00000001:3.0:1788777400.430058:0:34764:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777400.430060:0:34764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788777400.430062:0:34764:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.430065:0:34764:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430068:0:34764:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.430071:0:34764:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430072:0:34764:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430074:0:34764:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430076:0:34764:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430078:0:34764:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430081:0:34764:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788777400.430085:0:34764:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1788777400.430091:0:34764:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788777400.430093:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:3.0:1788777400.430095:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:3.0:1788777400.430097:0:34764:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788777400.430101:0:34764:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788777400.430105:0:34764:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777400.430107:0:34764:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.430109:0:34764:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788777400.430110:0:34764:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777400.430112:0:34764:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788777400.430116:0:34764:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777400.430118:0:34764:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788777400.430121:0:34764:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430123:0:34764:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430125:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:3.0:1788777400.430127:0:34764:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1788777400.430130:0:34764:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788777400.430144:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bb80 00000080:00200000:3.0:1788777400.430147:0:34764:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1788777400.430150:0:34764:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788777400.430153:0:34764:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:3.0:1788777400.430157:0:34764:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c7e0 addref 2/0 by ffff945310268000. 00020000:00000002:3.0:1788777400.430159:0:34764:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00000020:00000001:3.0:1788777400.430161:0:34764:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1788777400.430164:0:34764:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788777400.430167:0:34764:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788777400.430170:0:34764:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:3.0:1788777400.430173:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777400.430175:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:3.0:1788777400.430177:0:34764:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788777400.430179:0:34764:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788777400.430181:0:34764:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430183:0:34764:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.430185:0:34764:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.430186:0:34764:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.430193:0:34764:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788777400.430194:0:34764:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000100:00000001:1.0:1788777400.430799:0:15900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777400.430807:0:15900:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:1.0:1788777400.430811:0:15900:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777400.430818:0:15900:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945310689450 x1875667144013824/t0(0) o105->LOV_OSC_UUID@192.168.203.135@tcp:456/0 lens 392/224 e 0 to 0 dl 1788777411 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788777400.430829:0:15900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff945310689450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8448:x1875667144013824:12345-192.168.203.135@tcp:105: Request processed in 2510us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1788777400.430839:0:15900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 65 00000100:00000040:1.0:1788777400.430843:0:15900:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119bd000 : new rpc_count 0 00000100:00000001:1.0:1788777400.430845:0:15900:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788777400.430847:0:15900:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788777400.430853:0:15900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945307dcd980. 00000020:00000010:1.0:1788777400.430858:0:15900:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945321241d48. 00000020:00000010:1.0:1788777400.430863:0:15900:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945310ed3800. 00000020:00000040:1.0:1788777400.430868:0:15900:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 02000000:00000001:1.0:1788777400.430874:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777400.430877:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff94531068a800. 02000000:00000001:1.0:1788777400.430879:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777400.430881:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0000. 02000000:00000001:1.0:1788777400.430886:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777400.430887:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff94531068b400. 02000000:00000001:1.0:1788777400.430889:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777400.430890:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ce00. 02000000:00000001:1.0:1788777400.430894:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777400.430895:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff94531068a400. 02000000:00000001:1.0:1788777400.430897:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777400.430898:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be0380. 02000000:00000001:1.0:1788777400.430901:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777400.430902:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff94531068b000. 02000000:00000001:1.0:1788777400.430904:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777400.430906:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2680. 02000000:00000001:1.0:1788777400.430908:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777400.430909:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff94531068a000. 02000000:00000001:1.0:1788777400.430911:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777400.430912:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3800. 02000000:00000001:1.0:1788777400.430915:0:15900:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788777400.430916:0:15900:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945307d20800. 02000000:00000001:1.0:1788777400.430918:0:15900:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788777400.430919:0:15900:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ea00. 00000100:00000010:1.0:1788777400.430922:0:15900:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff945320242000. 00000100:00000010:1.0:1788777400.430925:0:15900:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff945310689400. 00000100:00000001:1.0:1788777400.430928:0:15900:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788777400.431057:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.431062:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534200. 00000400:00000200:0.0:1788777400.431067:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.431072:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.431078:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12ee0 00000400:00000010:0.0:1788777400.431081:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12ee0. 00000100:00000001:0.0:1788777400.431085:0:2339:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1788777400.431087:0:2339:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788777400.431089:0:2339:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff945310688c00. 02000000:00000001:0.0:1788777400.431091:0:2339:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1788777400.431092:0:2339:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1788777400.433544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c200. 00000020:00000001:2.0:1788777400.434041:0:34764:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788777400.434045:0:34764:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] ffffed3c845b77c0 0 1 00000020:00000001:2.0:1788777400.434049:0:34764:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788777400.434051:0:34764:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434053:0:34764:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788777400.434060:0:34764:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff945310b58e00. 00000020:00000001:2.0:1788777400.434064:0:34764:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788777400.434065:0:34764:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788777400.434069:0:34764:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788777400.434073:0:34764:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788777400.434076:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777400.434078:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000008:00000001:2.0:1788777400.434083:0:34764:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788777400.434085:0:34764:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff945310b58e70 folio ffffed3c845b77c0 pg:0 obj off 0 00000008:00000001:2.0:1788777400.434088:0:34764:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434090:0:34764:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788777400.434091:0:34764:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788777400.434093:0:34764:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788777400.434096:0:34764:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434099:0:34764:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434101:0:34764:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:2.0:1788777400.434103:0:34764:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:2.0:1788777400.434106:0:34764:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788777400.434108:0:34764:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788777400.434110:0:34764:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:2.0:1788777400.434112:0:34764:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788777400.434113:0:34764:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788777400.434115:0:34764:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777400.434121:0:34764:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[2 0000000072a9cbc4 1 1 00000000c55e4201 0 0 0] 00000020:00000001:2.0:1788777400.434123:0:34764:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788777400.434124:0:34764:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777400.434125:0:34764:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788777400.434128:0:34764:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1788777400.434131:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:2.0:1788777400.434143:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:2.0:1788777400.434144:0:34764:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777400.434148:0:34764:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788777400.434151:0:34764:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788777400.434153:0:34764:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434155:0:34764:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434156:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00000001:2.0:1788777400.434160:0:34764:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788777400.434162:0:34764:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788777400.434163:0:34764:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.434166:0:34764:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788777400.434168:0:34764:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1788777400.434170:0:34764:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788777400.434171:0:34764:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210549216 : -118390499002400 : ffff9453105cb7e0) 00000020:00000001:2.0:1788777400.434173:0:34764:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788777400.434174:0:34764:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777400.434186:0:34764:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788777400.434188:0:34764:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788777400.434189:0:34764:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788777400.434190:0:34764:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788777400.434194:0:34764:0:(rw26.c:929:ll_write_end()) page@00000000f474c94c[3 0000000072a9cbc4 2 1 00000000c55e4201 0 0 0] 00000080:00200000:2.0:1788777400.434198:0:34764:0:(rw26.c:929:ll_write_end()) vmpage @0000000030684a33 17ffffc0001001 3:0 ffff945310b58e00 0 lru 00000080:00200000:2.0:1788777400.434205:0:34764:0:(rw26.c:929:ll_write_end()) osc-page@00000000d98287af 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000027409f45 00000000a353a6c3 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788777400.434207:0:34764:0:(rw26.c:929:ll_write_end()) end page@00000000f474c94c 00000080:00200000:2.0:1788777400.434208:0:34764:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788777400.434209:0:34764:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1788777400.434214:0:34764:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788777400.434216:0:34764:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1788777400.434218:0:34764:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788777400.434243:0:34764:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788777400.434245:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777400.434246:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777400.434248:0:34764:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788777400.434251:0:34764:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788777400.434253:0:34764:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788777400.434254:0:34764:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788777400.434255:0:34764:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788777400.434257:0:34764:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788777400.434260:0:34764:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff945304ec1dc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff945310b58e70 folio ffffed3c845b77c0 pg:0 added for cmd 2 00000008:00000001:2.0:1788777400.434264:0:34764:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788777400.434267:0:34764:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788777400.434272:0:34764:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788777400.434276:0:34764:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff945310b58ea8 page ffffed3c845b77c0 00000008:00000020:2.0:1788777400.434279:0:34764:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff9453090ac800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1788777400.434284:0:34764:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788777400.434285:0:34764:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.434288:0:34764:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1788777400.434293:0:34764:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9453119dd3c0. 00000008:00000020:2.0:1788777400.434299:0:34764:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff945304ec1dc0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:2.0:1788777400.434304:0:34764:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945304ec1dc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788777400.434308:0:34764:0:(osc_cache.c:858:osc_extent_find()) extent ffff9453119dd3c0@{[0 -> 255/255], [3|1|-|active|wi|ffff945304ec1dc0], [1703936|0|-|-|ffff94530152c800|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788777400.434327:0:34764:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000081044e44 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1788777400.434336:0:34764:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788777400.434340:0:34764:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.434342:0:34764:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.434344:0:34764:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788777400.434345:0:34764:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000002:2.0:1788777400.434347:0:34764:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1788777400.434349:0:34764:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.434351:0:34764:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788777400.434353:0:34764:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1788777400.434356:0:34764:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777400.434358:0:34764:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434359:0:34764:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434360:0:34764:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:2.0:1788777400.434362:0:34764:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788777400.434363:0:34764:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788777400.434365:0:34764:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777400.434368:0:34764:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[4 0000000072a9cbc4 2 1 00000000c55e4201 0 0 0] 00000020:00000001:2.0:1788777400.434369:0:34764:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788777400.434370:0:34764:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788777400.434371:0:34764:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788777400.434374:0:34764:0:(osc_request.c:745:osc_update_next_shrink()) next time 3083 to shrink grant 00000080:00000001:2.0:1788777400.434376:0:34764:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788777400.434378:0:34764:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788777400.434386:0:34764:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9453209accb8, count 1, dirtied 1 00000080:00000001:2.0:1788777400.434388:0:34764:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788777400.434389:0:34764:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788777400.434390:0:34764:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777400.434391:0:34764:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777400.434392:0:34764:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777400.434395:0:34764:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[3 0000000072a9cbc4 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.434396:0:34764:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788777400.434398:0:34764:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777400.434399:0:34764:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788777400.434400:0:34764:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777400.434402:0:34764:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[3 0000000072a9cbc4 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.434403:0:34764:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788777400.434404:0:34764:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788777400.434405:0:34764:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788777400.434406:0:34764:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788777400.434408:0:34764:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434409:0:34764:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434411:0:34764:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434412:0:34764:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777400.434414:0:34764:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1788777400.434416:0:34764:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788777400.434417:0:34764:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788777400.434418:0:34764:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434422:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bb80 00000080:00200000:2.0:1788777400.434424:0:34764:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1788777400.434426:0:34764:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434428:0:34764:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788777400.434430:0:34764:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.434431:0:34764:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788777400.434432:0:34764:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788777400.434434:0:34764:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.434435:0:34764:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.434437:0:34764:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788777400.434438:0:34764:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788777400.434439:0:34764:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434440:0:34764:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434441:0:34764:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:2.0:1788777400.434443:0:34764:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434444:0:34764:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434446:0:34764:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434447:0:34764:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434449:0:34764:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434451:0:34764:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777400.434453:0:34764:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788777400.434454:0:34764:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777400.434455:0:34764:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788777400.434457:0:34764:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788777400.434459:0:34764:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788777400.434463:0:34764:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945304ec1dc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1788777400.434468:0:34764:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777400.434471:0:34764:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.434472:0:34764:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788777400.434474:0:34764:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.434475:0:34764:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1788777400.434477:0:34764:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777400.434478:0:34764:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434479:0:34764:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434481:0:34764:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777400.434483:0:34764:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777400.434485:0:34764:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788777400.434486:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_release():245 00000020:00000001:2.0:1788777400.434489:0:34764:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777400.434490:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788777400.434493:0:34764:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788777400.434495:0:34764:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788777400.434496:0:34764:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221434464 : -118390488117152 : ffff94531102d060) 00000020:00000001:2.0:1788777400.434498:0:34764:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788777400.434499:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453111556b0 (ffff9453093eeab8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788777400.434502:0:34764:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788777400.434503:0:34764:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788777400.434506:0:34764:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.434508:0:34764:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.434511:0:34764:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:2.0:1788777400.434513:0:34764:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777400.434516:0:34764:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777400.434518:0:34764:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777400.434522:0:34764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.434530:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.434531:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.434533:0:34764:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777400.434538:0:34764:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777400.434540:0:34764:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777400.434552:0:34764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777400.434556:0:34764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777400.434558:0:34764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777400.434561:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.434562:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.434564:0:34764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.434566:0:34764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777400.434568:0:34764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.434570:0:34764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.434574:0:34764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.434576:0:34764:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777400.434577:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.434578:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.434579:0:34764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.434580:0:34764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788777400.434581:0:34764:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788777400.434583:0:34764:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777400.434584:0:34764:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777400.434585:0:34764:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788777400.434586:0:34764:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777400.434588:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453093866c8 (ffff9453093ee248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788777400.434590:0:34764:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788777400.434591:0:34764:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788777400.434592:0:34764:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453111556b0 (ffff9453093ee248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788777400.434594:0:34764:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453057d2f70. 00000020:00000001:2.0:1788777400.434598:0:34764:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788777400.434599:0:34764:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945311155680. 00020000:00000001:2.0:1788777400.434602:0:34764:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788777400.434603:0:34764:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788777400.434604:0:34764:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788777400.434606:0:34764:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777400.434608:0:34764:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.434609:0:34764:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777400.434610:0:34764:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777400.434611:0:34764:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434613:0:34764:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434614:0:34764:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777400.434616:0:34764:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777400.434617:0:34764:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788777400.434619:0:34764:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1788777400.434621:0:34764:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777400.434622:0:34764:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777400.434624:0:34764:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777400.434625:0:34764:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.434626:0:34764:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777400.434628:0:34764:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777400.434629:0:34764:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434630:0:34764:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.434632:0:34764:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777400.434633:0:34764:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777400.434634:0:34764:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777400.434638:0:34764:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1788777400.434641:0:34764:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788777400.434643:0:34764:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788777400.434646:0:34764:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777400.434647:0:34764:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777400.434649:0:34764:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777400.434650:0:34764:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777400.434651:0:34764:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777400.434653:0:34764:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eeab0 00020000:00000001:2.0:1788777400.434656:0:34764:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777400.434658:0:34764:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777400.434659:0:34764:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777400.434661:0:34764:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777400.434664:0:34764:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777400.434665:0:34764:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788777400.434667:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bc98 00000080:00200000:2.0:1788777400.434669:0:34764:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1788777400.434673:0:34764:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788777400.434674:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:2.0:1788777400.434676:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:2.0:1788777400.434677:0:34764:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788777400.434691:0:34764:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788777400.434696:0:34764:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777400.434698:0:34764:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788777400.434700:0:34764:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788777400.434701:0:34764:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1788777400.434703:0:34764:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=23 (1) m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:2.0:1788777400.434707:0:34764:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777400.434709:0:34764:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:2.0:1788777400.434711:0:34764:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434712:0:34764:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.434714:0:34764:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:2.0:1788777400.434716:0:34764:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788777400.434718:0:34764:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788777400.434723:0:34764:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1788777400.434725:0:34764:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1788777400.434727:0:34764:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee240 00000020:00000001:2.0:1788777400.434730:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bd88 00000080:00000008:2.0:1788777400.434732:0:34764:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1788777400.434734:0:34764:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788777400.434752:0:34764:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777400.434754:0:34764:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:2.0:1788777400.434758:0:34764:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:2.0:1788777400.434760:0:34764:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.434767:0:34764:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777400.434769:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bdf0 00000080:00200008:2.0:1788777400.434781:0:34764:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 102001 00000080:00000001:2.0:1788777400.434784:0:34764:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788777400.434787:0:34764:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788777400.434788:0:34764:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788777400.434790:0:34764:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:2.0:1788777400.434792:0:34764:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:2.0:1788777400.434793:0:34764:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.434795:0:34764:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788777400.434803:0:34764:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.434805:0:34764:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.434811:0:34764:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 2 00010000:00000001:2.0:1788777400.434814:0:34764:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777400.434818:0:34764:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777400.434820:0:34764:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:2.0:1788777400.434822:0:34764:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788777400.434824:0:34764:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788777400.434829:0:34764:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94531073fc00. 00000080:00000001:2.0:1788777400.434831:0:34764:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788777400.434835:0:34764:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788777400.434838:0:34764:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788777400.434841:0:34764:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:2.0:1788777400.434844:0:34764:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788777400.434846:0:34764:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:2.0:1788777400.434852:0:34764:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914ca80. 00000020:00000040:2.0:1788777400.434856:0:34764:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:2.0:1788777400.434860:0:34764:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777400.434864:0:34764:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777400.434867:0:34764:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777400.434875:0:34764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94531073f000. 00000100:00000001:2.0:1788777400.434881:0:34764:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788777400.434897:0:34764:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788777400.434907:0:34764:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788777400.435800:0:34764:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914ca80 x1875667126150272/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788777400.435810:0:34764:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777400.435812:0:34764:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777400.435820:0:34764:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777400.435823:0:34764:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683214226944 : -118390495324672 : ffff94531094d600) 00000100:00000001:2.0:1788777400.435825:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.435826:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:2.0:1788777400.435831:0:34764:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777400.435834:0:34764:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.435836:0:34764:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777400.435838:0:34764:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777400.435842:0:34764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914ca80 x1875667126150272/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.435848:0:34764:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777400.435850:0:34764:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.435854:0:34764:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777400.435857:0:34764:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777400.435860:0:34764:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777400.435863:0:34764:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34764:1875667126150272:192.168.203.135@tcp:35:uname.0 00000100:00000001:2.0:1788777400.435867:0:34764:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777400.435872:0:34764:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777400.435874:0:34764:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.435876:0:34764:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777400.435881:0:34764:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9453093aa000. 02000000:00000001:2.0:1788777400.435883:0:34764:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777400.435889:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777400.435894:0:34764:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464478. 00000400:00000010:2.0:1788777400.435900:0:34764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c13b8. 00000100:00000200:2.0:1788777400.435907:0:34764:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126150272, portal 10 00000100:00000001:2.0:1788777400.435909:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.435910:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000040:2.0:1788777400.435917:0:34764:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914ca80 x1875667126150272/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.435923:0:34764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777400.435925:0:34764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777400.435928:0:34764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1ee0. 00000100:00000200:2.0:1788777400.435930:0:34764:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126150272, offset 0 00000400:00000200:2.0:1788777400.435936:0:34764:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777400.435943:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.435950:0:34764:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777400.435955:0:34764:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777400.435959:0:34764:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777400.435964:0:34764:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777400.435966:0:34764:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777400.435969:0:34764:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2661:2661:256:4294967295] 192.168.203.135@tcp LPNI seq info [2656:2656:8:4294967295] 00000400:00000200:2.0:1788777400.435973:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.435983:0:34764:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777400.435990:0:34764:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777400.435995:0:34764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef300. 00000800:00000200:2.0:1788777400.436001:0:34764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777400.436007:0:34764:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777400.436011:0:34764:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788777400.436021:0:34764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.436025:0:34764:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 811806 usecs (812 jiffies) 00000400:00000200:2.0:1788777400.436027:0:34764:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777400.436030:0:34764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551554 00000100:00000001:2.0:1788777400.436038:0:34764:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551464 00000100:00000001:2.0:1788777400.436043:0:34764:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551554 00000100:00000001:2.0:1788777400.436046:0:34764:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551464 00000100:00000001:2.0:1788777400.436048:0:34764:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.436051:0:34764:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.436053:0:34764:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.436054:0:34764:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777400.436057:0:34764:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531094d600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777400.436059:0:34764:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.436062:0:34764:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.437099:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.437105:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef300. 00000400:00000200:0.0:1788777400.437111:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.437117:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.437123:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1ee0 00000400:00000010:0.0:1788777400.437125:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1ee0. 00000100:00000001:0.0:1788777400.437129:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.437144:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914ca80 x1875667126150272/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.437159:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.437162:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126150272/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.437169:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.437171:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.443987:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.444006:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.444011:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.444013:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.444021:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.444029:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.444037:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.444042:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.444047:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.444051:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c56380 00000400:00000200:0.0:1788777400.444056:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.444062:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x71e9 [1] + 224 00000800:00000001:0.0:1788777400.444069:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.444075:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.444079:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.444083:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.444090:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.444098:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777400.444109:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.444141:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.444149:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.444152:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.444294:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.444298:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777400.444305:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777400.444307:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777400.444310:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777400.444314:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:2.0:1788777400.444317:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:2.0:1788777400.444319:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777400.444324:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777400.444401:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.444412:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777400.444415:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.444417:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777400.444420:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777400.444423:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777400.444425:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.444428:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777400.444437:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022d38 time=221 v=5 (5 5 0 5) 00000100:00001000:2.0:1788777400.444441:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777400.444443:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777400.444445:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.444447:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777400.444451:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.444455:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777400.444457:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788777400.444459:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777400.444460:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.444465:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.444471:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.444474:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777400.444476:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777400.444480:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777400.444487:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126150016:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777400.444492:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.444494:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.444497:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126150016/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.444572:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777400.444575:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777400.444578:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94531073ec00. 02000000:00000001:2.0:1788777400.444582:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777400.444584:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777400.444586:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777400.444588:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777400.444591:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073e800. 02000000:00000001:2.0:1788777400.444594:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777400.444595:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777400.444597:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:2.0:1788777400.444600:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777400.444602:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.444605:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.444611:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.444613:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.444615:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.444617:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777400.449214:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.449247:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.449252:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.449255:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.449263:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.449271:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.449282:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.449286:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.449292:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.449295:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c56480 00000400:00000200:0.0:1788777400.449300:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.449306:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7201 [1] + 224 00000800:00000001:0.0:1788777400.449313:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.449474:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.449479:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.449484:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.449491:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.449499:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914ca80 x1875667126150272/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.449580:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530914ca80 x1875667126150272/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.449603:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.449614:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.449618:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.449998:0:34764:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777400.450006:0:34764:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777400.450008:0:34764:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777400.450011:0:34764:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464478. 00000400:00000200:2.0:1788777400.450016:0:34764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:2.0:1788777400.450019:0:34764:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:2.0:1788777400.450022:0:34764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777400.450027:0:34764:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914ca80 x1875667126150272/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777400.450036:0:34764:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914ca80 x1875667126150272/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.450043:0:34764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777400.450044:0:34764:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.450047:0:34764:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777400.450050:0:34764:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777400.450052:0:34764:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777400.450054:0:34764:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.450057:0:34764:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777400.450065:0:34764:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=73 v=5 (10 5 5 5) 00000100:00001000:2.0:1788777400.450069:0:34764:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777400.450072:0:34764:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777400.450074:0:34764:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.450077:0:34764:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777400.450080:0:34764:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.450083:0:34764:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777400.450085:0:34764:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777400.450086:0:34764:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777400.450089:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.450090:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000100:00000001:2.0:1788777400.450093:0:34764:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777400.450095:0:34764:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1788777400.450097:0:34764:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777400.450100:0:34764:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.450104:0:34764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914ca80 x1875667126150272/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.450111:0:34764:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.450114:0:34764:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777400.450116:0:34764:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777400.450119:0:34764:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914ca80 x1875667126150272/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777400.450127:0:34764:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914ca80 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34764:1875667126150272:192.168.203.135@tcp:35:uname.0 00000100:00000001:2.0:1788777400.450130:0:34764:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.450144:0:34764:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.450146:0:34764:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777400.450148:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.450151:0:34764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126150272/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.450158:0:34764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777400.450161:0:34764:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777400.450163:0:34764:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777400.450165:0:34764:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.450171:0:34764:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.450172:0:34764:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088394880 : -118390621156736 : ffff94530914ca80) 00000002:00000001:2.0:1788777400.450176:0:34764:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.450179:0:34764:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777400.450183:0:34764:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073fc00. 00000080:00000001:2.0:1788777400.450186:0:34764:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788777400.450190:0:34764:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788777400.450195:0:34764:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788777400.450199:0:34764:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777400.450206:0:34764:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.450208:0:34764:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777400.450210:0:34764:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb9f00. 00000100:00000001:2.0:1788777400.450213:0:34764:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.450215:0:34764:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914ca80 x1875667126150272/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.450242:0:34764:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.450245:0:34764:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777400.450248:0:34764:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945308800280. 00000080:00000001:2.0:1788777400.450252:0:34764:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.450257:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bdf0 00000080:00000008:2.0:1788777400.450259:0:34764:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 102001, rc = 0 00000080:00000001:2.0:1788777400.450263:0:34764:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.450268:0:34764:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788777400.450270:0:34764:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1be00 00000080:00002000:2.0:1788777400.450272:0:34764:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320ac4e58, parent ffff9453208d0a20, inode ffff9453209acb08) hashed, 00000080:00000001:2.0:1788777400.450275:0:34764:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.508932:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bd08 00000080:00200008:1.0:1788777400.508941:0:34769:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777400.508948:0:34769:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777400.508950:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bc80 00000080:00200000:1.0:1788777400.508952:0:34769:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777400.508958:0:34769:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945310ed2e00. 00800000:00000002:1.0:1788777400.508964:0:34769:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777400.508968:0:34769:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777400.508972:0:34769:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.508974:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bba0 00800000:00000002:1.0:1788777400.508976:0:34769:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777400.508980:0:34769:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777400.508983:0:34769:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777400.508988:0:34769:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.508990:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba70 00000002:00010000:1.0:1788777400.508991:0:34769:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777400.508994:0:34769:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777400.508996:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777400.508999:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777400.509005:0:34769:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.509007:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.509009:0:34769:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.509012:0:34769:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777400.509014:0:34769:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788777400.509019:0:34769:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ea00. 00000020:00000040:1.0:1788777400.509023:0:34769:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:1.0:1788777400.509029:0:34769:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777400.509033:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.509039:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.509041:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.509042:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.509045:0:34769:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777400.509048:0:34769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777400.509051:0:34769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777400.509058:0:34769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945310689400. 00000100:00000001:1.0:1788777400.509065:0:34769:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.509069:0:34769:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777400.509071:0:34769:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.509072:0:34769:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777400.509074:0:34769:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.509075:0:34769:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.509080:0:34769:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683087485440 : -118390622066176 : ffff94530906ea00) 00010000:00000001:1.0:1788777400.509084:0:34769:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777400.509086:0:34769:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788777400.509090:0:34769:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945308214c00. 00010000:00000010:1.0:1788777400.509095:0:34769:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945307dcd980. 00010000:00000001:1.0:1788777400.509099:0:34769:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777400.509102:0:34769:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb6000. 00000020:00000001:1.0:1788777400.509106:0:34769:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777400.509109:0:34769:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb6000 with handle 0xe53f2b0cb7af8996 to hash 00000020:00000001:1.0:1788777400.509111:0:34769:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777400.509113:0:34769:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777400.509116:0:34769:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:1.0:1788777400.509120:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.509122:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.509126:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777400.509151:0:34769:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777400.509162:0:34769:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777400.509167:0:34769:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777400.509169:0:34769:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777400.509176:0:34769:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945304ff5a80. 00000100:00000001:1.0:1788777400.509178:0:34769:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683019881088 : -118390689670528 : ffff945304ff5a80) 00000100:00000001:1.0:1788777400.509181:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.509182:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087485440 : -118390622066176 : ffff94530906ea00) 00000100:00000001:1.0:1788777400.509187:0:34769:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777400.509192:0:34769:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.509194:0:34769:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777400.509195:0:34769:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777400.509205:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.509437:0:34769:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777400.509440:0:34769:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.509444:0:34769:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777400.509447:0:34769:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777400.509450:0:34769:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777400.509454:0:34769:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34769:1875667126150400:192.168.203.135@tcp:101:lfs.0 00000100:00000001:1.0:1788777400.509459:0:34769:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777400.509464:0:34769:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777400.509467:0:34769:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.509470:0:34769:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777400.509572:0:34769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b2000. 02000000:00000001:0.0:1788777400.509576:0:34769:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777400.509584:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777400.509723:0:34769:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014bec8. 00000400:00000010:0.0:1788777400.509733:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c110. 00000100:00000200:0.0:1788777400.509741:0:34769:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126150400, portal 10 00000100:00000001:0.0:1788777400.509743:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777400.509745:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087485440 : -118390622066176 : ffff94530906ea00) 00000100:00000040:0.0:1788777400.509753:0:34769:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.509766:0:34769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777400.509770:0:34769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777400.509772:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c4c8. 00000100:00000200:0.0:1788777400.509775:0:34769:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126150400, offset 0 00000400:00000200:0.0:1788777400.509781:0:34769:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777400.509791:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.509799:0:34769:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777400.509804:0:34769:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777400.509809:0:34769:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777400.509812:0:34769:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777400.509815:0:34769:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777400.509819:0:34769:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2662:2662:256:4294967295] 192.168.203.135@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:0.0:1788777400.509823:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.509832:0:34769:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777400.509838:0:34769:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777400.509843:0:34769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f000. 00000800:00000200:0.0:1788777400.509849:0:34769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777400.509857:0:34769:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777400.509861:0:34769:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777400.509916:0:34769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777400.509922:0:34769:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 810846 usecs (811 jiffies) 00000400:00000200:0.0:1788777400.509926:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777400.509929:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551627 00000100:00000001:0.0:1788777400.509937:0:34769:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551554 00000100:00000001:0.0:1788777400.509943:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551627 00000100:00000001:0.0:1788777400.509946:0:34769:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551554 00000100:00000001:0.0:1788777400.509949:0:34769:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777400.509952:0:34769:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.509954:0:34769:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777400.509956:0:34769:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777400.509959:0:34769:0:(client.c:2715:ptlrpc_set_wait()) set ffff945304ff5a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788777400.509961:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.509964:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.510088:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.510092:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f000. 00000400:00000200:1.0:1788777400.510097:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.510102:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.510108:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c4c8 00000400:00000010:1.0:1788777400.510110:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c4c8. 00000100:00000001:1.0:1788777400.510114:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.510118:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.510128:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.510141:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.510147:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.510149:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.516699:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.516715:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.516719:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.516721:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.516729:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.516737:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.516745:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.516750:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.516756:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.516759:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c56500 00000400:00000200:0.0:1788777400.516764:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.516770:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x7209 [1] + 224 00000800:00000001:0.0:1788777400.516776:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.516783:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.516786:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.516790:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.516798:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.516807:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.516818:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.516848:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.516857:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.516861:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.516980:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777400.516988:0:34769:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777400.516990:0:34769:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777400.516993:0:34769:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014bec8. 00000400:00000200:2.0:1788777400.516998:0:34769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c110 00000400:00000010:2.0:1788777400.517001:0:34769:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c110. 00000100:00000001:2.0:1788777400.517003:0:34769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777400.517008:0:34769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777400.517022:0:34769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.517028:0:34769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777400.517030:0:34769:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.517032:0:34769:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777400.517035:0:34769:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777400.517037:0:34769:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777400.517040:0:34769:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.517043:0:34769:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777400.517052:0:34769:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=73 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777400.517056:0:34769:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777400.517059:0:34769:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777400.517060:0:34769:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.517063:0:34769:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777400.517067:0:34769:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.517070:0:34769:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777400.517072:0:34769:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1788777400.517074:0:34769:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777400.517077:0:34769:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.517083:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.517090:0:34769:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.517097:0:34769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777400.517099:0:34769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777400.517104:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777400.517111:0:34769:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ea00 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34769:1875667126150400:192.168.203.135@tcp:101:lfs.0 00000100:00000001:2.0:1788777400.517116:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.517118:0:34769:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.517121:0:34769:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777400.517123:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.517127:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.517146:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777400.517149:0:34769:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945304ff5a80. 00000100:00000001:2.0:1788777400.517152:0:34769:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777400.517153:0:34769:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.517156:0:34769:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777400.517159:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.517162:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.517165:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=4 00000020:00000001:2.0:1788777400.517167:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517170:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000040:2.0:1788777400.517177:0:34769:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb6000, remote cookie: 0xa4f015c75ff3cbd2, flags: 0x1001 00010000:00010000:2.0:1788777400.517182:0:34769:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777400.517194:0:34769:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.517202:0:34769:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777400.517206:0:34769:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777400.517209:0:34769:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777400.517210:0:34769:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777400.517212:0:34769:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777400.517215:0:34769:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945308214c00) refcount = 1 00010000:00010000:2.0:1788777400.517249:0:34769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.517256:0:34769:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777400.517260:0:34769:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777400.517261:0:34769:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.517264:0:34769:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777400.517266:0:34769:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.517270:0:34769:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.517276:0:34769:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777400.517277:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.517279:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.517280:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.517281:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.517283:0:34769:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.517287:0:34769:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777400.517289:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.517290:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.517292:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777400.517294:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517296:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517298:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.517299:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.517300:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=4 00000020:00000001:2.0:1788777400.517302:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517304:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517306:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.517309:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.517313:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.517440:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.517442:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.517443:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.517445:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.517446:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=5 00000020:00000001:2.0:1788777400.517448:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517450:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517452:0:34769:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777400.517455:0:34769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.517460:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.517461:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777400.517463:0:34769:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.517468:0:34769:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777400.517470:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.517470:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.517471:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.517472:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777400.517478:0:34769:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788777400.517486:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.517487:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.517488:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777400.517490:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517492:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517494:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.517495:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777400.517496:0:34769:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.517498:0:34769:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.517501:0:34769:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788777400.517503:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.517504:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.517505:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777400.517507:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517509:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00000002:00010000:2.0:1788777400.517512:0:34769:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.517523:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.517524:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.517526:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777400.517527:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.517528:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.517529:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777400.517531:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.517533:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000040:2.0:1788777400.517539:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214c00 count: 2 00010000:00000001:2.0:1788777400.517541:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788777400.517545:0:34769:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788777400.517547:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.517548:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777400.517549:0:34769:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788777400.517552:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b9f8 00000002:00002000:2.0:1788777400.517554:0:34769:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788777400.517557:0:34769:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.517561:0:34769:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.517564:0:34769:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788777400.517567:0:34769:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788777400.517569:0:34769:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788777400.517573:0:34769:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777400.517577:0:34769:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945310ed2e00. 00000080:00000001:2.0:1788777400.517581:0:34769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777400.517584:0:34769:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788777400.517589:0:34769:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788777400.517594:0:34769:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788777400.517600:0:34769:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9453110b6700. 00800000:00000001:2.0:1788777400.517602:0:34769:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683221997312 : -118390487554304 : ffff9453110b6700) 00800000:00000001:2.0:1788777400.518166:0:34769:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.518170:0:34769:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788777400.518173:0:34769:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788777400.518175:0:34769:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788777400.518180:0:34769:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788777400.518183:0:34769:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788777400.518184:0:34769:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.518190:0:34769:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788777400.518193:0:34769:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788777400.518196:0:34769:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788777398 to 1788777400 00000080:00200000:2.0:1788777400.518200:0:34769:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788777400.518203:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.518204:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.518206:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777400.518208:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.518211:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.518213:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.518214:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788777400.518216:0:34769:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788777400.518244:0:34769:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788777400.518246:0:34769:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9453110b6700 1 00800000:00000010:2.0:1788777400.518248:0:34769:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9453110b6700. 00800000:00000001:2.0:1788777400.518251:0:34769:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777400.518255:0:34769:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8996 00800000:00000001:2.0:1788777400.518257:0:34769:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777400.518260:0:34769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777400.518261:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.518262:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.518263:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777400.518265:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.518266:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.518268:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.518269:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777400.518270:0:34769:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.518272:0:34769:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.518274:0:34769:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777400.518276:0:34769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777400.518278:0:34769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8996 from it ffffb1cb81d1bcb8 00010000:00000001:2.0:1788777400.518280:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.518281:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.518283:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777400.518284:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.518286:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.518288:0:34769:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777400.518291:0:34769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.518298:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.518299:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.518301:0:34769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777400.518303:0:34769:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777400.518305:0:34769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788777400.518323:0:34769:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777400.518326:0:34769:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777400.518582:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777400.518713:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.518715:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.518717:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.518720:0:34769:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777400.518722:0:34769:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.518724:0:34769:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.518728:0:34769:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.518730:0:34769:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777400.518731:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.518732:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777400.518735:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.518744:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ea00 x1875667126150400/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.518750:0:34769:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777400.518753:0:34769:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777400.518756:0:34769:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b2000. 02000000:00000001:2.0:1788777400.518760:0:34769:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777400.518763:0:34769:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777400.518764:0:34769:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777400.518767:0:34769:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777400.518917:0:34769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945310689400. 02000000:00000001:2.0:1788777400.518922:0:34769:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777400.518924:0:34769:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777400.518926:0:34769:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ea00. 00000100:00000001:2.0:1788777400.518929:0:34769:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777400.518931:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777400.519069:0:34769:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.519077:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bd08 00000080:00000008:0.0:1788777400.519079:0:34769:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777400.520072:0:34769:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.520107:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bd08 00000080:00200008:0.0:1788777400.520110:0:34769:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777400.520116:0:34769:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777400.520118:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bc80 00000080:00200000:0.0:1788777400.520120:0:34769:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777400.520126:0:34769:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0aa00. 00800000:00000002:0.0:1788777400.520144:0:34769:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777400.520148:0:34769:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777400.520153:0:34769:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.520154:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bba0 00800000:00000002:0.0:1788777400.520157:0:34769:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777400.520160:0:34769:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777400.520164:0:34769:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777400.520169:0:34769:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.520171:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba70 00000002:00010000:0.0:1788777400.520173:0:34769:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777400.520176:0:34769:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777400.520178:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.520180:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.520186:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214c00 count: 2 00010000:00000001:0.0:1788777400.520189:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777400.520192:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777400.520195:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777400.520200:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788777400.520209:0:34769:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777400.520213:0:34769:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777400.520216:0:34769:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788777400.520890:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777400.520893:0:34769:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777400.520894:0:34769:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.520897:0:34769:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.520899:0:34769:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.520901:0:34769:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777400.520904:0:34769:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777400.520906:0:34769:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777400.520910:0:34769:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0aa00. 00000080:00000001:0.0:1788777400.520914:0:34769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777400.520916:0:34769:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.520918:0:34769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777400.520921:0:34769:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8996 00800000:00000001:0.0:1788777400.520925:0:34769:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777400.520928:0:34769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777400.520929:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.520932:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.520934:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:0.0:1788777400.520936:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:0.0:1788777400.520938:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:0.0:1788777400.520940:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.520942:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777400.520943:0:34769:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777400.520944:0:34769:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.520946:0:34769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8996 from it ffffb1cb81d1bcb8 00010000:00000001:0.0:1788777400.520949:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.520950:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.520951:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:0.0:1788777400.520952:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:0.0:1788777400.520954:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:0.0:1788777400.520956:0:34769:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777400.520959:0:34769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788777400.520965:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.520966:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.520968:0:34769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777400.520970:0:34769:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777400.520972:0:34769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777400.520978:0:34769:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777400.520980:0:34769:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777400.520982:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777400.520985:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.520986:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.520988:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.520990:0:34769:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777400.520992:0:34769:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.520994:0:34769:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.520997:0:34769:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.520999:0:34769:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777400.521001:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.521002:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777400.521004:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777400.521006:0:34769:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777400.521009:0:34769:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.521013:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bd08 00000080:00000008:0.0:1788777400.521016:0:34769:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788777400.521146:0:34769:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777400.521148:0:34769:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777400.521150:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bb78 00000080:00200000:0.0:1788777400.521153:0:34769:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777400.521158:0:34769:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0aa00. 00800000:00000002:0.0:1788777400.521161:0:34769:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777400.521164:0:34769:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777400.521166:0:34769:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.521167:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1ba98 00800000:00000002:0.0:1788777400.521169:0:34769:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777400.521172:0:34769:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777400.521175:0:34769:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777400.521178:0:34769:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.521180:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1b968 00000002:00010000:0.0:1788777400.521182:0:34769:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777400.521184:0:34769:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777400.521185:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.521187:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.521190:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214c00 count: 2 00010000:00000001:0.0:1788777400.521193:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777400.521196:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777400.521198:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777400.521201:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788777400.521208:0:34769:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777400.521213:0:34769:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777400.521216:0:34769:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788777400.521266:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777400.521268:0:34769:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777400.521269:0:34769:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.521271:0:34769:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.521272:0:34769:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.521274:0:34769:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777400.521276:0:34769:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777400.521278:0:34769:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777400.521280:0:34769:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0aa00. 00000080:00000001:0.0:1788777400.521283:0:34769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777400.521285:0:34769:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.521287:0:34769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777400.521289:0:34769:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8996 00800000:00000001:0.0:1788777400.521291:0:34769:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777400.521292:0:34769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777400.521294:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.521295:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.521297:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:0.0:1788777400.521299:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:0.0:1788777400.521300:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:0.0:1788777400.521302:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.521304:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777400.521305:0:34769:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777400.521306:0:34769:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.521308:0:34769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8996 from it ffffb1cb81d1bbb0 00010000:00000001:0.0:1788777400.521729:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.521731:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.521732:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:0.0:1788777400.521734:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:0.0:1788777400.521736:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:0.0:1788777400.521738:0:34769:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777400.521740:0:34769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788777400.521747:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.521748:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.521749:0:34769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777400.521750:0:34769:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777400.521752:0:34769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788777400.521758:0:34769:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777400.521760:0:34769:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777400.521761:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777400.521764:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.521764:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.521766:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.521768:0:34769:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777400.521769:0:34769:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.521770:0:34769:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.521773:0:34769:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.521775:0:34769:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777400.521776:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.521777:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777400.521780:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777400.521781:0:34769:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.521784:0:34769:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 44 00000080:00000001:0.0:1788777400.521788:0:34769:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.521792:0:34769:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788777400.521794:0:34769:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788777400.521797:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bb78 00000080:00200008:0.0:1788777400.521799:0:34769:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000 00000080:00000010:0.0:1788777400.521804:0:34769:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff945304f82640. 00000080:00000001:0.0:1788777400.521807:0:34769:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.521809:0:34769:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.522047:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788777400.522050:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:0.0:1788777400.522057:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788777400.522059:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788777400.522064:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945307d22800. 00000020:00000001:0.0:1788777400.522068:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.522070:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788777400.522073:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788777400.522075:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945307d22800 uarg=0000000000000000 00800000:00000001:0.0:1788777400.522081:0:34769:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788777400.522084:0:34769:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: age 1873, max_age 1882 00000002:00000001:0.0:1788777400.522087:0:34769:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788777400.522089:0:34769:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000010:0.0:1788777400.522094:0:34769:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be3b80. 00000020:00000040:0.0:1788777400.522097:0:34769:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777400.522100:0:34769:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777400.522102:0:34769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777400.522105:0:34769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777400.522111:0:34769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94531114fc00. 00000100:00000001:0.0:1788777400.522118:0:34769:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.522121:0:34769:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777400.522122:0:34769:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777400.522127:0:34769:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f3000. 00000100:00000001:0.0:1788777400.522130:0:34769:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089076224 : -118390620475392 : ffff9453091f3000) 00000100:00000001:0.0:1788777400.522143:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777400.522145:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082722176 : -118390626829440 : ffff945308be3b80) 00000100:00000001:0.0:1788777400.522149:0:34769:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777400.522153:0:34769:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.522156:0:34769:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777400.522157:0:34769:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777400.522166:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.522174:0:34769:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777400.522177:0:34769:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777400.522180:0:34769:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777400.522183:0:34769:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777400.522185:0:34769:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777400.522189:0:34769:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be3b80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34769:1875667126150528:192.168.203.135@tcp:41:lfs.0 00000100:00000001:0.0:1788777400.522193:0:34769:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777400.522197:0:34769:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777400.522200:0:34769:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777400.522202:0:34769:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777400.522206:0:34769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d23c00. 02000000:00000001:0.0:1788777400.522208:0:34769:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777400.522215:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777400.522257:0:34769:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b9a0. 00000400:00000010:0.0:1788777400.522266:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cbb0. 00000100:00000200:0.0:1788777400.522274:0:34769:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126150528, portal 10 00000100:00000001:0.0:1788777400.522276:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777400.522277:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082722176 : -118390626829440 : ffff945308be3b80) 00000100:00000040:0.0:1788777400.522284:0:34769:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.522292:0:34769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777400.522295:0:34769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777400.522298:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cee0. 00000100:00000200:0.0:1788777400.522300:0:34769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126150528, offset 0 00000400:00000200:0.0:1788777400.522308:0:34769:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777400.522336:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.522441:0:34769:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777400.522447:0:34769:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777400.522452:0:34769:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777400.522456:0:34769:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777400.522460:0:34769:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777400.522463:0:34769:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2663:2663:256:4294967295] 192.168.203.135@tcp LPNI seq info [2658:2658:8:4294967295] 00000400:00000200:0.0:1788777400.522468:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.522477:0:34769:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777400.522483:0:34769:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777400.522489:0:34769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f300. 00000800:00000200:0.0:1788777400.522494:0:34769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777400.522502:0:34769:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777400.522506:0:34769:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777400.522521:0:34769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777400.522526:0:34769:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 809878 usecs (810 jiffies) 00000400:00000200:0.0:1788777400.522529:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777400.522532:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551639 00000800:00000200:0.0:1788777400.522761:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.522766:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f300. 00000400:00000200:0.0:1788777400.522770:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.522776:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.522781:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cee0 00000400:00000010:0.0:1788777400.522784:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cee0. 00000100:00000001:0.0:1788777400.522787:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.522793:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.522802:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.522806:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.522818:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.522820:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788777400.522842:0:34769:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551627 00000100:00000001:0.0:1788777400.522848:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551639 00000100:00000001:0.0:1788777400.522851:0:34769:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551627 00000100:00000001:0.0:1788777400.522854:0:34769:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777400.522856:0:34769:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.522858:0:34769:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777400.522860:0:34769:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777400.522862:0:34769:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f3000 going to sleep for 11 seconds 00000100:00000001:0.0:1788777400.522865:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.522868:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777400.527011:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.527101:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.527105:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.527109:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.527118:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.527126:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.527144:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.527149:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.527155:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.527159:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 10 MB=0x6a9e8c8c56580 00000400:00000200:0.0:1788777400.527163:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.527169:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 368/368 into md 0x7219 [1] + 224 00000800:00000001:0.0:1788777400.527176:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.527185:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.527188:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.527192:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.527200:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.527208:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777400.527233:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.527302:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.527331:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.527349:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.527354:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777400.527915:0:34769:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777400.527918:0:34769:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777400.527923:0:34769:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b9a0. 00000400:00000200:2.0:1788777400.527927:0:34769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cbb0 00000400:00000010:2.0:1788777400.527930:0:34769:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cbb0. 00000100:00000001:2.0:1788777400.527933:0:34769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777400.527939:0:34769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777400.527948:0:34769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.527954:0:34769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777400.527956:0:34769:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.527959:0:34769:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777400.527963:0:34769:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777400.527966:0:34769:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777400.527967:0:34769:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.527971:0:34769:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777400.527980:0:34769:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=73 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777400.527984:0:34769:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777400.527987:0:34769:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777400.527989:0:34769:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.527991:0:34769:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777400.527994:0:34769:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.527998:0:34769:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777400.528044:0:34769:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1788777400.528047:0:34769:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777400.528049:0:34769:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.528055:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.528061:0:34769:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.528064:0:34769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777400.528066:0:34769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777400.528070:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777400.528077:0:34769:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be3b80 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34769:1875667126150528:192.168.203.135@tcp:41:lfs.0 00000100:00000001:2.0:1788777400.528081:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.528084:0:34769:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.528086:0:34769:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777400.528088:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.528091:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.528096:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777400.528099:0:34769:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f3000. 00000100:00000001:2.0:1788777400.528102:0:34769:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777400.528104:0:34769:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.528109:0:34769:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788777400.528111:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.528113:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be3b80 x1875667126150528/t0(0) o41->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777400.528118:0:34769:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777400.528120:0:34769:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777400.528123:0:34769:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d23c00. 02000000:00000001:2.0:1788777400.528126:0:34769:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777400.528129:0:34769:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777400.528139:0:34769:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777400.528142:0:34769:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777400.528145:0:34769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94531114fc00. 02000000:00000001:2.0:1788777400.528148:0:34769:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777400.528150:0:34769:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777400.528152:0:34769:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be3b80. 00000100:00000001:2.0:1788777400.528156:0:34769:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777400.528157:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777400.528159:0:34769:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777400.528160:0:34769:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777400.528161:0:34769:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788777400.528164:0:34769:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9453090ac800: update ffff945308bd8450 cache blocks 17238/17271 objects 533391/533747 00800000:00000001:2.0:1788777400.528168:0:34769:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.528174:0:34769:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.528177:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788777400.528180:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945307d22800. 00000080:00000001:2.0:1788777400.528183:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.528186:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.528286:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.528289:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.528298:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.528300:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.528306:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.528904:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.528908:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.528912:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.528914:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.528919:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528921:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528923:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.528925:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.528930:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528931:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528938:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.528939:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.528943:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.528944:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.528948:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.528951:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.528953:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.528954:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.528955:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.528957:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528959:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528961:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.528962:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.528964:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528966:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528969:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.528970:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.528973:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.528974:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.528976:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.528978:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.528980:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.528981:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.528982:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.528984:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528986:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528988:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.528990:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.528992:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528994:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.528997:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.528999:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.529002:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.529003:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.529005:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.529007:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.529009:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.529010:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.529012:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.529015:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529017:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529018:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.529021:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.529022:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529024:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529028:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.529029:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.529032:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.529033:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.529036:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.529037:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.529039:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.529040:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.529041:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.529044:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529046:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529048:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.529049:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.529051:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529053:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529057:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.529058:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.529061:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.529062:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.529064:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.529066:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.529068:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.529069:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.529071:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.529073:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529076:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529078:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.529080:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.529082:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529084:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529087:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.529089:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.529091:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.529092:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.529095:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.529097:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.529098:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.529099:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.529101:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.529103:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529105:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529107:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.529109:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.529111:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529112:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529115:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.529116:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.529119:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.529120:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.529122:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.529124:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.529126:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.529126:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.529128:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.529139:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529141:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529143:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.529145:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.529147:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529149:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529152:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.529154:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.529156:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.529158:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.529160:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.529162:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.529164:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.529165:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.529166:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.529169:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529171:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529172:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.529175:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.529176:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529178:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529181:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.529182:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.529185:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.529186:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.529188:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.529190:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.529191:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.529192:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.529193:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.529195:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529197:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529199:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.529201:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.529204:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529205:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.529209:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.529211:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.529213:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.529215:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.529217:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530060:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530067:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530070:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530072:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530076:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530079:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530080:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530083:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530087:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530089:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530097:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530098:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530102:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530104:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530109:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530111:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530113:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530114:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530115:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530117:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530119:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530121:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530123:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530124:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530126:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530129:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530140:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530143:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530144:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530147:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530149:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530150:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530151:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530152:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530155:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530157:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530158:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530160:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530162:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530164:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530168:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530169:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530172:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530173:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530175:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530177:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530179:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530180:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530181:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530184:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530186:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530187:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530189:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530191:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530192:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530195:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530196:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530199:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530200:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530203:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530205:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530207:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530208:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530450:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530453:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530456:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530458:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530460:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530462:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530464:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530469:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530471:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530474:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530475:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530478:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530480:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530481:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530483:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530484:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530486:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530487:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530489:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530490:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530492:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530494:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530496:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530497:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530564:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530566:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530569:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530572:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530573:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530575:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530576:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530578:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530581:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530582:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530584:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530703:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530707:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530712:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530714:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530721:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530723:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530725:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530728:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530730:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530731:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530732:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530735:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530737:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530738:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530740:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530742:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530744:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530748:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530749:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530752:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530753:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530755:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530757:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530759:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530760:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530761:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530763:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530765:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530767:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530769:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530772:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530774:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530778:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530779:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530782:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530783:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530785:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530787:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530789:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530790:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530791:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530794:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530795:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530797:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530799:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530801:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530803:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530808:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530809:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530812:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530813:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530815:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530816:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530818:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530818:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530820:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530822:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530824:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530825:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530827:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530829:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530831:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530833:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530835:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530837:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530839:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530840:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530842:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530844:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530844:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530845:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530848:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530849:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530851:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530853:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530855:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530857:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530859:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530860:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530863:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530864:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530866:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530867:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530869:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530869:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530871:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530873:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530874:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530876:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530878:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530880:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530881:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530884:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530885:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530887:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530888:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530891:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530893:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530894:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530895:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530896:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530899:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530900:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530902:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530904:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530905:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530907:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530909:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530911:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530913:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530914:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530915:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530917:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530918:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530919:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530921:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530923:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530924:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530926:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530928:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530929:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530930:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530933:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530933:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530935:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530936:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530938:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530939:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530941:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530942:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530943:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530945:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530947:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530948:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530950:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530951:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530953:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530955:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530956:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530958:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530959:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530960:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530962:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530963:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530964:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530965:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530967:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530968:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530970:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530971:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530973:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530975:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530977:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.530978:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.530980:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.530982:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.530983:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.530985:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.530986:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.530987:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.530988:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.530991:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530993:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.530994:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.530997:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.530999:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531001:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531003:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.531004:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.531007:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.531008:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.531010:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.531012:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.531013:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.531014:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.531015:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.531018:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531019:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531021:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.531023:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.531024:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531026:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531028:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.531029:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.531032:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.531033:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.531034:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.531036:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.531037:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.531038:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.531039:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.531041:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531043:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531044:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.531046:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.531048:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531049:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531053:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.531054:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.531056:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.531057:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.531058:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.531060:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.531061:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.531062:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.531063:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.531065:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531067:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531068:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.531071:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.531073:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531074:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531077:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.531078:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.531080:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.531081:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.531083:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.531084:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.531086:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.531086:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.531087:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.531090:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531092:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531093:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.531095:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.531097:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531099:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531102:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.531104:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.531106:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.531107:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.531109:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.531111:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.531112:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.531113:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.531115:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.531117:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531119:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531121:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.531123:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.531125:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531126:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531130:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.531140:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.531143:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.531144:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.531146:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.531149:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.531150:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.531151:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.531153:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.531155:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531157:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531159:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.531160:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.531163:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531164:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531168:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.531169:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.531171:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.531172:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.531174:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.531176:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.531177:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.531178:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.531179:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.531181:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531183:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531184:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.531186:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.531188:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531189:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531192:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.531192:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.531195:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.531196:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.531197:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.531199:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.531201:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788777400.531202:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788777400.531203:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00800000:00000001:2.0:1788777400.531206:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531207:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531209:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.531210:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.531212:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531214:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.531217:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.531218:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.531709:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.531712:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.531828:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.531834:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.531836:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.531838:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.531839:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.531842:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531844:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531846:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.531848:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.531851:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531853:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531862:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.531863:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.531867:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.531868:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.531870:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.531872:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.531873:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.531874:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.531875:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.531877:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531879:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531880:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.531882:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.531884:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531886:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531888:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.531890:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.531892:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.531894:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.531896:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.531897:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.531899:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.531900:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.531901:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.531904:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531905:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531906:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.531908:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.531910:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531911:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531914:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.531915:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.531917:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.531918:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.531919:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.531921:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.531922:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.531923:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.531924:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.531926:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531928:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531929:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.531931:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.531933:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531934:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531937:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.531938:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.531941:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.531942:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.531944:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.531946:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.531948:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.531949:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.531950:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.531953:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531954:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531956:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.531959:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.531961:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531963:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531966:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.531967:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.531970:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.531971:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.531974:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.531975:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.531977:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.531978:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.531979:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.531982:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531983:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531985:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.531986:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.531988:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531990:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.531992:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.531993:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.531996:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.531997:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.531999:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.532001:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.532002:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.532003:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.532005:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.532007:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532009:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532010:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.532012:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.532014:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532015:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532018:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.532019:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.532022:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.532023:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.532025:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.532027:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.532029:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.532030:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.532031:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.532034:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532035:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532037:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.532039:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.532041:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532043:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532046:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.532047:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.532049:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.532051:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.532053:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.532054:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.532056:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.532057:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.532059:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.532061:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532063:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532065:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.532067:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.532069:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532071:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532073:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.532074:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.532077:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.532078:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.532080:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.532081:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.532084:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.532085:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.532086:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.532088:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532090:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532092:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.532094:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.532095:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532097:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532100:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.532101:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.532103:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.532104:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.532106:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.532107:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.532109:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.532110:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.532111:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.532114:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532115:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532117:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.532119:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.532121:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532123:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532125:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.532127:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.532129:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.532139:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.532141:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.532143:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.532145:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.532146:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.532147:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.532150:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532151:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532153:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.532155:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.532157:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532158:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532161:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.532163:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.532165:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.532166:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.532168:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.532170:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.532172:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.532173:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.532174:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.532176:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532178:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532180:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.532181:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.532183:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532185:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532187:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.532189:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.532190:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.532191:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.532193:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.532195:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.532197:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.532198:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.532199:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.532201:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532203:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532205:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.532206:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.532208:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532209:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.532212:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.532214:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.532216:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.532217:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.532299:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.532303:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.532305:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.532307:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.532308:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.532310:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533449:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533452:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533455:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533461:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533463:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533474:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533475:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533481:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533483:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533488:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533491:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533492:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533495:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533496:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533499:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533689:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533691:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533694:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533697:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533699:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533704:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533706:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533709:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533710:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533713:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533715:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533717:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533718:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533720:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533722:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533724:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533726:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533728:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533730:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533732:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533735:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533737:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533739:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533740:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533742:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533744:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533746:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533747:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533748:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533750:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533752:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533754:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533756:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533758:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533760:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533762:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533764:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533766:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533767:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533769:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533771:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533772:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533773:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533774:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533777:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533778:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533780:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533782:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533784:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533785:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533788:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533789:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533791:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533792:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533794:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533796:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533797:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533798:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533800:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533802:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533803:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533805:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533807:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533809:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533810:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533812:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533814:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533816:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533817:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533818:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533820:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533822:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533823:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533824:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533826:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533827:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533829:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533830:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533832:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533833:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533836:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533837:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533840:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533841:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533843:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533845:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533847:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533848:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533849:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533851:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533853:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533855:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533857:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533859:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533861:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533863:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533865:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533868:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533869:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533871:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533873:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533875:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533876:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533877:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533879:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533881:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533883:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533885:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533887:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533889:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533892:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533893:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533896:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533897:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533899:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533901:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533902:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533903:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533904:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533907:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533909:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533911:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533912:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533914:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533916:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533919:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533920:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533922:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533923:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533925:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533927:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533929:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533930:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533931:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533933:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533935:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533936:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533938:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533940:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533941:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533943:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533945:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533947:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533948:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533949:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533951:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533952:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533953:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533954:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533956:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533957:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533959:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533961:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533963:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533964:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533966:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533967:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533970:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533970:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533972:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533974:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533975:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.533976:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.533977:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.533979:0:34769:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533981:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533982:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.533984:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.533986:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533988:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.533990:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.533991:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.533994:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.533995:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.533996:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.533998:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.533999:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788777400.534000:0:34769:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788777400.534002:0:34769:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00800000:00000001:3.0:1788777400.534004:0:34769:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777400.534006:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777400.534007:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788777400.534009:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.534011:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777400.534012:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788777400.534015:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.534016:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.534018:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.534019:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.534021:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.534022:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.534024:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.534027:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.534029:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.534035:0:34769:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788777400.534037:0:34769:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9453090ac800: age 1873, max_age 1882 00000008:00000001:3.0:1788777400.534041:0:34769:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788777400.534044:0:34769:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000010:3.0:1788777400.534051:0:34769:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d500. 00000020:00000040:3.0:1788777400.534054:0:34769:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=4 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777400.534058:0:34769:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.534059:0:34769:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777400.534061:0:34769:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777400.534063:0:34769:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.534067:0:34769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777400.534071:0:34769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.534078:0:34769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99f00. 00000100:00000001:3.0:1788777400.534084:0:34769:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.534087:0:34769:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777400.534089:0:34769:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777400.534095:0:34769:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd900. 00000100:00000001:3.0:1788777400.534097:0:34769:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091216640 : -118390618334976 : ffff9453093fd900) 00000100:00000001:3.0:1788777400.534100:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.534101:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000001:3.0:1788777400.534105:0:34769:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.534109:0:34769:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.534112:0:34769:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777400.534113:0:34769:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777400.534123:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.534140:0:34769:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.534143:0:34769:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.534146:0:34769:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.534149:0:34769:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.534151:0:34769:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.534154:0:34769:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34769:1875667126150656:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777400.534158:0:34769:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.534162:0:34769:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.534164:0:34769:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.534167:0:34769:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.534171:0:34769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2d000. 02000000:00000001:3.0:1788777400.534173:0:34769:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.534179:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.534183:0:34769:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.534191:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.534198:0:34769:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126150656, portal 4 00000100:00000001:3.0:1788777400.534200:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.534201:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000040:3.0:1788777400.534208:0:34769:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.534216:0:34769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777400.534245:0:34769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777400.534249:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347770. 00000100:00000200:3.0:1788777400.534253:0:34769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667126150656, offset 0 00000400:00000200:3.0:1788777400.534259:0:34769:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777400.534267:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.534275:0:34769:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777400.534280:0:34769:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777400.534284:0:34769:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777400.534287:0:34769:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.534290:0:34769:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777400.534293:0:34769:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2664:2664:256:4294967295] 192.168.203.135@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:3.0:1788777400.534297:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.534306:0:34769:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.534324:0:34769:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.535441:0:34769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99900. 00000800:00000200:3.0:1788777400.535456:0:34769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.535463:0:34769:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.535468:0:34769:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777400.535485:0:34769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.535490:0:34769:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23910 usecs (24 jiffies) 00000400:00000200:3.0:1788777400.535495:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.535498:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296550866 00000100:00000001:3.0:1788777400.535511:0:34769:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296551639 00000100:00000001:3.0:1788777400.535514:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296550866 00000100:00000001:3.0:1788777400.535516:0:34769:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296551639 00000100:00000001:3.0:1788777400.535518:0:34769:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.535521:0:34769:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.535524:0:34769:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.535526:0:34769:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777400.535528:0:34769:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777400.535531:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.535533:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.535728:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.535733:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99900. 00000400:00000200:0.0:1788777400.535739:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.535744:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.535750:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347770 00000400:00000010:0.0:1788777400.535753:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347770. 00000100:00000001:0.0:1788777400.535757:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.535764:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.535773:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.535776:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.535783:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.535785:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.547733:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.547749:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.547753:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.547756:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.547764:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.547772:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.547780:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.547785:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.547791:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.547794:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 4 MB=0x6a9e8c8c56600 00000400:00000200:0.0:1788777400.547799:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.547805:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 368/368 into md 0x7229 [1] + 224 00000800:00000001:0.0:1788777400.547812:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.547820:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.547823:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.547827:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.547835:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.547843:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777400.547854:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.547876:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.547886:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.547890:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.547957:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777400.547965:0:34769:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.547967:0:34769:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.547971:0:34769:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777400.547975:0:34769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777400.547977:0:34769:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777400.547980:0:34769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.547985:0:34769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777400.547995:0:34769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.548001:0:34769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.548004:0:34769:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.548007:0:34769:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777400.548010:0:34769:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.548013:0:34769:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.548015:0:34769:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.548018:0:34769:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777400.548028:0:34769:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022cf0 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1788777400.548032:0:34769:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.548035:0:34769:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777400.548037:0:34769:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.548039:0:34769:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.548043:0:34769:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.548047:0:34769:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.548048:0:34769:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788777400.548051:0:34769:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.548052:0:34769:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.548057:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.548064:0:34769:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.548067:0:34769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.548069:0:34769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.548074:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777400.548082:0:34769:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34769:1875667126150656:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777400.548087:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.548089:0:34769:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.548092:0:34769:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777400.548094:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.548097:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.548104:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.548107:0:34769:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd900. 00000100:00000001:3.0:1788777400.548110:0:34769:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777400.548112:0:34769:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.548118:0:34769:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788777400.548120:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.548123:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d500 x1875667126150656/t0(0) o13->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.548129:0:34769:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777400.548143:0:34769:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.548146:0:34769:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2d000. 02000000:00000001:3.0:1788777400.548149:0:34769:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777400.548152:0:34769:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.548153:0:34769:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777400.548155:0:34769:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777400.548158:0:34769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99f00. 02000000:00000001:3.0:1788777400.548162:0:34769:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777400.548164:0:34769:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777400.548166:0:34769:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d500. 00000100:00000001:3.0:1788777400.548169:0:34769:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777400.548170:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788777400.548173:0:34769:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9453090ac800: update ffff945308bdd178 cache blocks 3677/3683 objects 117792/118192 00020000:00000001:3.0:1788777400.548177:0:34769:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.548182:0:34769:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.548184:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777400.548187:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.548190:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.548192:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.548279:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.548282:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.548289:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.548292:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.548297:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.548301:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.548303:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.548306:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.548308:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.548315:0:34769:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788777400.548317:0:34769:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9453090ac800: age 1873, max_age 1882 00000008:00000001:3.0:1788777400.548320:0:34769:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788777400.548323:0:34769:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000010:3.0:1788777400.548398:0:34769:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d500. 00000020:00000040:3.0:1788777400.548402:0:34769:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=4 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777400.548405:0:34769:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.548406:0:34769:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777400.548408:0:34769:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788777400.548410:0:34769:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.548412:0:34769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777400.548416:0:34769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.548422:0:34769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303d99f00. 00000100:00000001:3.0:1788777400.548428:0:34769:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.548431:0:34769:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777400.548433:0:34769:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777400.548437:0:34769:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd900. 00000100:00000001:3.0:1788777400.548439:0:34769:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091216640 : -118390618334976 : ffff9453093fd900) 00000100:00000001:3.0:1788777400.548442:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.548444:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000001:3.0:1788777400.548448:0:34769:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.548452:0:34769:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.548454:0:34769:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777400.548456:0:34769:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777400.548460:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.548468:0:34769:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.548470:0:34769:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.548473:0:34769:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.548475:0:34769:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.548478:0:34769:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.548481:0:34769:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34769:1875667126150784:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777400.548484:0:34769:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.548488:0:34769:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.548490:0:34769:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.548492:0:34769:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.548497:0:34769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2d000. 02000000:00000001:3.0:1788777400.548498:0:34769:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.548515:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.548519:0:34769:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.548524:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.548529:0:34769:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126150784, portal 4 00000100:00000001:3.0:1788777400.548531:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.548533:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000040:3.0:1788777400.548539:0:34769:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.548545:0:34769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777400.548548:0:34769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777400.548550:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347110. 00000100:00000200:3.0:1788777400.548554:0:34769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875667126150784, offset 0 00000400:00000200:3.0:1788777400.548560:0:34769:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777400.548566:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.548573:0:34769:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777400.548578:0:34769:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777400.548582:0:34769:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777400.548585:0:34769:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.548588:0:34769:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777400.548591:0:34769:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2665:2665:256:4294967295] 192.168.203.135@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:3.0:1788777400.548596:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.548943:0:34769:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.548952:0:34769:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.548958:0:34769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99800. 00000800:00000200:3.0:1788777400.548964:0:34769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.548972:0:34769:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.548975:0:34769:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788777400.549031:0:34769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.549036:0:34769:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 237480 usecs (238 jiffies) 00000400:00000200:3.0:1788777400.549040:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.549043:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551093 00000100:00000001:3.0:1788777400.549046:0:34769:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296551639 00000100:00000001:3.0:1788777400.549049:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551093 00000100:00000001:3.0:1788777400.549051:0:34769:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296551639 00000100:00000001:3.0:1788777400.549053:0:34769:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.549056:0:34769:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.549058:0:34769:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.549060:0:34769:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777400.549062:0:34769:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777400.549064:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.549066:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.554118:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.554128:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99800. 00000400:00000200:0.0:1788777400.554146:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.554154:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.554162:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347110 00000400:00000010:0.0:1788777400.554165:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347110. 00000100:00000001:0.0:1788777400.554170:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.554179:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.554192:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.554197:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.554204:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.554206:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.556579:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.556594:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.556598:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.556600:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.556670:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.556677:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.556686:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.556690:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.556695:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.556699:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 368 into portal 4 MB=0x6a9e8c8c56680 00000400:00000200:0.0:1788777400.556703:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.556709:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 368/368 into md 0x7231 [1] + 224 00000800:00000001:0.0:1788777400.556715:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.556723:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.556726:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.556730:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.556737:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.556745:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777400.556754:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.556807:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.556825:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.556834:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.556837:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777400.556872:0:34769:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.556874:0:34769:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.556877:0:34769:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777400.556882:0:34769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777400.556884:0:34769:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777400.556888:0:34769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.556892:0:34769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777400.556900:0:34769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.556906:0:34769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.556908:0:34769:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.556910:0:34769:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777400.556913:0:34769:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.556916:0:34769:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.556918:0:34769:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.556921:0:34769:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777400.556931:0:34769:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110264a8 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1788777400.556936:0:34769:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.556938:0:34769:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777400.556940:0:34769:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.556943:0:34769:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.556946:0:34769:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.556950:0:34769:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.556952:0:34769:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788777400.556954:0:34769:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.556956:0:34769:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.556960:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.556967:0:34769:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.556969:0:34769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.556971:0:34769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.556975:0:34769:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777400.556983:0:34769:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job lfs:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34769:1875667126150784:192.168.203.135@tcp:13:lfs.0 00000100:00000001:3.0:1788777400.556987:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.556990:0:34769:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.556992:0:34769:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777400.556995:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.556998:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.557005:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.557007:0:34769:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd900. 00000100:00000001:3.0:1788777400.557011:0:34769:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777400.557012:0:34769:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.557019:0:34769:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788777400.557020:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.557023:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d500 x1875667126150784/t0(0) o13->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.557029:0:34769:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777400.557033:0:34769:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.557036:0:34769:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2d000. 02000000:00000001:3.0:1788777400.557039:0:34769:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777400.557041:0:34769:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.557043:0:34769:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:3.0:1788777400.557045:0:34769:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777400.557048:0:34769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303d99f00. 02000000:00000001:3.0:1788777400.557051:0:34769:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777400.557053:0:34769:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777400.557055:0:34769:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d500. 00000100:00000001:3.0:1788777400.557058:0:34769:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777400.557059:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788777400.557063:0:34769:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9453090ac800: update ffff945308bd9e08 cache blocks 3679/3683 objects 117792/118186 00020000:00000001:3.0:1788777400.557067:0:34769:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.557071:0:34769:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.557074:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777400.557077:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.557080:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.557083:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.557189:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.557192:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.557199:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.557201:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.557206:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.557210:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.557213:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.557216:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.557218:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.557246:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.557248:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.557250:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.557253:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.557256:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.557258:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.557263:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.557264:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.557267:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.557268:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.557272:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.557275:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.557276:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.557278:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.557279:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.557281:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.557284:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.557285:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.557288:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.557290:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.557292:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.557295:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.557296:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.557299:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.557300:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.557303:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.557305:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.557307:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.557308:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559238:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559249:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559253:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559256:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559259:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559265:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559268:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559283:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559285:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559291:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559294:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559302:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559318:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559321:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559324:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559325:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559335:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559336:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559338:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559340:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559342:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559344:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559348:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559349:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559352:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559353:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559356:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559358:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559359:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559360:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559362:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559364:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559366:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559367:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559370:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559372:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559374:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559377:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559379:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559381:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559382:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559384:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559386:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559388:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559389:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559390:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559392:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559394:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559395:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559397:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559399:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559400:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559403:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559404:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559406:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559407:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559408:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559410:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559411:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559412:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559413:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559415:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559417:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559418:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559420:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559422:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559423:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559425:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559426:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559429:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559430:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559432:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559434:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559435:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559436:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559437:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559439:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559441:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559443:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559445:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559446:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559448:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559450:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559452:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559454:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559455:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559457:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559459:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559460:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559461:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559462:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559465:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559466:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559468:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559470:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559472:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559473:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559476:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559477:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559479:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559480:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559483:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559484:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559486:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559487:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559489:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559491:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559493:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559494:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559496:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559705:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559707:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559713:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559714:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559718:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559719:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559722:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559725:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559726:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559728:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559729:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559732:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559734:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559736:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559738:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559740:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559742:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559744:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559746:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559748:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559750:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559751:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559753:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559755:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559756:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559757:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559760:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559761:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559763:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559765:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559767:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559769:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559771:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559772:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559775:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559776:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559778:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559780:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559782:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559783:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559784:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559787:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559789:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559791:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559793:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559795:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559797:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559800:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559801:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559803:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559804:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559806:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559808:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559809:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559810:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559811:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559814:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559815:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559817:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559819:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559820:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559822:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559824:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559825:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559827:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559828:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559830:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559832:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559833:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559835:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559836:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559838:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559840:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559841:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559843:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559846:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559847:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559850:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559852:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559854:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559855:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559858:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559860:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559861:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559862:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559863:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559865:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559867:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559869:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559871:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559873:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559875:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559878:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559879:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559881:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559883:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559885:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559888:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559889:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559890:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559892:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559894:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559897:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559899:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559901:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559903:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559905:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559907:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559908:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559910:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559911:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559913:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559915:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559916:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559917:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559918:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559921:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559923:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559924:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559926:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559928:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559930:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559933:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559934:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559937:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559938:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559940:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559942:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559944:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559945:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559947:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559949:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559951:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559952:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559954:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559956:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559957:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559960:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559962:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559964:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559965:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559967:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559969:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559970:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559971:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559972:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.559974:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559976:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559977:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.559979:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.559982:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559983:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.559986:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.559988:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.559990:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.559991:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.559993:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.559995:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.559997:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.559998:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.559999:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560001:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560003:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560004:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560006:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560008:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560009:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560012:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560013:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560015:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560016:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560018:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560020:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560022:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560023:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560024:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560026:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560028:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560029:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560031:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560033:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560035:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560037:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560038:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560040:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560041:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560042:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560044:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560046:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560047:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560048:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560050:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560052:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560054:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560055:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560058:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560060:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560062:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560064:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560066:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560067:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560069:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560071:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560072:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560073:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560074:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560076:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560078:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560079:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560081:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560082:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560084:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560087:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560088:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560090:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560091:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560093:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560094:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560096:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560096:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560098:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560100:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560101:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560103:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560104:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560106:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560107:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560109:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560110:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560112:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560113:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560115:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560117:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560118:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560120:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560121:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560123:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560125:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560127:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560128:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560140:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560142:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560146:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560147:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560149:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560150:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560153:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560154:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560156:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560157:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560158:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560160:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560162:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560164:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560166:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560168:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560170:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560172:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560173:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560175:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560176:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560178:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560180:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560181:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560182:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560183:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560186:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560188:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560190:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560191:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560193:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560195:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560198:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560199:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560201:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560202:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560204:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560207:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560208:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560209:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560210:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560212:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560214:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560216:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560218:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560251:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560253:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560257:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560259:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560262:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560263:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560266:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560268:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560269:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560271:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560272:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560274:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560276:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560277:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560279:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560282:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560283:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560286:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788777400.560287:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:3.0:1788777400.560289:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788777400.560291:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788777400.560292:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff945303c2e400. 00000020:00000001:3.0:1788777400.560294:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.560295:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788777400.560296:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788777400.560298:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff945303c2e400 uarg=0000000000000000 00020000:00000001:3.0:1788777400.560300:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560302:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560303:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788777400.560307:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff945303c2e400. 00000080:00000001:3.0:1788777400.560580:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788777400.560583:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.560950:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.560954:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.560960:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.560963:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.560967:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.560970:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.560972:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.560975:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.560977:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.560980:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.560982:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.560984:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.560986:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.560988:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.560990:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.560993:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.560994:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.560997:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.560998:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561000:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561003:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561004:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561005:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561006:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561009:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561010:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561012:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561014:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561016:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561018:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561021:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561022:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561024:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561025:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561027:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561029:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561031:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561032:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561033:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561036:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561037:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561039:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561040:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561042:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561044:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561046:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561047:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561049:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561050:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561052:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561054:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561056:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561057:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561058:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561060:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561062:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561063:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561065:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561067:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561068:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561071:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561072:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561074:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561075:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561077:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561079:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561080:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561081:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561082:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561086:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561087:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561089:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561091:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561093:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561095:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561097:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561098:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561101:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561102:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561104:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561105:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561107:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561108:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561109:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561111:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561113:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561115:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561116:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561118:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561120:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561123:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561125:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561127:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561128:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561141:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561144:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561146:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561146:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561148:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561150:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561151:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561154:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561156:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561158:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561159:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561163:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561164:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561166:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561167:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561169:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561171:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561173:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561174:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561175:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561178:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561180:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561182:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561184:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561186:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561188:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561191:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561192:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561194:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561196:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561198:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561200:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561202:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561203:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561204:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561206:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561208:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561210:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561212:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561214:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561216:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561245:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561247:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561250:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561251:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561254:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561256:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561257:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561258:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561260:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561262:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561263:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561265:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561267:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561269:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561270:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561273:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561275:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561277:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561278:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561280:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561282:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561283:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561284:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561285:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561287:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561289:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561290:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561292:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561294:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561295:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561298:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561299:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561301:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561302:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561304:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561306:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561307:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561308:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561321:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561324:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561326:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561449:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561454:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561456:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561458:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561464:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561465:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561469:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561470:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561472:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561475:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561476:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561478:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561479:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561482:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561484:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561486:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561487:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561490:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561492:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561494:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561496:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561498:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561499:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561585:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561588:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561590:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561592:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561593:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561596:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561598:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561599:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561602:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561675:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561679:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561684:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561685:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561689:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561691:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561693:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561696:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561698:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561699:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561700:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561702:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561704:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561706:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561708:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561710:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561712:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561715:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561716:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561718:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561719:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561722:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561724:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561726:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561727:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561728:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561731:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561733:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561735:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561737:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561739:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561741:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561744:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561745:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561748:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561749:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561751:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561753:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561755:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561756:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561757:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561759:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561761:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561763:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561764:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561766:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561768:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561771:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561772:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561774:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561775:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561778:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561780:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561781:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561782:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561784:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561786:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561788:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561790:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561792:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561794:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561795:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561798:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561800:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561802:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561803:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561805:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561808:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561809:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561810:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561811:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561814:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561816:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561817:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561819:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561822:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561823:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561827:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561828:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561830:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561832:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561834:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561835:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561837:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561838:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561839:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561841:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561843:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561845:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561847:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561849:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561851:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561854:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561855:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561858:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561859:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561861:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561863:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561864:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561865:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561867:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561869:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561871:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561872:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561874:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561876:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561878:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561881:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561882:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561885:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561886:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561888:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561890:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561892:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561893:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561894:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561897:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561898:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561900:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561903:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561905:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561907:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561910:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561912:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561914:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561915:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561918:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561920:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561921:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561922:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561923:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561926:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561928:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561929:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561931:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561933:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561935:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561938:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561939:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561942:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561943:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561945:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561947:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561948:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561949:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561951:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561953:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561955:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561957:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561959:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561961:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561962:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561965:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561967:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561969:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561970:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.561973:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.561975:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.561976:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.561977:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.561979:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.561981:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561983:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561985:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.561987:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.561989:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561991:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.561994:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.561995:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.561998:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.561999:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.562001:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.562003:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.562004:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.562006:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.562007:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.562009:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562012:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562013:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.562015:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.562017:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562019:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562022:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.562023:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.562025:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.562027:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.562029:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.562031:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.562032:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.562034:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.562035:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.562037:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562039:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562040:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.562042:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.562044:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562046:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562049:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.562050:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.562052:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.562054:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.562056:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.562058:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.562059:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.562061:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.562062:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.562064:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562066:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562068:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.562070:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.562072:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562074:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562077:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.562079:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.562081:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.562082:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.562084:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.562087:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.562088:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.562090:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.562091:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.562093:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562096:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562097:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.562100:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.562102:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562103:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562106:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.562108:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.562110:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.562111:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.562114:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.562116:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.562117:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.562118:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.562120:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.562122:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562124:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562125:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.562128:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.562130:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562141:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562145:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.562146:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.562149:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.562150:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.562152:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.562155:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.562156:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.562157:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.562158:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.562161:0:34769:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562162:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562164:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788777400.562166:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.562168:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562169:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788777400.562172:0:34769:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788777400.562173:0:34769:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08) cmd=c00866a4 arg=7ffc7a70a210 00000080:00000001:2.0:1788777400.562175:0:34769:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788777400.562177:0:34769:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788777400.562178:0:34769:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9453093ab800. 00000020:00000001:2.0:1788777400.562180:0:34769:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.562182:0:34769:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788777400.562183:0:34769:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788777400.562184:0:34769:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9453090ac800: cmd=c00866a4 len=592 karg=ffff9453093ab800 uarg=0000000000000000 00020000:00000001:2.0:1788777400.562187:0:34769:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777400.562188:0:34769:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777400.562190:0:34769:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788777400.562193:0:34769:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9453093ab800. 00000080:00000001:2.0:1788777400.562195:0:34769:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777400.562197:0:34769:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788777400.562208:0:34769:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788777400.562211:0:34769:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788777400.562214:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bdd0 00000080:00200008:2.0:1788777400.562216:0:34769:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000 00000080:00400000:2.0:1788777400.562438:0:34769:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788777400.562443:0:34769:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff945304f82640. 00000080:00000001:2.0:1788777400.562449:0:34769:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788777400.562451:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d1bdd0 00000080:00000008:2.0:1788777400.562453:0:34769:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9453209dec08), flags 100000, rc = 0 00000080:00000001:2.0:1788777400.562456:0:34769:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.562458:0:34769:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.578878:0:34770:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777400.578885:0:34770:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788777400.578888:0:34770:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788777400.578891:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00200000:2.0:1788777400.578896:0:34770:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:2.0:1788777400.578903:0:34770:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00800000:00000002:2.0:1788777400.578911:0:34770:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777400.578915:0:34770:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777400.578920:0:34770:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.578922:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ae0 00800000:00000002:2.0:1788777400.578925:0:34770:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777400.578929:0:34770:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788777400.578933:0:34770:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788777400.578939:0:34770:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.578941:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839b0 00000002:00010000:2.0:1788777400.578943:0:34770:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788777400.578947:0:34770:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788777400.578949:0:34770:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.578952:0:34770:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.578959:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214c00 count: 2 00010000:00000001:2.0:1788777400.578961:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.578966:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.578971:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777400.578975:0:34770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788777400.578987:0:34770:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788777400.578991:0:34770:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.578995:0:34770:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788777400.579002:0:34770:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788777400.579003:0:34770:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777400.579005:0:34770:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777400.579007:0:34770:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788777400.579009:0:34770:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777400.579011:0:34770:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788777400.579014:0:34770:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788777400.579016:0:34770:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:2.0:1788777400.579020:0:34770:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000080:00000001:2.0:1788777400.579024:0:34770:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788777400.579026:0:34770:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777400.579028:0:34770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:2.0:1788777400.579031:0:34770:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af8996 00800000:00000001:2.0:1788777400.579035:0:34770:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788777400.579037:0:34770:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788777400.579038:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.579041:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.579043:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777400.579045:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.579048:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.579050:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.579052:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777400.579053:0:34770:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.579055:0:34770:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788777400.579058:0:34770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8996 from it ffffb1cb81d83bf8 00010000:00000001:2.0:1788777400.579060:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.579061:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.579062:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb6000 refcount=3 00000020:00000001:2.0:1788777400.579064:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.579066:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216752640 : -118390492798976 : ffff945310bb6000) 00010000:00000001:2.0:1788777400.579068:0:34770:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777400.579070:0:34770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788777400.579077:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.579078:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.579079:0:34770:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788777400.579081:0:34770:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788777400.579084:0:34770:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788777400.579091:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788777400.579095:0:34770:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788777400.579097:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777400.579101:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.579102:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.579104:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.579107:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788777400.579109:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.579111:0:34770:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.579114:0:34770:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.579116:0:34770:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777400.579117:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.579118:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788777400.579121:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788777400.579123:0:34770:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788777400.579125:0:34770:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:2.0:1788777400.579139:0:34770:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.579147:0:34770:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788777400.579149:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b58 00000080:00002000:2.0:1788777400.579151:0:34770:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320ac4e58) flags 0x48000e refc 0 00000080:00000001:2.0:1788777400.579153:0:34770:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.579155:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc8 00000080:00200000:2.0:1788777400.579156:0:34770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:2.0:1788777400.579163:0:34770:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788777400.579165:0:34770:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08), inode mode 81a4 mask 52 00000080:00000001:2.0:1788777400.579167:0:34770:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.579173:0:34770:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788777400.579175:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b98 00000080:00200008:2.0:1788777400.579177:0:34770:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 102101 00000080:00000010:2.0:1788777400.579183:0:34770:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453213a1540. 00000080:00000001:2.0:1788777400.579188:0:34770:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788777400.579191:0:34770:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94531073ec00. 00800000:00000002:2.0:1788777400.579194:0:34770:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:2.0:1788777400.579197:0:34770:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788777400.579198:0:34770:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.579200:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a48 00800000:00000002:2.0:1788777400.579202:0:34770:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788777400.579205:0:34770:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788777400.579208:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839c8 00800000:00000002:2.0:1788777400.579210:0:34770:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788777400.579213:0:34770:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788777400.579214:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83900 00000002:00010000:2.0:1788777400.579216:0:34770:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:2.0:1788777400.579245:0:34770:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788777400.579248:0:34770:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788777400.579252:0:34770:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777400.579256:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 2 00010000:00000001:2.0:1788777400.579258:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.579261:0:34770:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777400.579264:0:34770:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.579266:0:34770:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.579268:0:34770:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.579270:0:34770:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788777400.579271:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214c00 count: 2 00010000:00000001:2.0:1788777400.579274:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.579275:0:34770:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788777400.579277:0:34770:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777400.579280:0:34770:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1788777400.579288:0:34770:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777400.579292:0:34770:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777400.579294:0:34770:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777400.579295:0:34770:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788777400.579298:0:34770:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.579299:0:34770:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.579301:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214c00 count: 3 00010000:00000001:2.0:1788777400.579303:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777400.579305:0:34770:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.579307:0:34770:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.579308:0:34770:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.579309:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214c00 count: 3 00010000:00000001:2.0:1788777400.579311:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777400.579314:0:34770:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.579315:0:34770:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.579316:0:34770:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.579318:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945308214c00 count: 3 00010000:00000001:2.0:1788777400.579319:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788777400.579321:0:34770:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.579323:0:34770:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788777400.579325:0:34770:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788777400.580806:0:34770:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788777400.580812:0:34770:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788777400.580815:0:34770:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788777400.580817:0:34770:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.580823:0:34770:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777400.580827:0:34770:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777400.580829:0:34770:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777400.580831:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.580834:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788777400.580839:0:34770:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb6000 with handle 0xe53f2b0cb7af8996 from hash 00010000:00000001:2.0:1788777400.580842:0:34770:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777400.580844:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.580846:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.580847:0:34770:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777400.580850:0:34770:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777400.580852:0:34770:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788777400.580855:0:34770:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777400.580858:0:34770:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788777400.580862:0:34770:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788777400.580872:0:34770:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777400.580877:0:34770:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:2.0:1788777400.580883:0:34770:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788777400.580885:0:34770:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.580887:0:34770:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788777400.580892:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777400.580897:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.580898:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.580899:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.580903:0:34770:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777400.580905:0:34770:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777400.580909:0:34770:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777400.580917:0:34770:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9453093ab800. 00000100:00000001:2.0:1788777400.580924:0:34770:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.580928:0:34770:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777400.580931:0:34770:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777400.580935:0:34770:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788777400.580944:0:34770:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777400.580945:0:34770:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777400.580947:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777400.580949:0:34770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb6000/0xe53f2b0cb7af8996 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cbd2 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1788777400.580956:0:34770:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945308214c00 count: 0 00010000:00000010:2.0:1788777400.580962:0:34770:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945307dcd980. 00010000:00000001:2.0:1788777400.580973:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.580975:0:34770:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.580977:0:34770:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777400.580978:0:34770:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.580980:0:34770:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.580987:0:34770:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00010000:00000001:2.0:1788777400.580991:0:34770:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788777400.580992:0:34770:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788777400.580997:0:34770:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9453054b8500. 00010000:00000010:2.0:1788777400.581000:0:34770:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945308b9e300. 00010000:00000001:2.0:1788777400.581004:0:34770:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788777400.581007:0:34770:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945309154a00. 00000020:00000001:2.0:1788777400.581010:0:34770:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788777400.581012:0:34770:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945309154a00 with handle 0xe53f2b0cb7af899d to hash 00000020:00000001:2.0:1788777400.581014:0:34770:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788777400.581015:0:34770:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.581019:0:34770:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.581022:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.581024:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.581027:0:34770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777400.581034:0:34770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34770 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788777400.581046:0:34770:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788777400.581059:0:34770:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530914d500 x1875667126151040/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788777400.581068:0:34770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788777400.581074:0:34770:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788777400.581076:0:34770:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788777400.581083:0:34770:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777400.581085:0:34770:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683214226944 : -118390495324672 : ffff94531094d600) 00000100:00000001:2.0:1788777400.581087:0:34770:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.581089:0:34770:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000001:2.0:1788777400.581093:0:34770:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777400.581097:0:34770:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.581099:0:34770:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788777400.581101:0:34770:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777400.581105:0:34770:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126151040/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.581113:0:34770:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777400.581115:0:34770:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.581119:0:34770:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777400.581122:0:34770:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777400.581124:0:34770:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777400.581128:0:34770:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34770:1875667126151040:192.168.203.135@tcp:101:bash.0 00000100:00000001:2.0:1788777400.581143:0:34770:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777400.581149:0:34770:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777400.581151:0:34770:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.581154:0:34770:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777400.581203:0:34770:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff945310760000. 02000000:00000001:2.0:1788777400.581205:0:34770:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777400.581213:0:34770:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777400.581218:0:34770:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464478. 00000400:00000010:2.0:1788777400.581250:0:34770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9453093a8400. 00000100:00000200:2.0:1788777400.581258:0:34770:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875667126151040, portal 10 00000100:00000001:2.0:1788777400.581260:0:34770:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.581261:0:34770:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:2.0:1788777400.581267:0:34770:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530914d500 x1875667126151040/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.581274:0:34770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777400.581277:0:34770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777400.581280:0:34770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c13b8. 00000100:00000200:2.0:1788777400.581284:0:34770:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126151040, offset 0 00000400:00000200:2.0:1788777400.581291:0:34770:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777400.581300:0:34770:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.581307:0:34770:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777400.582818:0:34770:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777400.582826:0:34770:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777400.582830:0:34770:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777400.582834:0:34770:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777400.582838:0:34770:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2666:2666:256:4294967295] 192.168.203.135@tcp LPNI seq info [2661:2661:8:4294967295] 00000400:00000200:2.0:1788777400.582844:0:34770:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777400.582856:0:34770:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777400.582863:0:34770:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777400.582872:0:34770:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef300. 00000800:00000200:2.0:1788777400.582878:0:34770:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777400.582886:0:34770:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777400.582890:0:34770:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788777400.582911:0:34770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.582917:0:34770:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 808911 usecs (809 jiffies) 00000400:00000200:2.0:1788777400.582921:0:34770:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777400.582923:0:34770:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551698 00000100:00000001:2.0:1788777400.582932:0:34770:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551639 00000100:00000001:2.0:1788777400.582937:0:34770:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551698 00000100:00000001:2.0:1788777400.582940:0:34770:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551639 00000100:00000001:2.0:1788777400.582943:0:34770:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.582947:0:34770:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.582949:0:34770:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777400.582951:0:34770:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788777400.582954:0:34770:0:(client.c:2715:ptlrpc_set_wait()) set ffff94531094d600 going to sleep for 11 seconds 00000100:00000001:2.0:1788777400.582957:0:34770:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777400.582960:0:34770:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.583674:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.583680:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef300. 00000400:00000200:0.0:1788777400.583686:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.583692:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.583698:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c13b8 00000400:00000010:0.0:1788777400.583701:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c13b8. 00000100:00000001:0.0:1788777400.583705:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.583712:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126151040/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.583722:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.583725:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126151040/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.583731:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.583733:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.592521:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.592537:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.592541:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.592545:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.592553:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.592561:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.592571:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.592576:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.592582:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.592586:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c56780 00000400:00000200:0.0:1788777400.592590:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.592596:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x7239 [32] + 224 00000800:00000001:0.0:1788777400.593530:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.593549:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.593553:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.593560:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.593570:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.593578:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126151040/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.593589:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94530914d500 x1875667126151040/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.593743:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.593755:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.593759:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788777400.593844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945308214c00. 00010000:00000010:2.1:1788777400.593852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb6000. 00000100:00000001:2.0:1788777400.593879:0:34770:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777400.593887:0:34770:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777400.593889:0:34770:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777400.593892:0:34770:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464478. 00000400:00000200:2.0:1788777400.593896:0:34770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453093a8400 00000400:00000010:2.0:1788777400.593898:0:34770:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9453093a8400. 00000100:00000001:2.0:1788777400.593901:0:34770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777400.593907:0:34770:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126151040/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788777400.593916:0:34770:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126151040/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.593921:0:34770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777400.593924:0:34770:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.593926:0:34770:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777400.593929:0:34770:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777400.593932:0:34770:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777400.593935:0:34770:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777400.593938:0:34770:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777400.593946:0:34770:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=73 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777400.593950:0:34770:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777400.593953:0:34770:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777400.593954:0:34770:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.593957:0:34770:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777400.593961:0:34770:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.593964:0:34770:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788777400.593965:0:34770:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788777400.593967:0:34770:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788777400.593969:0:34770:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.593971:0:34770:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000001:2.0:1788777400.593974:0:34770:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777400.593976:0:34770:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1788777400.593978:0:34770:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777400.593981:0:34770:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777400.593986:0:34770:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.593992:0:34770:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777400.593995:0:34770:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777400.593997:0:34770:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777400.594000:0:34770:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788777400.594008:0:34770:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job bash:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34770:1875667126151040:192.168.203.135@tcp:101:bash.0 00000100:00000001:2.0:1788777400.594013:0:34770:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777400.594015:0:34770:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.594018:0:34770:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788777400.594020:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777400.594023:0:34770:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777400.594030:0:34770:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777400.594032:0:34770:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94531094d600. 00000100:00000001:2.0:1788777400.594035:0:34770:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788777400.594036:0:34770:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.594039:0:34770:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788777400.594043:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.594046:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.594049:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=4 00000020:00000001:2.0:1788777400.594051:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.594054:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000040:2.0:1788777400.594059:0:34770:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945309154a00, remote cookie: 0xa4f015c75ff3cbe0, flags: 0x1001 00010000:00010000:2.0:1788777400.594064:0:34770:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788777400.594072:0:34770:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788777400.594076:0:34770:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788777400.594082:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 2 00010000:00000001:2.0:1788777400.594085:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1788777400.594087:0:34770:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9453054b8500 count: 0 00010000:00000010:2.0:1788777400.594092:0:34770:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945308b9e300. 00010000:00000001:2.0:1788777400.594100:0:34770:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.594104:0:34770:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777400.594112:0:34770:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.594119:0:34770:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788777400.594123:0:34770:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788777400.594126:0:34770:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788777400.594128:0:34770:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788777400.594129:0:34770:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788777400.594141:0:34770:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff945303803500) refcount = 2 00010000:00000040:2.0:1788777400.594144:0:34770:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788777400.594147:0:34770:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788777400.594153:0:34770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.594158:0:34770:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788777400.594162:0:34770:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788777400.594163:0:34770:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.594166:0:34770:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788777400.594168:0:34770:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.594171:0:34770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.594177:0:34770:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788777400.594178:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.594180:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.594181:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.594182:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.594183:0:34770:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.594187:0:34770:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788777400.594190:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.594191:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.594193:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=3 00000020:00000001:2.0:1788777400.594194:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.594197:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.594199:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.594200:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.594201:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=4 00000020:00000001:2.0:1788777400.594202:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.594205:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.594207:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.594210:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.594213:0:34770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.594243:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.594244:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.594245:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.594246:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.594248:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=5 00000020:00000001:2.0:1788777400.594249:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.594251:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.594254:0:34770:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788777400.594256:0:34770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.594262:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.594264:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788777400.594266:0:34770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.594272:0:34770:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788777400.594273:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.594274:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.594275:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.594276:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788777400.594282:0:34770:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777400.594291:0:34770:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788777400.594294:0:34770:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788777400.594301:0:34770:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777400.594306:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.594308:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.594309:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=3 00000020:00000001:2.0:1788777400.594310:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.594312:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00000002:00010000:2.0:1788777400.594316:0:34770:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788777400.594326:0:34770:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9453110b6700. 00010000:00000001:2.0:1788777400.594994:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.594996:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788777400.594997:0:34770:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.594999:0:34770:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788777400.595003:0:34770:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788777400.595005:0:34770:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777400.595007:0:34770:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00010000:00000001:2.0:1788777400.595009:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.595011:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.595012:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=3 00000020:00000001:2.0:1788777400.595015:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.595017:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00000002:00010000:2.0:1788777400.595021:0:34770:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.595028:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.595029:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777400.595031:0:34770:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788777400.595032:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.595033:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.595034:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=3 00000020:00000001:2.0:1788777400.595036:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.595038:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000040:2.0:1788777400.595042:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:2.0:1788777400.595044:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.595048:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777400.595051:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788777400.595054:0:34770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788777400.595062:0:34770:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788777400.600939:0:34770:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.600955:0:34770:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777400.600967:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.600970:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.600972:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.600974:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.600977:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=3 00000020:00000001:3.0:1788777400.600980:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:3.0:1788777400.600982:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:3.0:1788777400.600984:0:34770:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1788777400.600987:0:34770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.600995:0:34770:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777400.600999:0:34770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.601006:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.601007:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788777400.601009:0:34770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.601016:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777400.601019:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.601023:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788777400.601032:0:34770:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9453093fd900. 00010000:00000001:3.0:1788777400.601036:0:34770:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788777400.601098:0:34770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1788777400.601101:0:34770:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.601103:0:34770:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.601105:0:34770:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777400.601106:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.601108:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777400.601110:0:34770:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788777400.601114:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83888 00000002:00002000:3.0:1788777400.601116:0:34770:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788777400.601119:0:34770:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.601126:0:34770:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.601129:0:34770:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788777400.601141:0:34770:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788777400.601145:0:34770:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777400.601149:0:34770:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777400.601153:0:34770:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94531073ec00. 00000080:00000001:3.0:1788777400.601161:0:34770:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788777400.601169:0:34770:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788777400.601173:0:34770:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788777400.601177:0:34770:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.601181:0:34770:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777400.601184:0:34770:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777400.601186:0:34770:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777400.601190:0:34770:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777400.601192:0:34770:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777400.601199:0:34770:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6cba0. 00020000:00000010:3.0:1788777400.601203:0:34770:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8400. 00020000:00000010:3.0:1788777400.601207:0:34770:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6cae0. 00020000:00000001:3.0:1788777400.601209:0:34770:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017222880 : -118390692328736 : ffff945304d6cae0) 00020000:00000002:3.0:1788777400.601213:0:34770:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6cae0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777400.601217:0:34770:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777400.601244:0:34770:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8400: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777400.601248:0:34770:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b50d90) owner ffff945310268000 00020000:00000001:3.0:1788777400.601251:0:34770:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777400.601253:0:34770:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b50d90) owner ffff945310268000 00020000:00000010:3.0:1788777400.601257:0:34770:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453012e8400. 00020000:00000010:3.0:1788777400.601261:0:34770:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6cba0. 00020000:00000010:3.0:1788777400.601264:0:34770:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6cae0. 00020000:00000002:3.0:1788777400.601267:0:34770:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777400.601269:0:34770:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.601270:0:34770:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777400.601273:0:34770:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:3.0:1788777400.601277:0:34770:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1788777400.601280:0:34770:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1788777400.601284:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.601285:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.601287:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.601289:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.601291:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00000080:00000001:3.0:1788777400.601293:0:34770:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777400.601295:0:34770:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.601296:0:34770:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777400.601298:0:34770:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777400.601299:0:34770:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788777400.601301:0:34770:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777400.601302:0:34770:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788777400.601305:0:34770:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff945304d6cae0. 00020000:00000010:3.0:1788777400.601307:0:34770:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9453012e8400. 00020000:00000010:3.0:1788777400.601320:0:34770:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff945304d6cba0. 00020000:00000001:3.0:1788777400.601323:0:34770:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683017223072 : -118390692328544 : ffff945304d6cba0) 00020000:00000002:3.0:1788777400.601325:0:34770:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6cba0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788777400.601336:0:34770:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788777400.601339:0:34770:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8400: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1788777400.601342:0:34770:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b50d90) owner ffff945310268000 00020000:00000001:3.0:1788777400.601344:0:34770:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777400.601346:0:34770:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b50d90) owner ffff945310268000 00020000:00000010:3.0:1788777400.601348:0:34770:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453012e8400. 00020000:00000010:3.0:1788777400.601351:0:34770:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6cae0. 00020000:00000010:3.0:1788777400.601352:0:34770:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6cba0. 00020000:00000002:3.0:1788777400.601355:0:34770:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788777400.601356:0:34770:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.601358:0:34770:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.601361:0:34770:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788777400.601364:0:34770:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:3.0:1788777400.601367:0:34770:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c7e0 addref 2/0 by ffff945310268000. 00020000:00000002:3.0:1788777400.601370:0:34770:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777400.601372:0:34770:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788777400.601374:0:34770:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788777400.601376:0:34770:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788777400.601377:0:34770:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788777400.601379:0:34770:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788777400.601382:0:34770:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788777400.601384:0:34770:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:3.0:1788777400.601386:0:34770:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.601388:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.601389:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777400.601390:0:34770:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788777400.601393:0:34770:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788777400.601395:0:34770:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777400.601398:0:34770:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af8981 00800000:00000001:3.0:1788777400.601401:0:34770:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788777400.601402:0:34770:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788777400.601404:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.601405:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.601406:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.601408:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.601410:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.601413:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.601414:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788777400.601415:0:34770:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.601416:0:34770:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.601419:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.601430:0:34770:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.601438:0:34770:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788777400.601441:0:34770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8981 from it ffffb1cb81d83bf0 00010000:00000001:3.0:1788777400.601443:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788777400.601444:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.601445:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:3.0:1788777400.601447:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.601449:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:3.0:1788777400.601451:0:34770:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788777400.601453:0:34770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788777400.601460:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.601461:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.601463:0:34770:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788777400.601465:0:34770:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788777400.601468:0:34770:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788777400.601481:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788777400.601484:0:34770:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788777400.601485:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777400.601490:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.601491:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.601492:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.601494:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788777400.601496:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.601498:0:34770:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.601512:0:34770:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.601514:0:34770:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788777400.601515:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.601517:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788777400.601519:0:34770:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777400.601524:0:34770:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945308bb9e40. 00000080:00000001:3.0:1788777400.601527:0:34770:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788777400.601530:0:34770:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788777400.601533:0:34770:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788777400.601538:0:34770:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9453106902e0. 00000002:00100000:3.0:1788777400.601543:0:34770:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788777400.601550:0:34770:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.601551:0:34770:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788777400.601555:0:34770:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788777400.601558:0:34770:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.601561:0:34770:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788777400.601563:0:34770:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788777400.601565:0:34770:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777400.601567:0:34770:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788777400.601568:0:34770:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.601571:0:34770:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788777400.601573:0:34770:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.601575:0:34770:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788777400.601577:0:34770:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.601579:0:34770:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.601582:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.601586:0:34770:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777400.601593:0:34770:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.601595:0:34770:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff945310760000. 02000000:00000001:3.0:1788777400.601628:0:34770:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788777400.601630:0:34770:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.601633:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b98 00000080:00000008:3.0:1788777400.601635:0:34770:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 102101, rc = 0 00020000:00000001:3.0:1788777400.601773:0:34770:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788777400.601776:0:34770:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:3.0:1788777400.601780:0:34770:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:3.0:1788777400.601782:0:34770:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605408:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00200008:1.0:1788777400.605416:0:34770:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777400.605426:0:34770:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777400.605427:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ca0 00000080:00200000:1.0:1788777400.605429:0:34770:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08),name=recon 00000080:00000010:1.0:1788777400.605436:0:34770:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945321934200. 00800000:00000002:1.0:1788777400.605441:0:34770:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777400.605447:0:34770:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777400.605452:0:34770:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.605453:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00800000:00000002:1.0:1788777400.605456:0:34770:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777400.605460:0:34770:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777400.605465:0:34770:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777400.605469:0:34770:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.605471:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a90 00000002:00010000:1.0:1788777400.605473:0:34770:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777400.605476:0:34770:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777400.605478:0:34770:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777400.605481:0:34770:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.605487:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:1.0:1788777400.605491:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.605495:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.605500:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.605504:0:34770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777400.605516:0:34770:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.605520:0:34770:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.605524:0:34770:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777400.605531:0:34770:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777400.605533:0:34770:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777400.605535:0:34770:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.605536:0:34770:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.605539:0:34770:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.605541:0:34770:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777400.605543:0:34770:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777400.605545:0:34770:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777400.605549:0:34770:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945321934200. 00000080:00000001:1.0:1788777400.605553:0:34770:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777400.605554:0:34770:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.605557:0:34770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) 00000080:00010000:1.0:1788777400.605560:0:34770:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af8981 00800000:00000001:1.0:1788777400.605562:0:34770:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777400.605565:0:34770:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777400.605566:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.605568:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.605571:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:1.0:1788777400.605573:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.605576:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.605579:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.605581:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.605582:0:34770:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.605584:0:34770:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.605586:0:34770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8981 from it ffffb1cb81d83cd8 00010000:00000001:1.0:1788777400.605588:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.605590:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.605591:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:1.0:1788777400.605593:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.605595:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.605597:0:34770:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.605600:0:34770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777400.605607:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.605608:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.605610:0:34770:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.605612:0:34770:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.605615:0:34770:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.605623:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.605626:0:34770:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.605628:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.605632:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.605633:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.605635:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.605638:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.605640:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.605642:0:34770:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.605645:0:34770:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.605647:0:34770:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.605648:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.605649:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777400.605652:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777400.605653:0:34770:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777400.605656:0:34770:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788777400.605659:0:34770:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777400.605661:0:34770:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777400.605663:0:34770:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777400.605665:0:34770:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.605667:0:34770:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777400.605670:0:34770:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777400.605673:0:34770:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.605677:0:34770:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.605679:0:34770:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777400.605683:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.605686:0:34770:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777400.605688:0:34770:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777400.605691:0:34770:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777400.605694:0:34770:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.605695:0:34770:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777400.605697:0:34770:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777400.605698:0:34770:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.605700:0:34770:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.605704:0:34770:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105c8060 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777400.605707:0:34770:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:1.0:1788777400.605710:0:34770:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777400.605712:0:34770:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777400.605714:0:34770:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777400.605716:0:34770:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.605718:0:34770:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777400.605720:0:34770:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777400.605721:0:34770:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605723:0:34770:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.605724:0:34770:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.605725:0:34770:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777400.605726:0:34770:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00000020:00000001:1.0:1788777400.605729:0:34770:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777400.605731:0:34770:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777400.605732:0:34770:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788777400.605734:0:34770:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777400.605736:0:34770:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777400.605738:0:34770:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777400.605740:0:34770:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777400.605745:0:34770:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777400.605750:0:34770:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcdf80. 00020000:00000002:1.0:1788777400.605752:0:34770:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777400.605754:0:34770:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777400.605757:0:34770:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.605759:0:34770:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777400.605760:0:34770:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.605761:0:34770:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777400.605763:0:34770:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:1.0:1788777400.605766:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:1.0:1788777400.605767:0:34770:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777400.605770:0:34770:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.605771:0:34770:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777400.605773:0:34770:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.605775:0:34770:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.605777:0:34770:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.605779:0:34770:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777400.605783:0:34770:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaba20. 00000008:00010000:1.0:1788777400.605785:0:34770:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777400.605788:0:34770:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.605789:0:34770:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777400.605791:0:34770:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcdfb0, osc lock ffff945307aaba20, flags 0x400001002 00000020:00000001:1.0:1788777400.605793:0:34770:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.605795:0:34770:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.605798:0:34770:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067953024 : -118390641598592 : ffff945307dcdf80) 00000020:00000001:1.0:1788777400.605800:0:34770:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.605801:0:34770:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.605802:0:34770:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605804:0:34770:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605807:0:34770:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777400.605809:0:34770:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777400.605811:0:34770:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.605812:0:34770:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.605814:0:34770:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.605815:0:34770:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.605817:0:34770:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.605819:0:34770:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.605821:0:34770:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777400.605824:0:34770:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777400.605827:0:34770:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.605828:0:34770:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.605830:0:34770:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777400.605831:0:34770:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777400.605833:0:34770:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777400.605835:0:34770:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777400.605836:0:34770:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.605840:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:1.0:1788777400.605842:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.605846:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.605848:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.605852:0:34770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777400.605861:0:34770:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.605864:0:34770:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.605866:0:34770:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777400.605873:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.605874:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.605876:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:1.0:1788777400.605878:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.605880:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000008:00000001:1.0:1788777400.605883:0:34770:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777400.605885:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.605886:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.605888:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.605889:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.605892:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000020:00000001:1.0:1788777400.605895:0:34770:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.605896:0:34770:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777400.605899:0:34770:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777400.605900:0:34770:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.605902:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.605903:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.605904:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=6 00000020:00000001:1.0:1788777400.605906:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.605908:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.605910:0:34770:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.605913:0:34770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777400.605920:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.605921:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.605922:0:34770:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.605924:0:34770:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.605926:0:34770:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777400.605931:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.605933:0:34770:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.605934:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.605936:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.605937:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.605938:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.605940:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.605942:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.605943:0:34770:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.605945:0:34770:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.605947:0:34770:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.605948:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.605949:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.605950:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.605951:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.605953:0:34770:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.605955:0:34770:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605956:0:34770:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.605958:0:34770:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605960:0:34770:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605961:0:34770:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.605962:0:34770:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777400.605964:0:34770:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777400.605966:0:34770:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788777400.605968:0:34770:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605970:0:34770:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.605973:0:34770:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777400.605975:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.605977:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.605979:0:34770:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.605981:0:34770:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788777400.605984:0:34770:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:1.0:1788777400.605987:0:34770:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605989:0:34770:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.605991:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:1.0:1788777400.605994:0:34770:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788777400.605996:0:34770:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777400.605998:0:34770:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777400.605999:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777400.606002:0:34770:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.606003:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777400.606006:0:34770:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777400.606007:0:34770:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.606009:0:34770:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.606011:0:34770:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.606012:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcdfb0 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777400.606014:0:34770:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777400.606016:0:34770:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777400.606017:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.606018:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.606019:0:34770:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777400.606021:0:34770:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.606022:0:34770:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.606023:0:34770:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.606024:0:34770:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.606025:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777400.606028:0:34770:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777400.606030:0:34770:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.606031:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcdfb0 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777400.606034:0:34770:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaba20. 00000020:00000001:1.0:1788777400.606037:0:34770:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777400.606039:0:34770:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcdf80. 00020000:00000001:1.0:1788777400.606041:0:34770:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.606042:0:34770:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.606043:0:34770:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777400.606045:0:34770:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606046:0:34770:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777400.606048:0:34770:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777400.606050:0:34770:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777400.606052:0:34770:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777400.606053:0:34770:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777400.606054:0:34770:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:1.0:1788777400.606057:0:34770:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777400.606058:0:34770:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777400.606060:0:34770:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777400.606062:0:34770:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777400.606065:0:34770:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777400.606066:0:34770:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606068:0:34770:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777400.606070:0:34770:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.606071:0:34770:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777400.606072:0:34770:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000001:00000001:1.0:1788777400.606073:0:34770:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606078:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00000008:1.0:1788777400.606079:0:34770:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777400.606120:0:34770:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788777400.606123:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d88 00000080:00200008:1.0:1788777400.606125:0:34770:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1788777400.606128:0:34770:0:(file.c:2656:do_file_write_iter()) inode ffff9453209acb08 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:1.0:1788777400.606142:0:34770:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788777400.606145:0:34770:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606147:0:34770:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788777400.606150:0:34770:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606152:0:34770:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.606154:0:34770:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.606156:0:34770:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000080:00000001:1.0:1788777400.606159:0:34770:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788777400.606160:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c98 00000080:00200000:1.0:1788777400.606161:0:34770:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1788777400.606167:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c30 00000080:00200000:1.0:1788777400.606168:0:34770:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1788777400.606170:0:34770:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777400.606172:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606174:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606175:0:34770:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.606177:0:34770:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788777400.606179:0:34770:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:1.0:1788777400.606181:0:34770:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606183:0:34770:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606185:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:1.0:1788777400.606187:0:34770:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788777400.606188:0:34770:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777400.606190:0:34770:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788777400.606194:0:34770:0:(cl_io.c:214:cl_io_rw_init()) header@0000000001ab4eb6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1788777400.606196:0:34770:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1788777400.606198:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606200:0:34770:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777400.606201:0:34770:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777400.606202:0:34770:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777400.606205:0:34770:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.606206:0:34770:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788777400.606208:0:34770:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777400.606211:0:34770:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606213:0:34770:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777400.606214:0:34770:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606216:0:34770:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.606218:0:34770:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105c8060 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788777400.606244:0:34770:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:1.0:1788777400.606247:0:34770:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777400.606248:0:34770:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777400.606250:0:34770:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777400.606251:0:34770:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788777400.606253:0:34770:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1788777400.606255:0:34770:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788777400.606256:0:34770:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777400.606257:0:34770:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606259:0:34770:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.606260:0:34770:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.606261:0:34770:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777400.606262:0:34770:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00000020:00000001:1.0:1788777400.606264:0:34770:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606266:0:34770:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777400.606268:0:34770:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1788777400.606271:0:34770:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788777400.606273:0:34770:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606276:0:34770:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777400.606278:0:34770:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788777400.606280:0:34770:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788777400.606281:0:34770:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788777400.606282:0:34770:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1788777400.606285:0:34770:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777400.606287:0:34770:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777400.606289:0:34770:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777400.606291:0:34770:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.606292:0:34770:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777400.606293:0:34770:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.606294:0:34770:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777400.606296:0:34770:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:1.0:1788777400.606298:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606299:0:34770:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777400.606301:0:34770:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.606302:0:34770:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777400.606303:0:34770:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606305:0:34770:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606306:0:34770:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.606308:0:34770:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788777400.606310:0:34770:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788777400.606313:0:34770:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606315:0:34770:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606316:0:34770:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606318:0:34770:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606319:0:34770:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606321:0:34770:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788777400.606323:0:34770:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788777400.606325:0:34770:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788777400.606328:0:34770:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788777400.606330:0:34770:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606332:0:34770:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606334:0:34770:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788777400.606335:0:34770:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1788777400.606338:0:34770:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788777400.606339:0:34770:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788777400.606341:0:34770:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606342:0:34770:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606344:0:34770:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606345:0:34770:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606347:0:34770:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606349:0:34770:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777400.606350:0:34770:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.606352:0:34770:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777400.606353:0:34770:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777400.606354:0:34770:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606356:0:34770:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606358:0:34770:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606360:0:34770:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606361:0:34770:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777400.606362:0:34770:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777400.606363:0:34770:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777400.606365:0:34770:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777400.606366:0:34770:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777400.606368:0:34770:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777400.606372:0:34770:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcdf80. 00020000:00000002:1.0:1788777400.606374:0:34770:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777400.606376:0:34770:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777400.606377:0:34770:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.606378:0:34770:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.606380:0:34770:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777400.606383:0:34770:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaba20. 00000008:00010000:1.0:1788777400.606385:0:34770:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788777400.606386:0:34770:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.606387:0:34770:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777400.606389:0:34770:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcdfb0, osc lock ffff945307aaba20, flags 0x0 00000020:00000001:1.0:1788777400.606391:0:34770:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606393:0:34770:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606394:0:34770:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067953024 : -118390641598592 : ffff945307dcdf80) 00000020:00000001:1.0:1788777400.606396:0:34770:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.606398:0:34770:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.606399:0:34770:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606400:0:34770:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606402:0:34770:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.606403:0:34770:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.606404:0:34770:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.606405:0:34770:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.606407:0:34770:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.606408:0:34770:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.606409:0:34770:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788777400.606411:0:34770:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606413:0:34770:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777400.606415:0:34770:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.606416:0:34770:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.606417:0:34770:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777400.606418:0:34770:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777400.606419:0:34770:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777400.606421:0:34770:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777400.606422:0:34770:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.606425:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:1.0:1788777400.606427:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.606430:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.606432:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.606435:0:34770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777400.606443:0:34770:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.606446:0:34770:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.606449:0:34770:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777400.606456:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.606457:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.606459:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:1.0:1788777400.606461:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.606463:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000008:00000001:1.0:1788777400.606465:0:34770:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777400.606466:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.606467:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.606469:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.606471:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.606472:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.606474:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.606475:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.606476:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=6 00000020:00000001:1.0:1788777400.606478:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.606480:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.606481:0:34770:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.606482:0:34770:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.606485:0:34770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777400.606491:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.606492:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.606494:0:34770:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.606496:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.606497:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.606498:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=7 00000020:00000001:1.0:1788777400.606500:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.606502:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.606503:0:34770:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.606506:0:34770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777400.606512:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.606513:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777400.606516:0:34770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777400.606522:0:34770:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.606523:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.606524:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.606525:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.606526:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.606527:0:34770:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.606529:0:34770:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606531:0:34770:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606532:0:34770:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606534:0:34770:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606535:0:34770:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606537:0:34770:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606538:0:34770:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606541:0:34770:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788777400.606543:0:34770:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1788777400.606546:0:34770:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777400.606547:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606549:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606550:0:34770:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.606552:0:34770:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788777400.606554:0:34770:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:1.0:1788777400.606556:0:34770:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606558:0:34770:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606559:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:1.0:1788777400.606561:0:34770:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788777400.606563:0:34770:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777400.606565:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b80 00000080:00200000:1.0:1788777400.606566:0:34770:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1788777400.606568:0:34770:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788777400.606570:0:34770:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:1.0:1788777400.606572:0:34770:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c7e0 addref 2/0 by ffff945310268000. 00020000:00000002:1.0:1788777400.606574:0:34770:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00000020:00000001:1.0:1788777400.606577:0:34770:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788777400.606580:0:34770:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788777400.606581:0:34770:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788777400.606583:0:34770:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1788777400.606585:0:34770:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.606587:0:34770:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.606588:0:34770:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788777400.606590:0:34770:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788777400.606592:0:34770:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606594:0:34770:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606596:0:34770:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606597:0:34770:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606602:0:34770:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788777400.606604:0:34770:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1788777400.606609:0:34770:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788777400.606610:0:34770:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606613:0:34770:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788777400.606614:0:34770:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] ffffed3c845b77c0 ffff945310b58e00 1 00000020:00000001:1.0:1788777400.606617:0:34770:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788777400.606619:0:34770:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:1.0:1788777400.606621:0:34770:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:1.0:1788777400.606623:0:34770:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788777400.606625:0:34770:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777400.606626:0:34770:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210535008 : -118390499016608 : ffff9453105c8060) 00000020:00000001:1.0:1788777400.606628:0:34770:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788777400.606630:0:34770:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788777400.606631:0:34770:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.606634:0:34770:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[3 0000000072a9cbc4 1 1 00000000180b85e9 0 0 0] 00000020:00000001:1.0:1788777400.606636:0:34770:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788777400.606637:0:34770:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788777400.606638:0:34770:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788777400.606640:0:34770:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788777400.606641:0:34770:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606644:0:34770:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788777400.606645:0:34770:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1788777400.606647:0:34770:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788777400.606648:0:34770:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446625683210535008 : -118390499016608 : ffff9453105c8060) 00000020:00000001:1.0:1788777400.606650:0:34770:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788777400.606651:0:34770:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788777400.606654:0:34770:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788777400.606656:0:34770:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788777400.606657:0:34770:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788777400.606658:0:34770:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788777400.606660:0:34770:0:(rw26.c:929:ll_write_end()) page@00000000f474c94c[4 0000000072a9cbc4 2 1 00000000180b85e9 0 0 0] 00000080:00200000:1.0:1788777400.606663:0:34770:0:(rw26.c:929:ll_write_end()) vmpage @0000000030684a33 17ffffc0001039 2:0 ffff945310b58e00 0 lru 00000080:00200000:1.0:1788777400.606670:0:34770:0:(rw26.c:929:ll_write_end()) osc-page@00000000d98287af 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 0000000027409f45 00000000a353a6c3 > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1788777400.606672:0:34770:0:(rw26.c:929:ll_write_end()) end page@00000000f474c94c 00000080:00200000:1.0:1788777400.606673:0:34770:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788777400.606675:0:34770:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788777400.606676:0:34770:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1788777400.606678:0:34770:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788777400.606680:0:34770:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788777400.606681:0:34770:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.606682:0:34770:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.606684:0:34770:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788777400.606685:0:34770:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788777400.606687:0:34770:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788777400.606688:0:34770:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000002:1.0:1788777400.606690:0:34770:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1788777400.606691:0:34770:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606693:0:34770:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788777400.606695:0:34770:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1788777400.606697:0:34770:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777400.606699:0:34770:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606701:0:34770:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606703:0:34770:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:1.0:1788777400.606704:0:34770:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788777400.606705:0:34770:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788777400.606707:0:34770:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777400.606709:0:34770:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[4 0000000072a9cbc4 2 1 00000000180b85e9 0 0 0] 00000020:00000001:1.0:1788777400.606711:0:34770:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788777400.606712:0:34770:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788777400.606713:0:34770:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788777400.606715:0:34770:0:(osc_request.c:745:osc_update_next_shrink()) next time 3083 to shrink grant 00000080:00000001:1.0:1788777400.606717:0:34770:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788777400.606719:0:34770:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788777400.606721:0:34770:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9453209accb8, count 1, dirtied 0 00000080:00000001:1.0:1788777400.606723:0:34770:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788777400.606725:0:34770:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788777400.606726:0:34770:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788777400.606727:0:34770:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788777400.606728:0:34770:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788777400.606731:0:34770:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[3 0000000072a9cbc4 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777400.606732:0:34770:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788777400.606733:0:34770:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788777400.606734:0:34770:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788777400.606735:0:34770:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788777400.606738:0:34770:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[3 0000000072a9cbc4 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788777400.606739:0:34770:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788777400.606740:0:34770:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788777400.606741:0:34770:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788777400.606742:0:34770:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788777400.606743:0:34770:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606745:0:34770:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606746:0:34770:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606748:0:34770:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777400.606750:0:34770:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788777400.606752:0:34770:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788777400.606753:0:34770:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788777400.606755:0:34770:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.606756:0:34770:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788777400.606759:0:34770:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788777400.606760:0:34770:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606762:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b80 00000080:00200000:1.0:1788777400.606763:0:34770:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788777400.606765:0:34770:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606767:0:34770:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777400.606768:0:34770:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.606769:0:34770:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777400.606771:0:34770:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788777400.606772:0:34770:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606774:0:34770:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606775:0:34770:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788777400.606776:0:34770:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777400.606778:0:34770:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606779:0:34770:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606781:0:34770:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:1.0:1788777400.606783:0:34770:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606785:0:34770:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606786:0:34770:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606788:0:34770:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606789:0:34770:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606791:0:34770:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777400.606792:0:34770:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788777400.606793:0:34770:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777400.606794:0:34770:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788777400.606795:0:34770:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788777400.606796:0:34770:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606798:0:34770:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606800:0:34770:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788777400.606801:0:34770:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777400.606803:0:34770:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777400.606804:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff945309386b78 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777400.606806:0:34770:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.606807:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945309386b78 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777400.606810:0:34770:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777400.606811:0:34770:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.606812:0:34770:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.606814:0:34770:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.606815:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcdfb0 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777400.606817:0:34770:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777400.606818:0:34770:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777400.606820:0:34770:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.606821:0:34770:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.606822:0:34770:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.606824:0:34770:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.606827:0:34770:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.606828:0:34770:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.606831:0:34770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777400.606838:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.606839:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.606841:0:34770:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.606842:0:34770:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.606845:0:34770:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777400.606852:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.606854:0:34770:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.606856:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.606858:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.606859:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.606860:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.606862:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.606863:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.606865:0:34770:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.606867:0:34770:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.606869:0:34770:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.606870:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.606871:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.606872:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.606873:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.606874:0:34770:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777400.606876:0:34770:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.606877:0:34770:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.606878:0:34770:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.606879:0:34770:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.606880:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945309386b78 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777400.606883:0:34770:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777400.606884:0:34770:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.606885:0:34770:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcdfb0 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777400.606888:0:34770:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaba20. 00000020:00000001:1.0:1788777400.606891:0:34770:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777400.606893:0:34770:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcdf80. 00020000:00000001:1.0:1788777400.606895:0:34770:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.606896:0:34770:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.606897:0:34770:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788777400.606899:0:34770:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788777400.606900:0:34770:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.606902:0:34770:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777400.606903:0:34770:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788777400.606904:0:34770:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606906:0:34770:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606908:0:34770:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788777400.606909:0:34770:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788777400.606910:0:34770:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788777400.606912:0:34770:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788777400.606914:0:34770:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788777400.606915:0:34770:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777400.606917:0:34770:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777400.606918:0:34770:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.606919:0:34770:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788777400.606921:0:34770:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788777400.606923:0:34770:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606924:0:34770:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.606926:0:34770:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777400.606927:0:34770:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777400.606928:0:34770:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777400.606931:0:34770:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788777400.606933:0:34770:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788777400.606935:0:34770:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788777400.606937:0:34770:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777400.606938:0:34770:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777400.606940:0:34770:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777400.606940:0:34770:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777400.606942:0:34770:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777400.606943:0:34770:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:1.0:1788777400.606945:0:34770:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777400.606947:0:34770:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777400.606948:0:34770:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777400.606950:0:34770:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777400.606953:0:34770:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.606954:0:34770:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.606955:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c98 00000080:00200000:1.0:1788777400.606957:0:34770:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788777400.606961:0:34770:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777400.606962:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606963:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.606965:0:34770:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.606967:0:34770:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788777400.606970:0:34770:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777400.606971:0:34770:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788777400.606973:0:34770:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777400.606975:0:34770:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788777400.606977:0:34770:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:1.0:1788777400.606980:0:34770:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.606982:0:34770:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:1.0:1788777400.606984:0:34770:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606986:0:34770:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.606987:0:34770:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:1.0:1788777400.606989:0:34770:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788777400.606991:0:34770:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788777400.606994:0:34770:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788777400.606996:0:34770:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788777400.606998:0:34770:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777400.607001:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d88 00000080:00000008:1.0:1788777400.607003:0:34770:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1788777400.607005:0:34770:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788777400.607015:0:34770:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777400.607017:0:34770:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:1.0:1788777400.607020:0:34770:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:1.0:1788777400.607022:0:34770:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.607028:0:34770:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777400.607031:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83df0 00000080:00200008:1.0:1788777400.607033:0:34770:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 102001 00000080:00000001:1.0:1788777400.607036:0:34770:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777400.607038:0:34770:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788777400.607039:0:34770:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777400.607041:0:34770:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000002:1.0:1788777400.607042:0:34770:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310268000 00020000:00000001:1.0:1788777400.607044:0:34770:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.607046:0:34770:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788777400.607052:0:34770:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777400.607054:0:34770:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.607057:0:34770:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:1.0:1788777400.607059:0:34770:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788777400.607063:0:34770:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777400.607064:0:34770:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:1.0:1788777400.607067:0:34770:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788777400.607069:0:34770:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788777400.607073:0:34770:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945321934200. 00000080:00000001:1.0:1788777400.607074:0:34770:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788777400.607078:0:34770:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788777400.607080:0:34770:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788777400.607082:0:34770:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1788777400.607085:0:34770:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788777400.607086:0:34770:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:1.0:1788777400.607092:0:34770:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ce00. 00000020:00000040:1.0:1788777400.607096:0:34770:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777400.607100:0:34770:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777400.607103:0:34770:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777400.607106:0:34770:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777400.607114:0:34770:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9453101d4400. 00000100:00000001:1.0:1788777400.607119:0:34770:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.608453:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777400.608457:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777400.608461:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788777400.608464:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788777400.608466:0:16036:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777400.608471:0:16036:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788777400.608482:0:16036:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945309154a00 already unused, calling callback (ffffffffc1c90460) 00000080:00000001:2.0:1788777400.608485:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788777400.608489:0:16036:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.608496:0:16036:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788777400.608499:0:16036:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788777400.608502:0:16036:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788777400.608508:0:16036:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788777400.608511:0:16036:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777400.608512:0:16036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777400.608515:0:16036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777400.608517:0:16036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945309154a00 refcount=3 00000020:00000001:2.0:1788777400.608519:0:16036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.608521:0:16036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683088427520 : -118390621124096 : ffff945309154a00) 00010000:00000001:2.0:1788777400.608524:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777400.608527:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788777400.608534:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788777400.608537:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788777400.608539:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788777400.608541:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1788777400.608545:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788777400.608547:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788777400.608551:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:2.0:1788777400.608554:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.608557:0:16036:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788777400.608559:0:16036:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788777400.608562:0:16036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00000002:00100000:1.0:1788777400.608662:0:34770:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788777400.608676:0:34770:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788777400.608683:0:34770:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530906ce00 x1875667126151296/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788777400.608690:0:34770:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777400.608692:0:34770:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777400.608699:0:34770:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945304ff5840. 00000100:00000001:1.0:1788777400.608701:0:34770:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683019880512 : -118390689671104 : ffff945304ff5840) 00000100:00000001:1.0:1788777400.608704:0:34770:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.608706:0:34770:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000001:1.0:1788777400.608711:0:34770:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777400.608715:0:34770:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.608717:0:34770:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777400.608718:0:34770:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777400.608723:0:34770:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ce00 x1875667126151296/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788777400.608730:0:16036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.608730:0:34770:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777400.608732:0:34770:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.608735:0:16036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777400.608736:0:34770:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777400.608738:0:34770:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777400.608741:0:34770:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.608742:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.608744:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1788777400.608744:0:34770:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ce00 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34770:1875667126151296:192.168.203.135@tcp:35:uname.0 00000002:00000001:3.0:1788777400.608746:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788777400.608748:0:16036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1788777400.608748:0:34770:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1788777400.608749:0:16036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788777400.608751:0:16036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=2 00000020:00000001:3.0:1788777400.608752:0:16036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 02000000:00000001:1.0:1788777400.608753:0:34770:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1788777400.608754:0:16036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 02000000:00000001:1.0:1788777400.608755:0:34770:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.608756:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.608757:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1788777400.608758:0:34770:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:3.0:1788777400.608759:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777400.608762:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 02000000:00000010:1.0:1788777400.608762:0:34770:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94531068b000. 00000080:00000001:3.0:1788777400.608763:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.608765:0:34770:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.608766:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777400.608769:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777400.608771:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1788777400.608771:0:34770:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00010000:00000001:3.0:1788777400.608774:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1788777400.608774:0:34770:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb108. 00010000:00000001:3.0:1788777400.608776:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788777400.608778:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945309154a00 with handle 0xe53f2b0cb7af899d from hash 00010000:00000001:3.0:1788777400.608780:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1788777400.608781:0:34770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12d48. 00010000:00000001:3.0:1788777400.608782:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.608783:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.608784:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777400.608787:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777400.608788:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000200:1.0:1788777400.608788:0:34770:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126151296, portal 10 00000100:00000001:1.0:1788777400.608790:0:34770:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.608791:0:34770:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00010000:00000001:3.0:1788777400.608793:0:16036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777400.608796:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.608797:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1788777400.608797:0:34770:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906ce00 x1875667126151296/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788777400.608798:0:16036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.608801:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777400.608803:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1788777400.608804:0:34770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777400.608807:0:34770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000100:00000010:3.0:1788777400.608808:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d500. 00000400:00000010:1.0:1788777400.608809:0:34770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12440. 00000020:00000040:3.0:1788777400.608811:0:16036:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=10 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000200:1.0:1788777400.608812:0:34770:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126151296, offset 0 00000100:00000001:3.0:1788777400.608816:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.608817:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788777400.608817:0:34770:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 02000000:00000001:3.0:1788777400.608820:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.608825:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310362a00. 00000400:00000200:1.0:1788777400.608826:0:34770:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.608830:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777400.608832:0:34770:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00010000:00000001:3.0:1788777400.608833:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000400:00000200:1.0:1788777400.608837:0:34770:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1788777400.608838:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788777400.608845:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788777400.608846:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.608849:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.608852:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.608858:0:16036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090cb9705] to pc [ptlrpcd_01_00+0] req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788777400.608888:0:16036:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788777400.608890:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.608892:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.608893:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.608895:0:16036:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.608897:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.608901:0:16036:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788777400.608907:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777400.608909:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945309154a00/0xe53f2b0cb7af899d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cbe0 expref: -99 pid: 34770 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1788777400.608915:0:34770:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00010000:00000010:3.0:1788777400.608916:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9453110b6700. 00000400:00000200:1.0:1788777400.608920:0:34770:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777400.608922:0:34770:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00010000:00000001:3.0:1788777400.608923:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.608924:0:16036:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788777400.608926:0:16036:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9453093fd900. 00000400:00000200:1.0:1788777400.608926:0:34770:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2667:2667:256:4294967295] 192.168.203.135@tcp LPNI seq info [2662:2662:8:4294967295] 00010000:00000001:3.0:1788777400.608929:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.608931:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1788777400.608931:0:34770:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000020:00000001:3.0:1788777400.608932:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.608934:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777400.608935:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777400.608936:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777400.608938:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788777400.608940:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777400.608941:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777400.608941:0:34770:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00010000:00010000:3.0:1788777400.608943:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1788777400.608947:0:34770:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000100:00000001:3.0:1788777400.608949:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788777400.608952:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000010:1.0:1788777400.608952:0:34770:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534400. 00000100:00000001:3.0:1788777400.608954:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788777400.608959:0:34770:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000100:00000001:3.0:1788777400.608960:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.608962:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.608963:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777400.608965:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1788777400.608966:0:34770:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000100:00000001:3.0:1788777400.608967:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1788777400.608970:0:34770:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534400 type 1, nob 488 niov 1 nkiov 1 00000100:00000040:3.0:1788777400.608971:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.608977:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.608979:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.608981:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.608983:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.608985:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.608988:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126151424:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777400.608991:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.608994:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.608996:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.608997:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.609000:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945310363800. 02000000:00000001:3.0:1788777400.609002:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.609006:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.609009:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.609013:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.609016:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126151424, portal 18 00000100:00000001:3.0:1788777400.609018:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.609019:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000040:3.0:1788777400.609024:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777400.609027:0:34770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.609030:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777400.609031:0:34770:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 807955 usecs (808 jiffies) 00000100:00000040:3.0:1788777400.609032:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777400.609034:0:34770:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.609035:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347990. 00000100:00000200:3.0:1788777400.609037:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126151424, offset 0 00000100:00000001:1.0:1788777400.609037:0:34770:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551723 00000400:00000200:3.0:1788777400.609042:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000100:00000001:1.0:1788777400.609045:0:34770:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551698 00000400:00000200:3.0:1788777400.609046:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.609049:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000100:00000001:1.0:1788777400.609050:0:34770:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551723 00000400:00000200:3.0:1788777400.609052:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788777400.609053:0:34770:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551698 00000400:00000200:3.0:1788777400.609055:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000100:00000001:1.0:1788777400.609056:0:34770:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788777400.609057:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.609059:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000100:00000001:1.0:1788777400.609059:0:34770:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.609060:0:34770:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788777400.609062:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2668:2668:255:4294967295] 192.168.203.135@tcp LPNI seq info [2663:2663:7:4294967295] 00000100:00000001:1.0:1788777400.609062:0:34770:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777400.609065:0:34770:0:(client.c:2715:ptlrpc_set_wait()) set ffff945304ff5840 going to sleep for 11 seconds 00000400:00000200:3.0:1788777400.609066:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777400.609067:0:34770:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777400.609069:0:34770:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.609072:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.609077:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.609080:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99f00. 00000800:00000200:3.0:1788777400.609084:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.609088:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.609091:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788777400.609094:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.609097:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 807955 usecs (808 jiffies) 00000400:00000200:3.0:1788777400.609099:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.609101:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551723 00000100:00000001:3.0:1788777400.609104:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296551723 00000100:00000001:3.0:1788777400.609105:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551723 00000100:00000001:3.0:1788777400.609107:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296551723 00000100:00000001:3.0:1788777400.609109:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.609110:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.609112:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.609114:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777400.609301:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777400.609304:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.609395:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.609399:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534400. 00000400:00000200:0.0:1788777400.609405:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.609409:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.609414:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12440 00000400:00000010:0.0:1788777400.609417:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12440. 00000100:00000001:0.0:1788777400.609421:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.609426:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ce00 x1875667126151296/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.609435:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.609438:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ce00 x1875667126151296/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.609445:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.609446:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788777400.609512:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.609514:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99f00. 00000400:00000200:0.0:1788777400.609518:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.609521:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.609524:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347990 00000400:00000010:0.0:1788777400.609525:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347990. 00000100:00000001:0.0:1788777400.609528:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.609531:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.609537:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.609540:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.609546:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.609547:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788777400.612622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9453054b8500. 00000800:00000001:0.0:1788777400.613682:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.613697:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.613701:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.613704:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.613713:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.613720:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.613729:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.613735:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.613740:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.613743:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c56900 00000400:00000200:0.0:1788777400.613748:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.613753:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x7251 [1] + 224 00000800:00000001:0.0:1788777400.613760:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.613779:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.613783:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.613787:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.613795:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.613804:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777400.613816:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.613864:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777400.613868:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.613886:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.613894:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.613898:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788777400.614758:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.614761:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.614765:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777400.614771:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777400.614774:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777400.614777:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.614784:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788777400.614784:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.614791:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788777400.614793:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788777400.614793:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.614795:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.614799:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.614800:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.614802:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.614803:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000100:00000001:3.0:1788777400.614805:0:2349:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:0.0:1788777400.614808:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 02000000:00000001:3.0:1788777400.614809:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.614811:0:2349:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1788777400.614811:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.614813:0:2349:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777400.614815:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 02000000:00000001:3.0:1788777400.614816:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777400.614818:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c56880 00000400:00000200:0.0:1788777400.614822:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00001000:3.0:1788777400.614824:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024538 time=73 v=5 (5 5 5 5) 00000400:00000200:0.0:1788777400.614826:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7241 [1] + 224 00000100:00001000:3.0:1788777400.614828:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.614830:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1788777400.614831:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788777400.614832:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.614835:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.614838:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788777400.614879:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.614882:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.614886:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.614890:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.614895:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ce00 x1875667126151296/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.614904:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94530906ce00 x1875667126151296/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.614916:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.614918:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1788777400.614920:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777400.614923:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.614924:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.614929:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788777400.614929:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.614932:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.614937:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.614940:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.614942:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.614946:0:2349:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777400.614954:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2349:1875667126151424:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777400.614963:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.614967:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.614971:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d500 x1875667126151424/t0(0) o103->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.614977:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777400.614979:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.614982:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945310363800. 00000100:00000001:1.0:1788777400.614985:0:34770:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788777400.614987:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777400.614989:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000001:1.0:1788777400.614990:0:34770:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1788777400.614991:0:2349:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000400:00000001:1.0:1788777400.614992:0:34770:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1788777400.614993:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000010:1.0:1788777400.614994:0:34770:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb108. 02000000:00000010:3.0:1788777400.614996:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310362a00. 00000400:00000200:1.0:1788777400.614998:0:34770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12d48 02000000:00000001:3.0:1788777400.614999:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1788777400.614999:0:34770:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12d48. 02000000:00000001:3.0:1788777400.615001:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788777400.615002:0:34770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1788777400.615003:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d500. 00000100:00000001:3.0:1788777400.615006:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1788777400.615006:0:34770:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ce00 x1875667126151296/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.615007:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.615010:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788777400.615014:0:34770:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ce00 x1875667126151296/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.615017:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.615019:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.615020:0:34770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.615021:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777400.615021:0:34770:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.615023:0:34770:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788777400.615024:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.615025:0:34770:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777400.615026:0:34770:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777400.615027:0:34770:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.615029:0:34770:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777400.615033:0:34770:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=73 v=5 (10 5 5 5) 00000100:00001000:1.0:1788777400.615036:0:34770:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777400.615039:0:34770:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777400.615040:0:34770:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.615042:0:34770:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777400.615044:0:34770:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.615046:0:34770:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777400.615047:0:34770:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777400.615049:0:34770:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777400.615051:0:34770:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.615053:0:34770:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000001:1.0:1788777400.615055:0:34770:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777400.615057:0:34770:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788777400.615058:0:34770:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777400.615060:0:34770:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777400.615063:0:34770:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ce00 x1875667126151296/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.615070:0:34770:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777400.615071:0:34770:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777400.615073:0:34770:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777400.615076:0:34770:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ce00 x1875667126151296/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777400.615083:0:34770:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ce00 pname:cluuid:pid:xid:nid:opc:job uname:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34770:1875667126151296:192.168.203.135@tcp:35:uname.0 00000100:00000001:1.0:1788777400.615087:0:34770:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.615090:0:34770:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.615093:0:34770:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777400.615095:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.615098:0:34770:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ce00 x1875667126151296/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.615103:0:34770:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777400.615106:0:34770:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945304ff5840. 00000100:00000001:1.0:1788777400.615109:0:34770:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777400.615110:0:34770:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.615117:0:34770:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.615117:0:34770:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000002:00000001:1.0:1788777400.615120:0:34770:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.615123:0:34770:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777400.615127:0:34770:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945321934200. 00000080:00000001:1.0:1788777400.615141:0:34770:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788777400.615144:0:34770:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788777400.615149:0:34770:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788777400.615154:0:34770:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.615161:0:34770:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.615162:0:34770:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000001:1.0:1788777400.615164:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.615167:0:34770:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.615173:0:34770:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.615175:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.615177:0:34770:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ce00 x1875667126151296/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.615184:0:34770:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.615185:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.615189:0:34770:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126151040/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.615194:0:34770:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788777400.615196:0:34770:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777400.615197:0:34770:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777400.615199:0:34770:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777400.615200:0:34770:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093ab800. 02000000:00000001:1.0:1788777400.615202:0:34770:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777400.615203:0:34770:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777400.615204:0:34770:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:1.0:1788777400.615206:0:34770:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777400.615207:0:34770:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.615208:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.615212:0:34770:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ce00 x1875667126151296/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.615217:0:34770:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777400.615242:0:34770:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9453106902e0. 00000002:00000001:1.0:1788777400.615245:0:34770:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.615247:0:34770:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777400.615249:0:34770:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945308bb9e40. 00000100:00000001:1.0:1788777400.615252:0:34770:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.615256:0:34770:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ce00 x1875667126151296/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.615262:0:34770:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777400.615263:0:34770:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777400.615265:0:34770:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94531068b000. 02000000:00000001:1.0:1788777400.615267:0:34770:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777400.615269:0:34770:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777400.615270:0:34770:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777400.615272:0:34770:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777400.615273:0:34770:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9453101d4400. 02000000:00000001:1.0:1788777400.615275:0:34770:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777400.615277:0:34770:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777400.615278:0:34770:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ce00. 00000100:00000001:1.0:1788777400.615281:0:34770:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777400.615282:0:34770:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777400.615285:0:34770:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777400.615288:0:34770:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453213a1540. 00000080:00000001:1.0:1788777400.615291:0:34770:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.615297:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83df0 00000080:00000008:1.0:1788777400.615300:0:34770:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 102001, rc = 0 00000080:00000001:1.0:1788777400.615303:0:34770:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.615312:0:34770:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777400.615315:0:34770:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e00 00000080:00002000:1.0:1788777400.615316:0:34770:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320ac4e58, parent ffff9453208d0a20, inode ffff9453209acb08) hashed, 00000080:00000001:1.0:1788777400.615320:0:34770:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788777400.616702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945309154a00. 00000080:00000001:0.0:1788777400.629918:0:34772:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777400.629925:0:34772:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777400.629928:0:34772:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777400.629931:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00200000:0.0:1788777400.629936:0:34772:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777400.629944:0:34772:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0bc00. 00800000:00000002:0.0:1788777400.629951:0:34772:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777400.629955:0:34772:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777400.629960:0:34772:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.629962:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ae0 00800000:00000002:0.0:1788777400.629964:0:34772:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777400.629968:0:34772:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777400.629972:0:34772:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777400.629978:0:34772:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.629980:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839b0 00000002:00010000:0.0:1788777400.629982:0:34772:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777400.629985:0:34772:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777400.629987:0:34772:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.629990:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788777400.629996:0:34772:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777400.629998:0:34772:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777400.630000:0:34772:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777400.630002:0:34772:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788777400.630004:0:34772:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788777400.630010:0:34772:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be2300. 00000020:00000040:0.0:1788777400.630013:0:34772:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00010000:00000001:0.0:1788777400.630018:0:34772:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788777400.630023:0:34772:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777400.630028:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.630030:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.630031:0:34772:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.630034:0:34772:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777400.630037:0:34772:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777400.630041:0:34772:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777400.630047:0:34772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff945307d21400. 00000100:00000001:0.0:1788777400.630054:0:34772:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.630058:0:34772:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777400.630060:0:34772:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.630061:0:34772:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788777400.630063:0:34772:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.630064:0:34772:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777400.630069:0:34772:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00010000:00000001:0.0:1788777400.630073:0:34772:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788777400.630075:0:34772:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788777400.630078:0:34772:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945303e34d00. 00010000:00000010:0.0:1788777400.630082:0:34772:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff945309327300. 00010000:00000001:0.0:1788777400.630085:0:34772:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788777400.630088:0:34772:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9453077e9400. 00000020:00000001:0.0:1788777400.630091:0:34772:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788777400.630094:0:34772:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9453077e9400 with handle 0xe53f2b0cb7af89a4 to hash 00000020:00000001:0.0:1788777400.630096:0:34772:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788777400.630098:0:34772:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.630101:0:34772:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.630105:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777400.630107:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777400.630110:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777400.630119:0:34772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788777400.630141:0:34772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788777400.630148:0:34772:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777400.630149:0:34772:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777400.630155:0:34772:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f3600. 00000100:00000001:0.0:1788777400.630157:0:34772:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089077760 : -118390620473856 : ffff9453091f3600) 00000100:00000001:0.0:1788777400.630160:0:34772:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777400.630161:0:34772:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000100:00000001:0.0:1788777400.630166:0:34772:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777400.630170:0:34772:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.630172:0:34772:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777400.630173:0:34772:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777400.630183:0:34772:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.630192:0:34772:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777400.630194:0:34772:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777400.630198:0:34772:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777400.630200:0:34772:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777400.630203:0:34772:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777400.630206:0:34772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be2300 pname:cluuid:pid:xid:nid:opc:job cat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34772:1875667126151552:192.168.203.135@tcp:101:cat.0 00000100:00000001:0.0:1788777400.630210:0:34772:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777400.630215:0:34772:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777400.630217:0:34772:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777400.630242:0:34772:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777400.630248:0:34772:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9453092b4000. 02000000:00000001:0.0:1788777400.630250:0:34772:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777400.630257:0:34772:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777400.630261:0:34772:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b160. 00000400:00000010:0.0:1788777400.630267:0:34772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4cee0. 00000100:00000200:0.0:1788777400.630274:0:34772:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875667126151552, portal 10 00000100:00000001:0.0:1788777400.630275:0:34772:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777400.630277:0:34772:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715904 : -118390626835712 : ffff945308be2300) 00000100:00000040:0.0:1788777400.630282:0:34772:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.630289:0:34772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777400.630292:0:34772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777400.630294:0:34772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c220. 00000100:00000200:0.0:1788777400.630297:0:34772:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875667126151552, offset 0 00000400:00000200:0.0:1788777400.630303:0:34772:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777400.630311:0:34772:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.630317:0:34772:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777400.630322:0:34772:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777400.630326:0:34772:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777400.630330:0:34772:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777400.630333:0:34772:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777400.630336:0:34772:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2669:2669:256:4294967295] 192.168.203.135@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:0.0:1788777400.630340:0:34772:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.630348:0:34772:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777400.630354:0:34772:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777400.630359:0:34772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f300. 00000800:00000200:0.0:1788777400.630364:0:34772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777400.630372:0:34772:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777400.630376:0:34772:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788777400.630395:0:34772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777400.630399:0:34772:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 806031 usecs (807 jiffies) 00000400:00000200:0.0:1788777400.630403:0:34772:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777400.630406:0:34772:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551743 00000100:00000001:0.0:1788777400.630413:0:34772:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551723 00000100:00000001:0.0:1788777400.630418:0:34772:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551743 00000100:00000001:0.0:1788777400.630422:0:34772:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551723 00000100:00000001:0.0:1788777400.630424:0:34772:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777400.630427:0:34772:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.630430:0:34772:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777400.630432:0:34772:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777400.630434:0:34772:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1788777400.630436:0:34772:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.630439:0:34772:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.630948:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.630954:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f300. 00000400:00000200:1.0:1788777400.630959:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.630965:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.630970:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c220 00000400:00000010:1.0:1788777400.630973:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c220. 00000100:00000001:1.0:1788777400.630977:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.630982:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.630993:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.630996:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.631003:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.631005:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.637653:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.637669:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.637673:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.637676:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.637695:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.637703:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.637712:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.637716:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.637722:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.637726:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 688 into portal 10 MB=0x6a9e8c8c56980 00000400:00000200:0.0:1788777400.637731:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.637737:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 688/688 into md 0x7259 [1] + 224 00000800:00000001:0.0:1788777400.637744:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.637751:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.637754:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.637759:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.637766:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.637774:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.637784:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.637805:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.637814:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.637817:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.637856:0:34772:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777400.637864:0:34772:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777400.637867:0:34772:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777400.637871:0:34772:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b160. 00000400:00000200:1.0:1788777400.637876:0:34772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4cee0 00000400:00000010:1.0:1788777400.637879:0:34772:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4cee0. 00000100:00000001:1.0:1788777400.637883:0:34772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777400.637889:0:34772:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777400.637898:0:34772:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.637905:0:34772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777400.637907:0:34772:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.637910:0:34772:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777400.637913:0:34772:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777400.637916:0:34772:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777400.637918:0:34772:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.637920:0:34772:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777400.637929:0:34772:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=73 v=5 (5 5 102 102) 00000100:00001000:1.0:1788777400.637934:0:34772:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777400.637937:0:34772:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777400.637939:0:34772:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.637941:0:34772:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777400.637945:0:34772:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.637949:0:34772:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777400.637952:0:34772:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788777400.637954:0:34772:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777400.637956:0:34772:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777400.637962:0:34772:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.637971:0:34772:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777400.637974:0:34772:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777400.637976:0:34772:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777400.637980:0:34772:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777400.637988:0:34772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be2300 pname:cluuid:pid:xid:nid:opc:job cat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34772:1875667126151552:192.168.203.135@tcp:101:cat.0 00000100:00000001:1.0:1788777400.637993:0:34772:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.637996:0:34772:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.637998:0:34772:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777400.638001:0:34772:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.638005:0:34772:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.638012:0:34772:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777400.638015:0:34772:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f3600. 00000100:00000001:1.0:1788777400.638019:0:34772:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777400.638020:0:34772:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638024:0:34772:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777400.638028:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638030:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638033:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=4 00000020:00000001:1.0:1788777400.638035:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638038:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000040:1.0:1788777400.638049:0:34772:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9453077e9400, remote cookie: 0xa4f015c75ff3cbf5, flags: 0x1001 00010000:00010000:1.0:1788777400.638053:0:34772:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777400.638064:0:34772:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.638070:0:34772:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777400.638074:0:34772:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777400.638075:0:34772:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777400.638077:0:34772:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777400.638078:0:34772:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777400.638080:0:34772:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff945303e34d00) refcount = 1 00010000:00010000:1.0:1788777400.638084:0:34772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.638089:0:34772:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777400.638092:0:34772:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777400.638094:0:34772:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.638097:0:34772:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777400.638099:0:34772:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.638101:0:34772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.638107:0:34772:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777400.638108:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638110:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.638111:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638112:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.638113:0:34772:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.638117:0:34772:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777400.638119:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638120:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638122:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.638124:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638125:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638127:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638128:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638142:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=4 00000020:00000001:1.0:1788777400.638145:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638147:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638149:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.638152:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.638155:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.638161:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638162:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.638163:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638164:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638166:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=5 00000020:00000001:1.0:1788777400.638167:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638169:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638171:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.638174:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.638180:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638181:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777400.638183:0:34772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.638190:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.638191:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638192:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.638193:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638194:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777400.638199:0:34772:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788777400.638207:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638208:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638209:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.638211:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638213:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638215:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638217:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.638218:0:34772:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.638284:0:34772:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.638287:0:34772:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788777400.638290:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638291:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638293:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.638295:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638297:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00000002:00010000:1.0:1788777400.638300:0:34772:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.638319:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638321:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.638329:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777400.638331:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638332:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638333:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.638335:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638344:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000040:1.0:1788777400.638350:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:1.0:1788777400.638352:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777400.638356:0:34772:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788777400.638358:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638359:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.638360:0:34772:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777400.638363:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83938 00000002:00002000:1.0:1788777400.638364:0:34772:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788777400.638367:0:34772:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.638371:0:34772:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.638374:0:34772:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777400.638377:0:34772:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777400.638380:0:34772:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777400.638384:0:34772:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777400.638387:0:34772:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0bc00. 00000080:00000001:1.0:1788777400.638390:0:34772:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777400.638393:0:34772:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777400.638397:0:34772:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788777400.638401:0:34772:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788777400.638406:0:34772:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff945311a9cc80. 00800000:00000001:1.0:1788777400.638408:0:34772:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625683232377984 : -118390477173632 : ffff945311a9cc80) 00800000:00000001:1.0:1788777400.638410:0:34772:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.638412:0:34772:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788777400.638414:0:34772:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788777400.638416:0:34772:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788777400.638418:0:34772:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788777400.638421:0:34772:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788777400.638422:0:34772:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.638426:0:34772:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788777400.638429:0:34772:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788777400.638433:0:34772:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788777400.638435:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638437:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638439:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.638441:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638443:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638444:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638446:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777400.638447:0:34772:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777400.638449:0:34772:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788777400.638451:0:34772:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311a9cc80 1 00800000:00000010:1.0:1788777400.638453:0:34772:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff945311a9cc80. 00800000:00000001:1.0:1788777400.638456:0:34772:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.638459:0:34772:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af89a4 00800000:00000001:1.0:1788777400.638461:0:34772:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777400.638463:0:34772:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777400.638464:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638465:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638467:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.638468:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638470:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638472:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638473:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.638475:0:34772:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.638476:0:34772:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.638478:0:34772:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.638480:0:34772:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777400.638483:0:34772:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af89a4 from it ffffb1cb81d83bf8 00010000:00000001:1.0:1788777400.638484:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.638485:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.638486:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.638488:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638490:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.638491:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.638494:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.638525:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638526:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.638528:0:34772:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.638530:0:34772:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.638532:0:34772:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777400.638540:0:34772:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.638542:0:34772:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.638543:0:34772:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.638547:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638548:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.638550:0:34772:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638553:0:34772:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.638554:0:34772:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638556:0:34772:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638558:0:34772:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638560:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.638561:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638562:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777400.638564:0:34772:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.638568:0:34772:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be2300 x1875667126151552/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.638575:0:34772:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788777400.638578:0:34772:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777400.638581:0:34772:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9453092b4000. 02000000:00000001:1.0:1788777400.638585:0:34772:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788777400.638588:0:34772:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788777400.638589:0:34772:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:1.0:1788777400.638591:0:34772:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788777400.638594:0:34772:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff945307d21400. 02000000:00000001:1.0:1788777400.638597:0:34772:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788777400.638599:0:34772:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788777400.638601:0:34772:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be2300. 00000100:00000001:1.0:1788777400.638605:0:34772:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788777400.638606:0:34772:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.638609:0:34772:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777400.638614:0:34772:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.638619:0:34772:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777400.638621:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00000080:00002000:1.0:1788777400.638623:0:34772:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320ac4e58) flags 0x48004e refc 0 00000080:00000001:1.0:1788777400.638625:0:34772:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.638627:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c08 00000080:00200000:1.0:1788777400.638628:0:34772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:1.0:1788777400.638634:0:34772:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788777400.638636:0:34772:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08), inode mode 81a4 mask 44 00000080:00000001:1.0:1788777400.638638:0:34772:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.638643:0:34772:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788777400.638645:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b98 00000080:00200008:1.0:1788777400.638647:0:34772:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 100000 00000080:00000010:1.0:1788777400.638654:0:34772:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9453017ae500. 00000080:00000001:1.0:1788777400.638659:0:34772:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788777400.638663:0:34772:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453101d5c00. 00800000:00000002:1.0:1788777400.638667:0:34772:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777400.638671:0:34772:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777400.638673:0:34772:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.638674:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a48 00800000:00000002:1.0:1788777400.638677:0:34772:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777400.638686:0:34772:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788777400.638690:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d839c8 00800000:00000002:1.0:1788777400.638692:0:34772:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788777400.638697:0:34772:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.638699:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83900 00000002:00010000:1.0:1788777400.638700:0:34772:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:1.0:1788777400.638705:0:34772:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788777400.638707:0:34772:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788777400.638710:0:34772:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777400.638714:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 2 00010000:00000001:1.0:1788777400.638717:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.638720:0:34772:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777400.638722:0:34772:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638724:0:34772:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.638727:0:34772:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.638728:0:34772:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788777400.638730:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:1.0:1788777400.638733:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.638734:0:34772:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788777400.638736:0:34772:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638738:0:34772:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.638739:0:34772:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777400.638744:0:34772:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ce00. 00000020:00000040:1.0:1788777400.638747:0:34772:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:1.0:1788777400.638752:0:34772:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788777400.638753:0:34772:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638756:0:34772:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788777400.638760:0:34772:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.638762:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.638763:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.638765:0:34772:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.638767:0:34772:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777400.638769:0:34772:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777400.638773:0:34772:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777400.638778:0:34772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94531068a400. 00000100:00000001:1.0:1788777400.638784:0:34772:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638788:0:34772:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777400.638789:0:34772:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638791:0:34772:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788777400.638793:0:34772:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.638794:0:34772:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.638799:0:34772:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00010000:00000001:1.0:1788777400.638802:0:34772:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788777400.638804:0:34772:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788777400.638806:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:1.0:1788777400.638808:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.638810:0:34772:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788777400.638813:0:34772:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945310bb7c00. 00000020:00000001:1.0:1788777400.638817:0:34772:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788777400.638819:0:34772:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945310bb7c00 with handle 0xe53f2b0cb7af89ab to hash 00000020:00000001:1.0:1788777400.638821:0:34772:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788777400.638822:0:34772:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.638825:0:34772:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.638828:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.638829:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.638832:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777400.638838:0:34772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34772 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788777400.638848:0:34772:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788777400.638854:0:34772:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94530906ce00 x1875667126151808/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788777400.638862:0:34772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788777400.638868:0:34772:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788777400.638869:0:34772:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788777400.638874:0:34772:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff945304ff5840. 00000100:00000001:1.0:1788777400.638876:0:34772:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683019880512 : -118390689671104 : ffff945304ff5840) 00000100:00000001:1.0:1788777400.638878:0:34772:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.638879:0:34772:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000001:1.0:1788777400.638883:0:34772:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777400.638887:0:34772:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.638889:0:34772:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788777400.638890:0:34772:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777400.638894:0:34772:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ce00 x1875667126151808/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.638908:0:34772:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777400.638910:0:34772:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.638914:0:34772:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777400.638916:0:34772:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777400.638919:0:34772:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777400.638922:0:34772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ce00 pname:cluuid:pid:xid:nid:opc:job cat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34772:1875667126151808:192.168.203.135@tcp:101:cat.0 00000100:00000001:1.0:1788777400.638926:0:34772:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777400.638931:0:34772:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777400.638933:0:34772:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.638935:0:34772:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777400.639020:0:34772:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff945320200000. 02000000:00000001:1.0:1788777400.639023:0:34772:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777400.639029:0:34772:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777400.639033:0:34772:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb108. 00000400:00000010:1.0:1788777400.639039:0:34772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff945304dac000. 00000100:00000200:1.0:1788777400.639046:0:34772:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875667126151808, portal 10 00000100:00000001:1.0:1788777400.639048:0:34772:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.639049:0:34772:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000040:1.0:1788777400.639055:0:34772:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94530906ce00 x1875667126151808/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.639062:0:34772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777400.639064:0:34772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777400.639067:0:34772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12d48. 00000100:00000200:1.0:1788777400.639070:0:34772:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875667126151808, offset 0 00000400:00000200:1.0:1788777400.639075:0:34772:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777400.639081:0:34772:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.639087:0:34772:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777400.639092:0:34772:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777400.639096:0:34772:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777400.639100:0:34772:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777400.639102:0:34772:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777400.639106:0:34772:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2670:2670:256:4294967295] 192.168.203.135@tcp LPNI seq info [2665:2665:8:4294967295] 00000400:00000200:1.0:1788777400.639111:0:34772:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777400.639119:0:34772:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777400.639124:0:34772:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777400.639129:0:34772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534b00. 00000800:00000200:1.0:1788777400.639147:0:34772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777400.639154:0:34772:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777400.639158:0:34772:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788777400.639176:0:34772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777400.639180:0:34772:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 805076 usecs (806 jiffies) 00000400:00000200:1.0:1788777400.639183:0:34772:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777400.639186:0:34772:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551751 00000100:00000001:1.0:1788777400.639193:0:34772:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551743 00000100:00000001:1.0:1788777400.639199:0:34772:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551751 00000100:00000001:1.0:1788777400.639203:0:34772:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551743 00000100:00000001:1.0:1788777400.639205:0:34772:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777400.639208:0:34772:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.639210:0:34772:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777400.639212:0:34772:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788777400.639214:0:34772:0:(client.c:2715:ptlrpc_set_wait()) set ffff945304ff5840 going to sleep for 11 seconds 00000100:00000001:1.0:1788777400.639217:0:34772:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777400.639251:0:34772:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.639297:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.639303:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534b00. 00000400:00000200:0.0:1788777400.639307:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.639311:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.639315:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12d48 00000400:00000010:0.0:1788777400.639317:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12d48. 00000100:00000001:0.0:1788777400.639320:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.639325:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ce00 x1875667126151808/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.639351:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.639355:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ce00 x1875667126151808/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777416 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.639362:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.639364:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.647007:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.647039:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.647043:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.647046:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.647054:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.647071:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.647081:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.647085:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.647091:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.647095:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 664 into portal 10 MB=0x6a9e8c8c56a80 00000400:00000200:0.0:1788777400.647100:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.647106:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 664/664 into md 0x7269 [64] + 224 00000800:00000001:0.0:1788777400.647114:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.647121:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.647125:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.647139:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.647147:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.647156:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ce00 x1875667126151808/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777416 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.647167:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94530906ce00 x1875667126151808/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.647186:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.647201:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.647204:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.647577:0:34772:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788777400.647586:0:34772:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788777400.647588:0:34772:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788777400.647591:0:34772:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb108. 00000400:00000200:1.0:1788777400.647597:0:34772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945304dac000 00000400:00000010:1.0:1788777400.647599:0:34772:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff945304dac000. 00000100:00000001:1.0:1788777400.647604:0:34772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777400.647610:0:34772:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ce00 x1875667126151808/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788777400.647620:0:34772:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ce00 x1875667126151808/t0(0) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.647626:0:34772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788777400.647629:0:34772:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.647631:0:34772:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788777400.647635:0:34772:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788777400.647637:0:34772:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788777400.647639:0:34772:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777400.647642:0:34772:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788777400.647650:0:34772:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=73 v=5 (5 5 102 102) 00000100:00001000:1.0:1788777400.647654:0:34772:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788777400.647657:0:34772:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788777400.647659:0:34772:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.647661:0:34772:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788777400.647664:0:34772:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.647668:0:34772:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788777400.647670:0:34772:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788777400.647671:0:34772:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788777400.647674:0:34772:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.647675:0:34772:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000001:1.0:1788777400.647679:0:34772:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788777400.647680:0:34772:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788777400.647682:0:34772:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788777400.647685:0:34772:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777400.647690:0:34772:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.647697:0:34772:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777400.647700:0:34772:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788777400.647702:0:34772:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788777400.647705:0:34772:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788777400.647713:0:34772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ce00 pname:cluuid:pid:xid:nid:opc:job cat:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34772:1875667126151808:192.168.203.135@tcp:101:cat.0 00000100:00000001:1.0:1788777400.647717:0:34772:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777400.647721:0:34772:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.647723:0:34772:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788777400.647725:0:34772:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.647728:0:34772:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.647735:0:34772:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788777400.647738:0:34772:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff945304ff5840. 00000100:00000001:1.0:1788777400.647741:0:34772:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788777400.647742:0:34772:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.647745:0:34772:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788777400.647749:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.647752:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.647755:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=4 00000020:00000001:1.0:1788777400.647757:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.647760:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000040:1.0:1788777400.647765:0:34772:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945310bb7c00, remote cookie: 0xa4f015c75ff3cc03, flags: 0x1001 00010000:00000040:1.0:1788777400.647768:0:34772:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788777400.647771:0:34772:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788777400.647777:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 2 00010000:00000001:1.0:1788777400.647780:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.647783:0:34772:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.647787:0:34772:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788777400.647797:0:34772:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.647804:0:34772:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788777400.647807:0:34772:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788777400.647809:0:34772:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788777400.647812:0:34772:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788777400.647813:0:34772:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788777400.647816:0:34772:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff945303803500) refcount = 2 00010000:00000040:1.0:1788777400.647820:0:34772:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788777400.647822:0:34772:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788777400.647831:0:34772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.647837:0:34772:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788777400.647840:0:34772:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788777400.647841:0:34772:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.647844:0:34772:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788777400.647847:0:34772:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.647851:0:34772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.647857:0:34772:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788777400.647858:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.647860:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.647861:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.647862:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.647864:0:34772:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.647868:0:34772:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788777400.647884:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.647886:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.647888:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777400.647890:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.647892:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.647894:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.647895:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788777400.647900:0:34772:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777400.647909:0:34772:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788777400.647914:0:34772:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 648/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777400.647922:0:34772:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.647927:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.647929:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.647930:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777400.647932:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.647934:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00000002:00010000:1.0:1788777400.647939:0:34772:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788777400.647948:0:34772:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff945311a9cc80. 00010000:00000001:1.0:1788777400.647950:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.647951:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.647953:0:34772:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.647954:0:34772:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788777400.647957:0:34772:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788777400.647959:0:34772:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777400.647961:0:34772:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00010000:00000001:1.0:1788777400.647963:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.647964:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.647966:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777400.647967:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.647969:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00000002:00010000:1.0:1788777400.647973:0:34772:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.647979:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.647981:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.647982:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788777400.647983:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.647984:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.647986:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777400.647988:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.647990:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000040:1.0:1788777400.647992:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:1.0:1788777400.647994:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788777400.647998:0:34772:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9453061c7000 type 13 mode 16 res 8589935620/54 (0 0) 00010000:00000001:1.0:1788777400.648001:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648002:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.648003:0:34772:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788777400.648006:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83888 00000002:00002000:1.0:1788777400.648007:0:34772:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788777400.648010:0:34772:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.648013:0:34772:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.648016:0:34772:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788777400.648019:0:34772:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788777400.648022:0:34772:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788777400.648025:0:34772:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777400.648028:0:34772:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9453101d5c00. 00000080:00000001:1.0:1788777400.648038:0:34772:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788777400.648043:0:34772:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788777400.648046:0:34772:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1788777400.648050:0:34772:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.648054:0:34772:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.648057:0:34772:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777400.648059:0:34772:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777400.648075:0:34772:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777400.648078:0:34772:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777400.648084:0:34772:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453102cbc60. 00020000:00000010:1.0:1788777400.648088:0:34772:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945306628500. 00020000:00000010:1.0:1788777400.648094:0:34772:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453102cb7e0. 00020000:00000001:1.0:1788777400.648096:0:34772:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683207403488 : -118390502148128 : ffff9453102cb7e0) 00020000:00000002:1.0:1788777400.648100:0:34772:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cb7e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777400.648105:0:34772:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777400.648109:0:34772:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306628500: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:1.0:1788777400.648113:0:34772:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b50d90) owner ffff945319f2a7c0 00020000:00000001:1.0:1788777400.648117:0:34772:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777400.648120:0:34772:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b50d90) owner ffff945319f2a7c0 00020000:00000010:1.0:1788777400.648124:0:34772:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945306628500. 00020000:00000010:1.0:1788777400.648128:0:34772:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453102cbc60. 00020000:00000010:1.0:1788777400.648141:0:34772:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453102cb7e0. 00020000:00000002:1.0:1788777400.648145:0:34772:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788777400.648147:0:34772:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.648149:0:34772:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777400.648151:0:34772:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:1.0:1788777400.648156:0:34772:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:1.0:1788777400.648159:0:34772:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1788777400.648164:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.648165:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.648167:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777400.648169:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.648171:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00000080:00000001:1.0:1788777400.648174:0:34772:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788777400.648176:0:34772:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.648177:0:34772:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.648179:0:34772:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777400.648181:0:34772:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788777400.648182:0:34772:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788777400.648183:0:34772:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788777400.648186:0:34772:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9453102cb7e0. 00020000:00000010:1.0:1788777400.648188:0:34772:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff945306628500. 00020000:00000010:1.0:1788777400.648191:0:34772:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9453102cbc60. 00020000:00000001:1.0:1788777400.648193:0:34772:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625683207404640 : -118390502146976 : ffff9453102cbc60) 00020000:00000002:1.0:1788777400.648195:0:34772:0:(lov_ea.c:755:dump_lsm()) lsm ffff9453102cbc60, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788777400.648199:0:34772:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788777400.648207:0:34772:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff945306628500: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:1.0:1788777400.648209:0:34772:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff945307b50d90) owner ffff945319f2a7c0 00020000:00000001:1.0:1788777400.648211:0:34772:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788777400.648214:0:34772:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff945307b50d90) owner ffff945319f2a7c0 00020000:00000010:1.0:1788777400.648216:0:34772:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff945306628500. 00020000:00000010:1.0:1788777400.648257:0:34772:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9453102cb7e0. 00020000:00000010:1.0:1788777400.648261:0:34772:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9453102cbc60. 00020000:00000002:1.0:1788777400.648262:0:34772:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788777400.648264:0:34772:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.648266:0:34772:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.648269:0:34772:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788777400.648272:0:34772:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00020000:00000002:1.0:1788777400.648275:0:34772:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c7e0 addref 2/0 by ffff945319f2a7c0. 00020000:00000002:1.0:1788777400.648277:0:34772:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00020000:00000001:1.0:1788777400.648280:0:34772:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788777400.648282:0:34772:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788777400.648283:0:34772:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788777400.648285:0:34772:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788777400.648287:0:34772:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788777400.648289:0:34772:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1788777400.648291:0:34772:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000080:00000001:1.0:1788777400.648294:0:34772:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.648296:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648297:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777400.648299:0:34772:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788777400.648301:0:34772:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788777400.648303:0:34772:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.648306:0:34772:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af89ab 00800000:00000001:1.0:1788777400.648318:0:34772:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777400.648320:0:34772:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777400.648328:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.648329:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.648331:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777400.648333:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.648335:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.648343:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648345:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.648346:0:34772:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.648349:0:34772:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.648351:0:34772:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.648356:0:34772:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.648363:0:34772:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.648365:0:34772:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af89ab from it ffffb1cb81d83bf0 00010000:00000001:1.0:1788777400.648368:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.648369:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.648370:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945310bb7c00 refcount=3 00000020:00000001:1.0:1788777400.648372:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.648374:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683216759808 : -118390492791808 : ffff945310bb7c00) 00010000:00000001:1.0:1788777400.648376:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.648378:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788777400.648385:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648387:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.648388:0:34772:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.648390:0:34772:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.648392:0:34772:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777400.648398:0:34772:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.648401:0:34772:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.648403:0:34772:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.648406:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648407:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.648409:0:34772:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.648412:0:34772:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.648413:0:34772:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.648415:0:34772:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.648418:0:34772:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.648420:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.648421:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648423:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788777400.648425:0:34772:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788777400.648430:0:34772:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff945311a9c5c0. 00000080:00000001:1.0:1788777400.648432:0:34772:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788777400.648435:0:34772:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788777400.648437:0:34772:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788777400.648440:0:34772:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff945305512d00. 00000002:00100000:1.0:1788777400.648444:0:34772:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788777400.648450:0:34772:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.648451:0:34772:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777400.648455:0:34772:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788777400.648458:0:34772:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.648460:0:34772:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788777400.648462:0:34772:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777400.648464:0:34772:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777400.648466:0:34772:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777400.648468:0:34772:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.648471:0:34772:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788777400.648474:0:34772:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.648476:0:34772:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777400.648478:0:34772:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.648480:0:34772:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777400.648483:0:34772:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.648486:0:34772:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788777400.648493:0:34772:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788777400.648496:0:34772:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff945320200000. 02000000:00000001:1.0:1788777400.648529:0:34772:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788777400.648531:0:34772:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.648534:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b98 00000080:00000008:1.0:1788777400.648536:0:34772:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 100000, rc = 0 00000020:00000001:1.0:1788777400.648558:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00200008:1.0:1788777400.648561:0:34772:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777400.648566:0:34772:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777400.648568:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83ca0 00000080:00200000:1.0:1788777400.648570:0:34772:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08),name=recon 00000080:00000010:1.0:1788777400.648575:0:34772:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453101d5c00. 00800000:00000002:1.0:1788777400.648579:0:34772:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777400.648585:0:34772:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777400.648588:0:34772:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.648589:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83bc0 00800000:00000002:1.0:1788777400.648591:0:34772:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777400.648594:0:34772:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777400.648599:0:34772:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777400.648602:0:34772:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.648604:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83a90 00000002:00010000:1.0:1788777400.648605:0:34772:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777400.648609:0:34772:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777400.648610:0:34772:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777400.648612:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.648615:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:1.0:1788777400.648617:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.648620:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.648623:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.648626:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777400.648634:0:34772:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.648638:0:34772:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.648640:0:34772:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788777400.648647:0:34772:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777400.648649:0:34772:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777400.648650:0:34772:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.648657:0:34772:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.648659:0:34772:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.648660:0:34772:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777400.648664:0:34772:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777400.648666:0:34772:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777400.648668:0:34772:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9453101d5c00. 00000080:00000001:1.0:1788777400.648672:0:34772:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777400.648673:0:34772:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.648676:0:34772:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) 00000080:00010000:1.0:1788777400.648679:0:34772:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af8981 00800000:00000001:1.0:1788777400.648682:0:34772:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777400.648683:0:34772:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777400.648684:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.648686:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.648688:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:1.0:1788777400.648690:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.648692:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.648695:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648696:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.648697:0:34772:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.648698:0:34772:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.648701:0:34772:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8981 from it ffffb1cb81d83cd8 00010000:00000001:1.0:1788777400.648702:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.648703:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.648704:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:1.0:1788777400.648706:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.648708:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.648710:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.648712:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.648719:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648720:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.648721:0:34772:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.648723:0:34772:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.648725:0:34772:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777400.648735:0:34772:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.648737:0:34772:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.648738:0:34772:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.648741:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648742:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.648743:0:34772:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.648745:0:34772:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.648747:0:34772:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.648748:0:34772:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.648750:0:34772:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.648752:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.648753:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.648754:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777400.648756:0:34772:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777400.648758:0:34772:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777400.648760:0:34772:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788777400.648762:0:34772:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777400.648763:0:34772:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777400.648765:0:34772:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777400.648767:0:34772:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.648769:0:34772:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777400.648771:0:34772:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777400.648773:0:34772:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.648775:0:34772:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.648777:0:34772:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777400.648782:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.648785:0:34772:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777400.648787:0:34772:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777400.648789:0:34772:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777400.648792:0:34772:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.648794:0:34772:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777400.648796:0:34772:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777400.648798:0:34772:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.648800:0:34772:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.648803:0:34772:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105c8060 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777400.648807:0:34772:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00020000:00000001:1.0:1788777400.648810:0:34772:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777400.648812:0:34772:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777400.648814:0:34772:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777400.648815:0:34772:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.648818:0:34772:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777400.648820:0:34772:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777400.648822:0:34772:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.648823:0:34772:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.648824:0:34772:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.648826:0:34772:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777400.648827:0:34772:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00000020:00000001:1.0:1788777400.648829:0:34772:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777400.648831:0:34772:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777400.648832:0:34772:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788777400.648835:0:34772:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777400.648836:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777400.648839:0:34772:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777400.648841:0:34772:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777400.648846:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777400.648851:0:34772:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcdf80. 00020000:00000002:1.0:1788777400.648854:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777400.648856:0:34772:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777400.648858:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.648860:0:34772:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777400.648861:0:34772:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.648863:0:34772:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777400.648865:0:34772:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:1.0:1788777400.648868:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:1.0:1788777400.648870:0:34772:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777400.648873:0:34772:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.648874:0:34772:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777400.648876:0:34772:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.648878:0:34772:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.648879:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.648881:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777400.648886:0:34772:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaba20. 00000008:00010000:1.0:1788777400.648888:0:34772:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777400.648891:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.648893:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777400.648895:0:34772:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcdfb0, osc lock ffff945307aaba20, flags 0x400001002 00000020:00000001:1.0:1788777400.648897:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.648899:0:34772:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.648901:0:34772:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067953024 : -118390641598592 : ffff945307dcdf80) 00000020:00000001:1.0:1788777400.648903:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.648904:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.648906:0:34772:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.648908:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.648910:0:34772:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777400.648911:0:34772:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777400.648913:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.648915:0:34772:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.648916:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.648917:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.648919:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.648921:0:34772:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.648923:0:34772:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777400.648927:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777400.648929:0:34772:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.648930:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.648932:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777400.648933:0:34772:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777400.648934:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777400.648936:0:34772:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777400.648938:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.648941:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:1.0:1788777400.648943:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.648947:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.648950:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.648954:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777400.648963:0:34772:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.648966:0:34772:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.648969:0:34772:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777400.648982:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.648983:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.648985:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:1.0:1788777400.648988:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.648990:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000008:00000001:1.0:1788777400.648993:0:34772:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777400.648995:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.648997:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.648998:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.649000:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649003:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000020:00000001:1.0:1788777400.649006:0:34772:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.649008:0:34772:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777400.649009:0:34772:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777400.649011:0:34772:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.649013:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.649014:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.649015:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=6 00000020:00000001:1.0:1788777400.649017:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649019:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649021:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.649023:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777400.649036:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649037:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.649039:0:34772:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.649040:0:34772:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.649043:0:34772:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.649055:0:34772:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.649056:0:34772:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.649057:0:34772:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.649060:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649061:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.649062:0:34772:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.649064:0:34772:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.649066:0:34772:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.649067:0:34772:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.649070:0:34772:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.649072:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.649073:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649074:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.649075:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649076:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.649078:0:34772:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.649080:0:34772:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649082:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649084:0:34772:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649086:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649087:0:34772:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.649089:0:34772:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777400.649091:0:34772:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777400.649092:0:34772:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788777400.649094:0:34772:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649096:0:34772:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649099:0:34772:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777400.649101:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.649103:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.649105:0:34772:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.649107:0:34772:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788777400.649110:0:34772:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:1.0:1788777400.649113:0:34772:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649116:0:34772:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649117:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:1.0:1788777400.649120:0:34772:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788777400.649123:0:34772:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777400.649124:0:34772:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777400.649126:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777400.649129:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.649143:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777400.649147:0:34772:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777400.649148:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.649150:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.649152:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.649153:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcdfb0 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777400.649155:0:34772:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777400.649157:0:34772:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777400.649158:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649159:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.649160:0:34772:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777400.649162:0:34772:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.649163:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.649164:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.649166:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.649167:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777400.649170:0:34772:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777400.649172:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.649173:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcdfb0 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777400.649176:0:34772:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaba20. 00000020:00000001:1.0:1788777400.649179:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777400.649181:0:34772:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcdf80. 00020000:00000001:1.0:1788777400.649184:0:34772:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.649185:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.649186:0:34772:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777400.649188:0:34772:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649190:0:34772:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777400.649192:0:34772:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777400.649194:0:34772:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777400.649195:0:34772:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777400.649196:0:34772:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777400.649198:0:34772:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:1.0:1788777400.649200:0:34772:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777400.649201:0:34772:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777400.649204:0:34772:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777400.649206:0:34772:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777400.649209:0:34772:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777400.649211:0:34772:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649212:0:34772:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777400.649214:0:34772:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.649216:0:34772:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777400.649217:0:34772:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000001:00000001:1.0:1788777400.649246:0:34772:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649251:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d28 00000080:00000008:1.0:1788777400.649254:0:34772:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788777400.649335:0:34772:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1788777400.649337:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d88 00000080:00200008:1.0:1788777400.649339:0:34772:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 4194304 00000080:00000001:1.0:1788777400.649342:0:34772:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1788777400.649344:0:34772:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777400.649347:0:34772:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:1.0:1788777400.649352:0:34772:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:1.0:1788777400.649374:0:34772:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.649376:0:34772:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.649379:0:34772:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000080:00000001:1.0:1788777400.649381:0:34772:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788777400.649383:0:34772:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649386:0:34772:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788777400.649388:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c98 00000080:00200000:1.0:1788777400.649389:0:34772:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:1.0:1788777400.649393:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c30 00000080:00200000:1.0:1788777400.649395:0:34772:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1788777400.649397:0:34772:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788777400.649402:0:34772:0:(cl_io.c:214:cl_io_rw_init()) header@0000000001ab4eb6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1788777400.649404:0:34772:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:1.0:1788777400.649406:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.649408:0:34772:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777400.649409:0:34772:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777400.649411:0:34772:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777400.649413:0:34772:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.649415:0:34772:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788777400.649417:0:34772:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777400.649420:0:34772:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649422:0:34772:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777400.649423:0:34772:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649425:0:34772:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.649428:0:34772:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105c8060 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1788777400.649431:0:34772:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00020000:00000001:1.0:1788777400.649433:0:34772:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777400.649434:0:34772:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777400.649436:0:34772:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777400.649438:0:34772:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649440:0:34772:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777400.649442:0:34772:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777400.649443:0:34772:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649445:0:34772:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.649446:0:34772:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.649447:0:34772:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777400.649449:0:34772:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00000020:00000001:1.0:1788777400.649451:0:34772:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649452:0:34772:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649456:0:34772:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777400.649458:0:34772:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788777400.649460:0:34772:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788777400.649463:0:34772:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:1.0:1788777400.649466:0:34772:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777400.649468:0:34772:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777400.649471:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1788777400.649473:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.649474:0:34772:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777400.649476:0:34772:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.649477:0:34772:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777400.649479:0:34772:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:1.0:1788777400.649481:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:1.0:1788777400.649483:0:34772:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777400.649485:0:34772:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.649486:0:34772:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777400.649487:0:34772:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649489:0:34772:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649491:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.649493:0:34772:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788777400.649495:0:34772:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788777400.649498:0:34772:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649500:0:34772:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649503:0:34772:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649504:0:34772:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649506:0:34772:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649508:0:34772:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788777400.649510:0:34772:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1788777400.649511:0:34772:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788777400.649513:0:34772:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788777400.649516:0:34772:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788777400.649518:0:34772:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649520:0:34772:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649522:0:34772:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788777400.649523:0:34772:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:1.0:1788777400.649526:0:34772:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788777400.649527:0:34772:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788777400.649528:0:34772:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649530:0:34772:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649532:0:34772:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649533:0:34772:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649535:0:34772:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649537:0:34772:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777400.649539:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.649540:0:34772:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777400.649542:0:34772:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777400.649543:0:34772:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649545:0:34772:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649547:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649548:0:34772:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649549:0:34772:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777400.649551:0:34772:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777400.649552:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777400.649554:0:34772:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777400.649555:0:34772:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777400.649557:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:1.0:1788777400.649562:0:34772:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcdf80. 00020000:00000002:1.0:1788777400.649565:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1788777400.649567:0:34772:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777400.649569:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.649570:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.649571:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777400.649574:0:34772:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaba20. 00000008:00010000:1.0:1788777400.649576:0:34772:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788777400.649578:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.649579:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777400.649581:0:34772:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcdfb0, osc lock ffff945307aaba20, flags 0x0 00000020:00000001:1.0:1788777400.649583:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649585:0:34772:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649587:0:34772:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067953024 : -118390641598592 : ffff945307dcdf80) 00000020:00000001:1.0:1788777400.649589:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.649590:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.649592:0:34772:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649594:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649595:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.649596:0:34772:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.649598:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.649599:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.649601:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.649602:0:34772:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.649603:0:34772:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788777400.649605:0:34772:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649607:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777400.649609:0:34772:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.649610:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.649611:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777400.649612:0:34772:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777400.649613:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777400.649615:0:34772:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777400.649616:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.649620:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:1.0:1788777400.649636:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.649639:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.649642:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.649645:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777400.649659:0:34772:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.649662:0:34772:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.649666:0:34772:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.649673:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.649674:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.649676:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:1.0:1788777400.649678:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649681:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000008:00000001:1.0:1788777400.649683:0:34772:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777400.649685:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.649686:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.649687:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.649689:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649691:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649693:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.649694:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.649695:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=6 00000020:00000001:1.0:1788777400.649697:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649699:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649701:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.649702:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.649706:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.649713:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649715:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.649717:0:34772:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.649719:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.649720:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.649721:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=7 00000020:00000001:1.0:1788777400.649723:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649725:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649727:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.649730:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.649736:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649738:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777400.649740:0:34772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.649748:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.649749:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649750:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.649751:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649752:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.649753:0:34772:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.649756:0:34772:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649757:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649759:0:34772:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649761:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649762:0:34772:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649764:0:34772:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649766:0:34772:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649768:0:34772:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788777400.649770:0:34772:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1788777400.649772:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b90 00000080:00200000:1.0:1788777400.649773:0:34772:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:1.0:1788777400.649777:0:34772:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788777400.649780:0:34772:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788777400.649782:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1788777400.649784:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.649786:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.649788:0:34772:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788777400.649789:0:34772:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788777400.649792:0:34772:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649794:0:34772:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649796:0:34772:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649797:0:34772:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649800:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.649802:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.649804:0:34772:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.649806:0:34772:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788777400.649807:0:34772:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:1.0:1788777400.649811:0:34772:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649812:0:34772:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649814:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000001:00000001:1.0:1788777400.649817:0:34772:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777400.649818:0:34772:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788777400.649820:0:34772:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777400.649821:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777400.649822:0:34772:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777400.649823:0:34772:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777400.649825:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777400.649829:0:34772:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcd480. 00020000:00000002:1.0:1788777400.649831:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777400.649833:0:34772:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777400.649834:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.649835:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.649836:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777400.649838:0:34772:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaad10. 00000008:00010000:1.0:1788777400.649840:0:34772:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777400.649841:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.649842:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777400.649843:0:34772:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcd4b0, osc lock ffff945307aaad10, flags 0x400001002 00000020:00000001:1.0:1788777400.649845:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649846:0:34772:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649848:0:34772:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067950208 : -118390641601408 : ffff945307dcd480) 00000020:00000001:1.0:1788777400.649849:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.649851:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.649852:0:34772:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649853:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649855:0:34772:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777400.649856:0:34772:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777400.649857:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.649858:0:34772:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.649859:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.649860:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.649862:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.649863:0:34772:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.649864:0:34772:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777400.649865:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777400.649867:0:34772:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.649868:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.649868:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777400.649869:0:34772:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777400.649870:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777400.649871:0:34772:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777400.649873:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.649875:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:1.0:1788777400.649877:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.649878:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.649880:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.649883:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788777400.649889:0:34772:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.649891:0:34772:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.649894:0:34772:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.649900:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.649901:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.649902:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=6 00000020:00000001:1.0:1788777400.649904:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649906:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000008:00000001:1.0:1788777400.649908:0:34772:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777400.649910:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.649911:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.649912:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=7 00000020:00000001:1.0:1788777400.649914:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649916:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000020:00000001:1.0:1788777400.649919:0:34772:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.649920:0:34772:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777400.649922:0:34772:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777400.649923:0:34772:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.649925:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.649926:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.649927:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=8 00000020:00000001:1.0:1788777400.649929:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649931:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.649932:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.649935:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.649941:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649942:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777400.649944:0:34772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.649949:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.649950:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649951:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.649952:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.649953:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.649954:0:34772:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.649956:0:34772:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649957:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.649959:0:34772:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649960:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649962:0:34772:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.649963:0:34772:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777400.649964:0:34772:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777400.649966:0:34772:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788777400.649967:0:34772:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649968:0:34772:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.649971:0:34772:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777400.649972:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.649974:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.649975:0:34772:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.649976:0:34772:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788777400.649978:0:34772:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777400 a=0 c=1788777400 b=1 00020000:00000001:1.0:1788777400.649980:0:34772:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649982:0:34772:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.649983:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:1.0:1788777400.649985:0:34772:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788777400.649987:0:34772:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777400.649988:0:34772:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777400.649989:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777400.649992:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.649993:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777400.649995:0:34772:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777400.649996:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.649997:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.649999:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.650000:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcd4b0 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777400.650002:0:34772:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777400.650003:0:34772:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777400.650004:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650005:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.650006:0:34772:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777400.650007:0:34772:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.650008:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.650009:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.650010:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.650011:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777400.650014:0:34772:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777400.650015:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.650016:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcd4b0 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777400.650018:0:34772:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaad10. 00000020:00000001:1.0:1788777400.650021:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777400.650022:0:34772:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcd480. 00020000:00000001:1.0:1788777400.650024:0:34772:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.650025:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.650026:0:34772:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777400.650027:0:34772:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777400.650031:0:34772:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000001ab4eb6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:1.0:1788777400.650034:0:34772:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194258 bytes, offset 46, size 46 00000080:00400000:1.0:1788777400.650036:0:34772:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:1.0:1788777400.650039:0:34772:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:1.0:1788777400.650042:0:34772:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777400.650044:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.650045:0:34772:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777400.650046:0:34772:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:1.0:1788777400.650048:0:34772:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650050:0:34772:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650051:0:34772:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788777400.650054:0:34772:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777400.650055:0:34772:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650057:0:34772:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650059:0:34772:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:1.0:1788777400.650061:0:34772:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650063:0:34772:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650064:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650065:0:34772:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650066:0:34772:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650068:0:34772:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777400.650069:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788777400.650071:0:34772:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777400.650071:0:34772:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788777400.650073:0:34772:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788777400.650074:0:34772:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650075:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650077:0:34772:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788777400.650078:0:34772:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777400.650080:0:34772:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777400.650081:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff945309386b78 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777400.650083:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.650084:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945309386b78 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777400.650086:0:34772:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777400.650087:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.650088:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.650090:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.650091:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcdfb0 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777400.650093:0:34772:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777400.650093:0:34772:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777400.650095:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.650096:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.650098:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.650100:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650101:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650103:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.650105:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.650112:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650113:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.650114:0:34772:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.650116:0:34772:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.650118:0:34772:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.650124:0:34772:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.650126:0:34772:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.650127:0:34772:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.650140:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650141:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.650143:0:34772:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.650145:0:34772:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.650147:0:34772:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.650148:0:34772:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.650150:0:34772:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.650152:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.650153:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650154:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.650155:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650155:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.650156:0:34772:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777400.650157:0:34772:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.650158:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.650159:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.650160:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.650161:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945309386b78 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777400.650164:0:34772:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777400.650164:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.650165:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcdfb0 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777400.650168:0:34772:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaba20. 00000020:00000001:1.0:1788777400.650170:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777400.650171:0:34772:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcdf80. 00020000:00000001:1.0:1788777400.650173:0:34772:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.650174:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.650174:0:34772:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788777400.650176:0:34772:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788777400.650177:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.650178:0:34772:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777400.650179:0:34772:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788777400.650181:0:34772:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650182:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650183:0:34772:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788777400.650184:0:34772:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788777400.650186:0:34772:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788777400.650188:0:34772:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1788777400.650189:0:34772:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788777400.650190:0:34772:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777400.650192:0:34772:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777400.650193:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.650194:0:34772:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788777400.650197:0:34772:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788777400.650198:0:34772:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650200:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650201:0:34772:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777400.650202:0:34772:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777400.650204:0:34772:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650206:0:34772:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777400.650207:0:34772:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777400.650208:0:34772:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777400.650210:0:34772:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777400.650211:0:34772:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777400.650213:0:34772:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:1.0:1788777400.650215:0:34772:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777400.650216:0:34772:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777400.650218:0:34772:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777400.650247:0:34772:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777400.650251:0:34772:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.650252:0:34772:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.650254:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c98 00000080:00200000:1.0:1788777400.650256:0:34772:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1788777400.650260:0:34772:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1788777400.650262:0:34772:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777400.650264:0:34772:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777400.650267:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d88 00000080:00000008:1.0:1788777400.650268:0:34772:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:1.0:1788777400.650271:0:34772:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:1.0:1788777400.650317:0:34772:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1788777400.650319:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d88 00000080:00200008:1.0:1788777400.650321:0:34772:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304 00000080:00000001:1.0:1788777400.650324:0:34772:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1788777400.650325:0:34772:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788777400.650327:0:34772:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:1.0:1788777400.650329:0:34772:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777400.650332:0:34772:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.650335:0:34772:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.650336:0:34772:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000080:00000001:1.0:1788777400.650338:0:34772:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788777400.650341:0:34772:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.650343:0:34772:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788777400.650344:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c98 00000080:00200000:1.0:1788777400.650346:0:34772:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:1.0:1788777400.650349:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c30 00000080:00200000:1.0:1788777400.650350:0:34772:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1788777400.650353:0:34772:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788777400.650356:0:34772:0:(cl_io.c:214:cl_io_rw_init()) header@0000000001ab4eb6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1788777400.650358:0:34772:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:1.0:1788777400.650364:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650366:0:34772:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777400.650367:0:34772:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777400.650369:0:34772:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788777400.650371:0:34772:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.650372:0:34772:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788777400.650374:0:34772:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777400.650376:0:34772:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.650379:0:34772:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777400.650380:0:34772:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.650382:0:34772:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.650384:0:34772:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105c8060 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1788777400.650387:0:34772:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00020000:00000001:1.0:1788777400.650390:0:34772:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777400.650391:0:34772:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777400.650393:0:34772:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777400.650394:0:34772:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650396:0:34772:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777400.650397:0:34772:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777400.650398:0:34772:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650400:0:34772:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.650401:0:34772:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.650402:0:34772:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777400.650403:0:34772:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00000020:00000001:1.0:1788777400.650405:0:34772:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650406:0:34772:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650409:0:34772:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788777400.650410:0:34772:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788777400.650411:0:34772:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788777400.650413:0:34772:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:1.0:1788777400.650415:0:34772:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788777400.650416:0:34772:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788777400.650418:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1788777400.650421:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.650422:0:34772:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777400.650423:0:34772:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.650425:0:34772:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777400.650426:0:34772:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:1.0:1788777400.650428:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650430:0:34772:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777400.650432:0:34772:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.650433:0:34772:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777400.650434:0:34772:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650435:0:34772:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650437:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.650439:0:34772:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788777400.650440:0:34772:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788777400.650443:0:34772:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650444:0:34772:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650446:0:34772:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650447:0:34772:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650449:0:34772:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650450:0:34772:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788777400.650451:0:34772:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1788777400.650453:0:34772:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788777400.650454:0:34772:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788777400.650457:0:34772:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788777400.650459:0:34772:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.650461:0:34772:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.650463:0:34772:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788777400.650464:0:34772:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:1.0:1788777400.650465:0:34772:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788777400.650466:0:34772:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788777400.650467:0:34772:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650469:0:34772:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.650470:0:34772:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.650471:0:34772:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.650473:0:34772:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650475:0:34772:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788777400.650476:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.650477:0:34772:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788777400.650478:0:34772:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777400.650479:0:34772:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650480:0:34772:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650482:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650483:0:34772:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650484:0:34772:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788777400.650486:0:34772:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777400.650487:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777400.650488:0:34772:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777400.650489:0:34772:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777400.650491:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:1.0:1788777400.650495:0:34772:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcdf80. 00020000:00000002:1.0:1788777400.650497:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1788777400.650499:0:34772:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777400.650501:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.650502:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.650504:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777400.650507:0:34772:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaba20. 00000008:00010000:1.0:1788777400.650509:0:34772:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788777400.650510:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.650511:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777400.650513:0:34772:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcdfb0, osc lock ffff945307aaba20, flags 0x0 00000020:00000001:1.0:1788777400.650515:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650517:0:34772:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650519:0:34772:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067953024 : -118390641598592 : ffff945307dcdf80) 00000020:00000001:1.0:1788777400.650521:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.650522:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.650523:0:34772:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650524:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650526:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.650527:0:34772:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.650529:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.650530:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.650531:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.650532:0:34772:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.650533:0:34772:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788777400.650535:0:34772:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650537:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777400.650539:0:34772:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.650540:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.650541:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777400.650542:0:34772:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777400.650543:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777400.650544:0:34772:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777400.650546:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.650549:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:1.0:1788777400.650551:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.650554:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.650556:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.650559:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777400.650566:0:34772:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.650569:0:34772:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.650571:0:34772:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.650577:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.650579:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.650581:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:1.0:1788777400.650583:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650585:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000008:00000001:1.0:1788777400.650588:0:34772:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777400.650589:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.650590:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.650591:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.650593:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650595:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650597:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.650598:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.650599:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=6 00000020:00000001:1.0:1788777400.650601:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650603:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650605:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.650606:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.650609:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.650616:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650617:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.650619:0:34772:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.650620:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.650621:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.650622:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=7 00000020:00000001:1.0:1788777400.650624:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650626:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650628:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.650630:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.650636:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650637:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777400.650640:0:34772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.650645:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.650647:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650648:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.650649:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650650:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.650651:0:34772:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.650653:0:34772:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650654:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650657:0:34772:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650658:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650660:0:34772:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650661:0:34772:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650663:0:34772:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650664:0:34772:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788777400.650666:0:34772:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1788777400.650669:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83b90 00000080:00200000:1.0:1788777400.650670:0:34772:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:1.0:1788777400.650673:0:34772:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788777400.650675:0:34772:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788777400.650676:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1788777400.650679:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.650680:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.650682:0:34772:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788777400.650683:0:34772:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788777400.650685:0:34772:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650687:0:34772:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650688:0:34772:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650690:0:34772:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650692:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650694:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650696:0:34772:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.650698:0:34772:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788777400.650700:0:34772:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777400.650702:0:34772:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788777400.650704:0:34772:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777400.650705:0:34772:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788777400.650707:0:34772:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1788777400 a=1788777400 c=1788777400 b=1 00020000:00000001:1.0:1788777400.650711:0:34772:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.650713:0:34772:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777400 a=1788777400 c=1788777400 b=1 00020000:00000001:1.0:1788777400.650716:0:34772:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650717:0:34772:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650719:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000001:00000001:1.0:1788777400.650722:0:34772:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777400.650723:0:34772:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788777400.650724:0:34772:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777400.650725:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777400.650726:0:34772:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777400.650727:0:34772:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777400.650729:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777400.650732:0:34772:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcd480. 00020000:00000002:1.0:1788777400.650734:0:34772:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777400.650736:0:34772:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777400.650738:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.650739:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.650740:0:34772:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777400.650742:0:34772:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaad10. 00000008:00010000:1.0:1788777400.650744:0:34772:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777400.650746:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.650747:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777400.650748:0:34772:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcd4b0, osc lock ffff945307aaad10, flags 0x400001002 00000020:00000001:1.0:1788777400.650750:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650751:0:34772:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650753:0:34772:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067950208 : -118390641601408 : ffff945307dcd480) 00000020:00000001:1.0:1788777400.650755:0:34772:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.650756:0:34772:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.650757:0:34772:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650758:0:34772:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650759:0:34772:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777400.650761:0:34772:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777400.650762:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.650763:0:34772:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.650764:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.650764:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.650766:0:34772:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.650767:0:34772:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.650769:0:34772:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777400.650770:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777400.650771:0:34772:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.650772:0:34772:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.650773:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777400.650774:0:34772:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777400.650775:0:34772:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777400.650777:0:34772:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777400.650778:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.650780:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:1.0:1788777400.650782:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.650785:0:34772:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.650786:0:34772:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.650789:0:34772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788777400.650801:0:34772:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.650803:0:34772:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.650805:0:34772:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.650811:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.650812:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.650813:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=6 00000020:00000001:1.0:1788777400.650815:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650817:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000008:00000001:1.0:1788777400.650819:0:34772:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777400.650820:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.650821:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.650823:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=7 00000020:00000001:1.0:1788777400.650825:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650827:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000020:00000001:1.0:1788777400.650829:0:34772:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.650830:0:34772:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777400.650831:0:34772:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777400.650833:0:34772:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.650834:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.650835:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.650837:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=8 00000020:00000001:1.0:1788777400.650839:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650841:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.650843:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.650845:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.650856:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650857:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788777400.650860:0:34772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.650866:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.650867:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650868:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.650869:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650870:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.650872:0:34772:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.650874:0:34772:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650875:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650877:0:34772:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650878:0:34772:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650880:0:34772:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.650881:0:34772:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777400.650883:0:34772:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777400.650884:0:34772:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788777400.650885:0:34772:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650887:0:34772:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.650889:0:34772:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777400.650890:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650892:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650893:0:34772:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.650895:0:34772:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788777400.650896:0:34772:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777400 a=1788777400 c=1788777400 b=1 00020000:00000001:1.0:1788777400.650899:0:34772:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650901:0:34772:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650902:0:34772:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:1.0:1788777400.650904:0:34772:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788777400.650906:0:34772:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777400.650908:0:34772:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777400.650909:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777400.650912:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.650913:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777400.650915:0:34772:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777400.650917:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.650918:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.650919:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.650921:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcd4b0 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777400.650923:0:34772:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777400.650924:0:34772:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777400.650925:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.650926:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.650928:0:34772:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777400.650929:0:34772:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.650930:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.650931:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.650932:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.650933:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777400.650936:0:34772:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777400.650937:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.650938:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcd4b0 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777400.650941:0:34772:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaad10. 00000020:00000001:1.0:1788777400.650944:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777400.650945:0:34772:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcd480. 00020000:00000001:1.0:1788777400.650948:0:34772:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.650949:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.650950:0:34772:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777400.650952:0:34772:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788777400.650956:0:34772:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000001ab4eb6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:1.0:1788777400.650958:0:34772:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194304 bytes, offset 46, size 46 00000080:00400000:1.0:1788777400.650960:0:34772:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:1.0:1788777400.650964:0:34772:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:1.0:1788777400.650968:0:34772:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788777400.650969:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.650970:0:34772:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788777400.650972:0:34772:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:1.0:1788777400.650973:0:34772:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650975:0:34772:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:1.0:1788777400.650976:0:34772:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788777400.650978:0:34772:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788777400.650980:0:34772:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650982:0:34772:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650983:0:34772:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:1.0:1788777400.650985:0:34772:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650986:0:34772:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650988:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650989:0:34772:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650991:0:34772:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.650992:0:34772:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788777400.650994:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788777400.650995:0:34772:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788777400.650996:0:34772:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788777400.650997:0:34772:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788777400.650998:0:34772:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.650999:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.651000:0:34772:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788777400.651002:0:34772:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777400.651003:0:34772:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777400.651004:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff945309386b78 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777400.651007:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.651008:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945309386b78 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777400.651010:0:34772:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777400.651011:0:34772:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.651012:0:34772:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.651014:0:34772:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.651015:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcdfb0 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777400.651017:0:34772:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777400.651018:0:34772:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777400.651020:0:34772:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.651021:0:34772:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.651022:0:34772:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.651024:0:34772:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.651026:0:34772:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.651028:0:34772:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.651030:0:34772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788777400.651042:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.651043:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.651044:0:34772:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.651046:0:34772:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.651048:0:34772:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1788777400.651053:0:34772:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.651055:0:34772:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.651057:0:34772:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.651059:0:34772:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.651061:0:34772:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.651063:0:34772:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.651064:0:34772:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.651067:0:34772:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.651068:0:34772:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.651069:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.651070:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.651071:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.651072:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.651073:0:34772:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777400.651074:0:34772:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.651075:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.651076:0:34772:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.651077:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.651078:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945309386b78 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777400.651080:0:34772:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777400.651081:0:34772:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.651082:0:34772:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcdfb0 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777400.651085:0:34772:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaba20. 00000020:00000001:1.0:1788777400.651087:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777400.651089:0:34772:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcdf80. 00020000:00000001:1.0:1788777400.651091:0:34772:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.651092:0:34772:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.651093:0:34772:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788777400.651094:0:34772:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788777400.651096:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.651097:0:34772:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788777400.651098:0:34772:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788777400.651099:0:34772:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.651100:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.651102:0:34772:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788777400.651103:0:34772:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788777400.651104:0:34772:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788777400.651106:0:34772:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1788777400.651107:0:34772:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788777400.651109:0:34772:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777400.651110:0:34772:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788777400.651111:0:34772:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788777400.651113:0:34772:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788777400.651115:0:34772:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788777400.651116:0:34772:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.651118:0:34772:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.651119:0:34772:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777400.651120:0:34772:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788777400.651121:0:34772:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.651124:0:34772:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777400.651125:0:34772:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777400.651126:0:34772:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777400.651127:0:34772:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777400.651128:0:34772:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777400.651129:0:34772:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:1.0:1788777400.652921:0:34772:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777400.652925:0:34772:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777400.652929:0:34772:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777400.652931:0:34772:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777400.652935:0:34772:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.652937:0:34772:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.652939:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83c98 00000080:00200000:1.0:1788777400.652942:0:34772:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1788777400.652945:0:34772:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1788777400.652947:0:34772:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788777400.652950:0:34772:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777400.652953:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83d88 00000080:00000008:1.0:1788777400.652954:0:34772:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:1.0:1788777400.652958:0:34772:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.653040:0:34772:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777400.653044:0:34772:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00020000:00000002:1.0:1788777400.653048:0:34772:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00020000:00000001:1.0:1788777400.653050:0:34772:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.653058:0:34772:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788777400.653114:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83df0 00000080:00200008:1.0:1788777400.653118:0:34772:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 100000 00000080:00000001:1.0:1788777400.653121:0:34772:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788777400.653124:0:34772:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788777400.653125:0:34772:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788777400.653127:0:34772:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00020000:00000002:1.0:1788777400.653129:0:34772:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945319f2a7c0 00020000:00000001:1.0:1788777400.653140:0:34772:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.653142:0:34772:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788777400.653149:0:34772:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777400.653152:0:34772:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.653158:0:34772:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:1.0:1788777400.653160:0:34772:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.653164:0:34772:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788777400.653167:0:34772:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788777400.653169:0:34772:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.653174:0:34772:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.653179:0:34772:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777400.653187:0:34772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.653188:0:34772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.653190:0:34772:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788777400.653192:0:34772:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 16 00000080:00000010:1.0:1788777400.653195:0:34772:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9453017ae500. 00000080:00000001:1.0:1788777400.653200:0:34772:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.653204:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83df0 00000080:00000008:1.0:1788777400.653206:0:34772:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), flags 100000, rc = 0 00000080:00000001:1.0:1788777400.653209:0:34772:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.653213:0:34772:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777400.653215:0:34772:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d83e00 00000080:00002000:1.0:1788777400.653217:0:34772:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320ac4e58, parent ffff9453208d0a20, inode ffff9453209acb08) hashed, 00000080:00000001:1.0:1788777400.653295:0:34772:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.675616:0:34773:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777400.675622:0:34773:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777400.675624:0:34773:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777400.675627:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3b20 00000080:00200000:1.0:1788777400.675631:0:34773:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777400.675639:0:34773:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453101d5c00. 00800000:00000002:1.0:1788777400.675646:0:34773:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777400.675650:0:34773:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777400.675654:0:34773:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.675656:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3a40 00800000:00000002:1.0:1788777400.675659:0:34773:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777400.675662:0:34773:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777400.675665:0:34773:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777400.675672:0:34773:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.675674:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3910 00000002:00010000:1.0:1788777400.675675:0:34773:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777400.675679:0:34773:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777400.675681:0:34773:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777400.675684:0:34773:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.675689:0:34773:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:1.0:1788777400.675693:0:34773:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.675697:0:34773:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.675701:0:34773:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.675706:0:34773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788777400.675715:0:34773:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.675719:0:34773:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.675722:0:34773:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788777400.675728:0:34773:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777400.675730:0:34773:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777400.675732:0:34773:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.675734:0:34773:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.675736:0:34773:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.675738:0:34773:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777400.675741:0:34773:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777400.675744:0:34773:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777400.675747:0:34773:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9453101d5c00. 00000080:00000001:1.0:1788777400.675751:0:34773:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777400.675753:0:34773:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.675755:0:34773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777400.675759:0:34773:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af89a4 00800000:00000001:1.0:1788777400.675762:0:34773:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777400.675765:0:34773:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777400.675766:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.675769:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.675771:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.675774:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.675777:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.675779:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.675781:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.675783:0:34773:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.675784:0:34773:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.675787:0:34773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af89a4 from it ffffb1cb81cd3b58 00010000:00000001:1.0:1788777400.675789:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.675790:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.675791:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.675792:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.675794:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.675796:0:34773:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.675799:0:34773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788777400.675806:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.675807:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.675809:0:34773:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.675811:0:34773:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.675813:0:34773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777400.675820:0:34773:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.675823:0:34773:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.675825:0:34773:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.675828:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.675829:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.675831:0:34773:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.675833:0:34773:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.675835:0:34773:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.675837:0:34773:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.675839:0:34773:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.675841:0:34773:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.675842:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.675843:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777400.675960:0:34773:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777400.675962:0:34773:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.675964:0:34773:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777400.675970:0:34773:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.675973:0:34773:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777400.675975:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3b48 00000080:00002000:1.0:1788777400.675977:0:34773:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320ac4e58) flags 0x48004e refc 0 00000080:00000001:1.0:1788777400.675979:0:34773:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.675981:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3b90 00000080:00200000:1.0:1788777400.675982:0:34773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788777400.675990:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3d08 00000080:00200008:1.0:1788777400.675991:0:34773:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788777400.675996:0:34773:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777400.675997:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3c80 00000080:00200000:1.0:1788777400.675998:0:34773:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08),name=recon 00000080:00000010:1.0:1788777400.676003:0:34773:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453101d5c00. 00800000:00000002:1.0:1788777400.676005:0:34773:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777400.676010:0:34773:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777400.676011:0:34773:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.676013:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3ba0 00800000:00000002:1.0:1788777400.676014:0:34773:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777400.676017:0:34773:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777400.676020:0:34773:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777400.676023:0:34773:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.676024:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3a70 00000002:00010000:1.0:1788777400.676025:0:34773:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777400.676028:0:34773:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777400.676029:0:34773:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777400.676031:0:34773:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.676034:0:34773:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:1.0:1788777400.676036:0:34773:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.676038:0:34773:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.676040:0:34773:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.676043:0:34773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788777400.676049:0:34773:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.676051:0:34773:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.676053:0:34773:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788777400.676058:0:34773:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777400.676060:0:34773:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777400.676061:0:34773:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.676063:0:34773:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.676064:0:34773:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.676066:0:34773:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777400.676068:0:34773:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777400.676070:0:34773:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777400.676072:0:34773:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9453101d5c00. 00000080:00000001:1.0:1788777400.676074:0:34773:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777400.676075:0:34773:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.676078:0:34773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) 00000080:00010000:1.0:1788777400.676080:0:34773:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af8981 00800000:00000001:1.0:1788777400.676082:0:34773:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777400.676083:0:34773:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777400.676084:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.676086:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.676087:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:1.0:1788777400.676089:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.676091:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.676093:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.676094:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.676095:0:34773:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.676096:0:34773:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.676098:0:34773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8981 from it ffffb1cb81cd3cb8 00010000:00000001:1.0:1788777400.676100:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.676101:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.676102:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:1.0:1788777400.676103:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.676105:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:1.0:1788777400.676106:0:34773:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.676109:0:34773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788777400.676114:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.676115:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.676116:0:34773:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.676117:0:34773:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.676120:0:34773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788777400.676125:0:34773:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.676127:0:34773:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.676128:0:34773:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.676144:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.676145:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.676146:0:34773:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.676148:0:34773:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.676149:0:34773:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.676150:0:34773:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.676152:0:34773:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.676153:0:34773:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.676154:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.676155:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777400.676157:0:34773:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777400.676158:0:34773:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777400.676160:0:34773:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788777400.676163:0:34773:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788777400.676165:0:34773:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788777400.676166:0:34773:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788777400.676168:0:34773:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.676170:0:34773:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777400.676173:0:34773:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788777400.676176:0:34773:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.676179:0:34773:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155064 : -118390618396552 : ffff9453093ee878) 00000020:00001000:1.0:1788777400.676182:0:34773:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee870 00000020:00000001:1.0:1788777400.676186:0:34773:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.676188:0:34773:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788777400.676190:0:34773:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788777400.676192:0:34773:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788777400.676195:0:34773:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.676196:0:34773:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788777400.676198:0:34773:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777400.676200:0:34773:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.676201:0:34773:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.676205:0:34773:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105c8060 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788777400.676208:0:34773:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945319c14f80 00020000:00000001:1.0:1788777400.676211:0:34773:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788777400.676213:0:34773:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788777400.676215:0:34773:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788777400.676217:0:34773:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.676583:0:34773:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788777400.676587:0:34773:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788777400.676588:0:34773:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676591:0:34773:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.676592:0:34773:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.676593:0:34773:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788777400.676595:0:34773:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945319c14f80 00000020:00000001:1.0:1788777400.676598:0:34773:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788777400.676601:0:34773:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788777400.676602:0:34773:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788777400.676605:0:34773:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788777400.676606:0:34773:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788777400.676608:0:34773:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788777400.676610:0:34773:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788777400.676614:0:34773:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788777400.676620:0:34773:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945307dcdf80. 00020000:00000002:1.0:1788777400.676622:0:34773:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788777400.676624:0:34773:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788777400.676626:0:34773:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.676628:0:34773:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788777400.676629:0:34773:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788777400.676631:0:34773:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154200 : -118390618397416 : ffff9453093ee518) 00000020:00001000:1.0:1788777400.676633:0:34773:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee510 00000020:00000001:1.0:1788777400.676636:0:34773:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:1.0:1788777400.676637:0:34773:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788777400.676640:0:34773:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788777400.676641:0:34773:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788777400.676642:0:34773:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.676644:0:34773:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.676646:0:34773:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.676647:0:34773:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788777400.676652:0:34773:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff945307aaba20. 00000008:00010000:1.0:1788777400.676654:0:34773:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788777400.676657:0:34773:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.676658:0:34773:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788777400.676659:0:34773:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945307dcdfb0, osc lock ffff945307aaba20, flags 0x400001002 00000020:00000001:1.0:1788777400.676661:0:34773:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.676663:0:34773:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.676665:0:34773:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683067953024 : -118390641598592 : ffff945307dcdf80) 00000020:00000001:1.0:1788777400.676668:0:34773:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788777400.676669:0:34773:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788777400.676671:0:34773:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676672:0:34773:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676675:0:34773:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788777400.676676:0:34773:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788777400.676677:0:34773:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.676679:0:34773:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788777400.676680:0:34773:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.676681:0:34773:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.676683:0:34773:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.676685:0:34773:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788777400.676687:0:34773:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788777400.676690:0:34773:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788777400.676693:0:34773:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.676694:0:34773:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788777400.676696:0:34773:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788777400.676697:0:34773:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788777400.676698:0:34773:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788777400.676700:0:34773:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788777400.676701:0:34773:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.676705:0:34773:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:1.0:1788777400.676707:0:34773:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.676711:0:34773:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.676714:0:34773:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.676718:0:34773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:1.0:1788777400.676728:0:34773:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.676731:0:34773:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.676733:0:34773:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1788777400.676739:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.676741:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.676743:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:1.0:1788777400.676744:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.676747:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000008:00000001:1.0:1788777400.676750:0:34773:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788777400.676752:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.676753:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.676754:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:1.0:1788777400.676756:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.676758:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000020:00000001:1.0:1788777400.676761:0:34773:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.676762:0:34773:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788777400.676764:0:34773:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788777400.676766:0:34773:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.676767:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.676768:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.676769:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=6 00000020:00000001:1.0:1788777400.676771:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.676772:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:1.0:1788777400.676774:0:34773:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.676777:0:34773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1788777400.676782:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.676784:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.676785:0:34773:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.676786:0:34773:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.676788:0:34773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788777400.676794:0:34773:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.676796:0:34773:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.676797:0:34773:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.676800:0:34773:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.676801:0:34773:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.676802:0:34773:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.676804:0:34773:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.676806:0:34773:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.676808:0:34773:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.676809:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.676810:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.676811:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.676812:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.676814:0:34773:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788777400.676816:0:34773:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676818:0:34773:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788777400.676819:0:34773:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676821:0:34773:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676822:0:34773:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788777400.676823:0:34773:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788777400.676826:0:34773:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788777400.676827:0:34773:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788777400.676828:0:34773:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676830:0:34773:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.676834:0:34773:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788777400.676836:0:34773:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.676838:0:34773:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:1.0:1788777400.676840:0:34773:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788777400.676843:0:34773:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788777400.676921:0:34773:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777400.676923:0:34773:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788777400.676925:0:34773:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788777400.676926:0:34773:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788777400.676929:0:34773:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1788777400 a=1788777400 c=1788777400 b=1 00020000:00000001:1.0:1788777400.676932:0:34773:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788777400.676935:0:34773:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777400 a=1788777400 c=1788777400 b=1 00020000:00000001:1.0:1788777400.676937:0:34773:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676940:0:34773:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676941:0:34773:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:1.0:1788777400.676944:0:34773:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788777400.676946:0:34773:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788777400.676948:0:34773:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788777400.676950:0:34773:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_release():245 00000020:00000001:1.0:1788777400.676953:0:34773:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.676954:0:34773:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788777400.676957:0:34773:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788777400.676959:0:34773:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788777400.676960:0:34773:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221442056 : -118390488109560 : ffff94531102ee08) 00000020:00000001:1.0:1788777400.676961:0:34773:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788777400.676962:0:34773:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945307dcdfb0 (ffff9453093ee518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788777400.676965:0:34773:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788777400.676966:0:34773:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788777400.676967:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.676968:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788777400.676969:0:34773:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788777400.676970:0:34773:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.676971:0:34773:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.676972:0:34773:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788777400.676973:0:34773:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.676974:0:34773:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8000 (ffff9453093ee878/0) at cl_lock_fini():72 00020000:00000001:1.0:1788777400.676977:0:34773:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788777400.676978:0:34773:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788777400.676979:0:34773:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945307dcdfb0 (ffff9453093ee878/1) at cl_lock_fini():72 00000008:00000010:1.0:1788777400.676982:0:34773:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff945307aaba20. 00000020:00000001:1.0:1788777400.676984:0:34773:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788777400.676986:0:34773:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945307dcdf80. 00020000:00000001:1.0:1788777400.676989:0:34773:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.676990:0:34773:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788777400.676991:0:34773:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788777400.676992:0:34773:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.676994:0:34773:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788777400.676996:0:34773:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788777400.676998:0:34773:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788777400.676999:0:34773:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788777400.677000:0:34773:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777400.677002:0:34773:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee510 00020000:00000001:1.0:1788777400.677004:0:34773:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788777400.677006:0:34773:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788777400.677008:0:34773:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788777400.677010:0:34773:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788777400.677013:0:34773:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788777400.677015:0:34773:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.677017:0:34773:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788777400.677018:0:34773:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788777400.677020:0:34773:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788777400.677021:0:34773:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee870 00000001:00000001:1.0:1788777400.677023:0:34773:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.677027:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3d08 00000080:00000008:1.0:1788777400.677030:0:34773:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788777400.677035:0:34773:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777400.677036:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3da0 00000080:00002000:1.0:1788777400.677038:0:34773:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320ac4e58, parent ffff9453208d0a20, inode ffff9453209acb08) hashed, 00000080:00000001:1.0:1788777400.677041:0:34773:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.677079:0:34773:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777400.677081:0:34773:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777400.677083:0:34773:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777400.677084:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3bc0 00000080:00200000:1.0:1788777400.677086:0:34773:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777400.677091:0:34773:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453101d5c00. 00800000:00000002:1.0:1788777400.677094:0:34773:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777400.677097:0:34773:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777400.677099:0:34773:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.677101:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3ae0 00800000:00000002:1.0:1788777400.677103:0:34773:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777400.677106:0:34773:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777400.677109:0:34773:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777400.677113:0:34773:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.677115:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd39b0 00000002:00010000:1.0:1788777400.677306:0:34773:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777400.677548:0:34773:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777400.677551:0:34773:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777400.677553:0:34773:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.677558:0:34773:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:1.0:1788777400.677561:0:34773:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.677564:0:34773:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.677567:0:34773:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.677570:0:34773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788777400.677583:0:34773:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.677587:0:34773:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.677589:0:34773:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788777400.677595:0:34773:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777400.677597:0:34773:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777400.677599:0:34773:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.677601:0:34773:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.677603:0:34773:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.677605:0:34773:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777400.677608:0:34773:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777400.677610:0:34773:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777400.677613:0:34773:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9453101d5c00. 00000080:00000001:1.0:1788777400.677617:0:34773:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777400.677618:0:34773:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.677620:0:34773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777400.677623:0:34773:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af89a4 00800000:00000001:1.0:1788777400.677626:0:34773:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777400.677629:0:34773:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777400.677630:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.677632:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.677633:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.677635:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.677638:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.677640:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.677642:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.677643:0:34773:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.677644:0:34773:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.677647:0:34773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af89a4 from it ffffb1cb81cd3bf8 00010000:00000001:1.0:1788777400.677649:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.677650:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.677652:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.677653:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.677655:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.677657:0:34773:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.677659:0:34773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788777400.677666:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.677667:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.677668:0:34773:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.677669:0:34773:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.677672:0:34773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777400.677678:0:34773:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.677680:0:34773:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.677682:0:34773:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.677684:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.677686:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.677687:0:34773:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.677689:0:34773:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.677690:0:34773:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.677691:0:34773:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.677694:0:34773:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.677695:0:34773:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.677696:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.677698:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777400.677699:0:34773:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777400.677701:0:34773:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.677703:0:34773:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777400.677706:0:34773:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.677710:0:34773:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777400.677712:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3be8 00000080:00002000:1.0:1788777400.677713:0:34773:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320ac4e58) flags 0x48004e refc 0 00000080:00000001:1.0:1788777400.677715:0:34773:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.677717:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3c30 00000080:00200000:1.0:1788777400.677719:0:34773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1788777400.677736:0:34773:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788777400.677739:0:34773:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1788777400.677743:0:34773:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777400.677744:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3e40 00000080:00002000:1.0:1788777400.677746:0:34773:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320ac4e58, parent ffff9453208d0a20, inode ffff9453209acb08) hashed, 00000080:00000001:1.0:1788777400.677748:0:34773:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.677760:0:34773:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777400.677762:0:34773:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788777400.677763:0:34773:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788777400.677764:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3bc0 00000080:00200000:1.0:1788777400.677766:0:34773:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:1.0:1788777400.677770:0:34773:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9453101d5c00. 00800000:00000002:1.0:1788777400.677773:0:34773:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:1.0:1788777400.677775:0:34773:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788777400.677776:0:34773:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.677778:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3ae0 00800000:00000002:1.0:1788777400.677780:0:34773:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788777400.677782:0:34773:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788777400.677785:0:34773:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788777400.677788:0:34773:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788777400.677789:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd39b0 00000002:00010000:1.0:1788777400.677791:0:34773:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788777400.677793:0:34773:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788777400.677794:0:34773:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788777400.677795:0:34773:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788777400.677798:0:34773:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:1.0:1788777400.677800:0:34773:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788777400.677802:0:34773:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788777400.677804:0:34773:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788777400.677807:0:34773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788777400.677813:0:34773:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788777400.677815:0:34773:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777400.677818:0:34773:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788777400.677823:0:34773:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788777400.677824:0:34773:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788777400.677826:0:34773:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.677827:0:34773:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788777400.677828:0:34773:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.677830:0:34773:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788777400.677832:0:34773:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788777400.677834:0:34773:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:1.0:1788777400.677835:0:34773:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9453101d5c00. 00000080:00000001:1.0:1788777400.677838:0:34773:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788777400.677839:0:34773:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.677841:0:34773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:1.0:1788777400.677919:0:34773:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af89a4 00800000:00000001:1.0:1788777400.677923:0:34773:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788777400.677924:0:34773:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788777400.677926:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.677927:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.677929:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.677931:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.677933:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.677935:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.677936:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788777400.677937:0:34773:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788777400.677939:0:34773:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788777400.677941:0:34773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af89a4 from it ffffb1cb81cd3bf8 00010000:00000001:1.0:1788777400.677942:0:34773:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788777400.677944:0:34773:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788777400.677945:0:34773:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:1.0:1788777400.677946:0:34773:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.677948:0:34773:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:1.0:1788777400.677950:0:34773:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788777400.677953:0:34773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788777400.677959:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.677960:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.677961:0:34773:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788777400.677963:0:34773:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788777400.677965:0:34773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788777400.677971:0:34773:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777400.677972:0:34773:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788777400.677973:0:34773:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788777400.677975:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.677976:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788777400.677978:0:34773:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.677980:0:34773:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788777400.677981:0:34773:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.677982:0:34773:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.677985:0:34773:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777400.677986:0:34773:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788777400.677987:0:34773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788777400.677988:0:34773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788777400.677990:0:34773:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788777400.677991:0:34773:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788777400.677993:0:34773:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788777400.677996:0:34773:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788777400.677998:0:34773:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788777400.678000:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3be8 00000080:00002000:1.0:1788777400.678002:0:34773:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320ac4e58) flags 0x48004e refc 0 00000080:00000001:1.0:1788777400.678004:0:34773:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777400.678005:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3c30 00000080:00200000:1.0:1788777400.678007:0:34773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1788777400.678012:0:34773:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788777400.678015:0:34773:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788777400.678017:0:34773:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788777400.678018:0:34773:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81cd3e40 00000080:00002000:1.0:1788777400.678020:0:34773:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320ac4e58, parent ffff9453208d0a20, inode ffff9453209acb08) hashed, 00000080:00000001:1.0:1788777400.678023:0:34773:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.689684:0:34774:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777400.689691:0:34774:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777400.689694:0:34774:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777400.689697:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bb20 00000080:00200000:0.0:1788777400.689702:0:34774:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777400.689709:0:34774:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0be00. 00800000:00000002:0.0:1788777400.689715:0:34774:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777400.689719:0:34774:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777400.689724:0:34774:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.689726:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0ba40 00800000:00000002:0.0:1788777400.689729:0:34774:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777400.689732:0:34774:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777400.689736:0:34774:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777400.689741:0:34774:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.689743:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0b910 00000002:00010000:0.0:1788777400.689745:0:34774:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777400.689747:0:34774:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777400.689749:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.689752:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.689758:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777400.689760:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777400.689764:0:34774:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777400.689768:0:34774:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777400.689773:0:34774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788777400.689784:0:34774:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777400.689788:0:34774:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777400.689792:0:34774:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788777400.689798:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777400.689800:0:34774:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777400.689801:0:34774:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.689803:0:34774:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.689805:0:34774:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.689807:0:34774:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777400.689810:0:34774:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777400.689813:0:34774:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777400.689816:0:34774:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0be00. 00000080:00000001:0.0:1788777400.689822:0:34774:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777400.689824:0:34774:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.689828:0:34774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777400.689832:0:34774:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af89a4 00800000:00000001:0.0:1788777400.689835:0:34774:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777400.689837:0:34774:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777400.689839:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.689841:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.689947:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:0.0:1788777400.689950:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.689953:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.689957:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.689958:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777400.689960:0:34774:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777400.689961:0:34774:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.689964:0:34774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af89a4 from it ffffb1cb81d0bb58 00010000:00000001:0.0:1788777400.689966:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.689967:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.689968:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:0.0:1788777400.689970:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.689972:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.689974:0:34774:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777400.689977:0:34774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788777400.689984:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.689985:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.689986:0:34774:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777400.689988:0:34774:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777400.689991:0:34774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777400.689997:0:34774:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777400.690000:0:34774:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777400.690002:0:34774:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777400.690006:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690007:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.690009:0:34774:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690012:0:34774:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777400.690014:0:34774:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690015:0:34774:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690018:0:34774:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690021:0:34774:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777400.690022:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690023:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777400.690026:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777400.690027:0:34774:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.690030:0:34774:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777400.690034:0:34774:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.690037:0:34774:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777400.690040:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bb48 00000080:00002000:0.0:1788777400.690042:0:34774:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320ac4e58) flags 0x48004e refc 0 00000080:00000001:0.0:1788777400.690044:0:34774:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690046:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bb90 00000080:00200000:0.0:1788777400.690048:0:34774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1788777400.690056:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bd08 00000080:00200008:0.0:1788777400.690059:0:34774:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777400.690063:0:34774:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777400.690064:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bc80 00000080:00200000:0.0:1788777400.690066:0:34774:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08),name=recon 00000080:00000010:0.0:1788777400.690071:0:34774:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0be00. 00800000:00000002:0.0:1788777400.690074:0:34774:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777400.690078:0:34774:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777400.690080:0:34774:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.690081:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bba0 00800000:00000002:0.0:1788777400.690083:0:34774:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777400.690085:0:34774:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777400.690088:0:34774:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777400.690091:0:34774:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.690093:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0ba70 00000002:00010000:0.0:1788777400.690095:0:34774:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777400.690098:0:34774:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777400.690099:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.690100:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.690103:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:0.0:1788777400.690105:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777400.690108:0:34774:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777400.690110:0:34774:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777400.690113:0:34774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788777400.690120:0:34774:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777400.690122:0:34774:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777400.690125:0:34774:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788777400.690141:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777400.690143:0:34774:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777400.690144:0:34774:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.690146:0:34774:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.690147:0:34774:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.690149:0:34774:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777400.690151:0:34774:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777400.690153:0:34774:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777400.690155:0:34774:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0be00. 00000080:00000001:0.0:1788777400.690158:0:34774:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777400.690160:0:34774:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.690162:0:34774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) 00000080:00010000:0.0:1788777400.690164:0:34774:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9453209acb08) for lock 0xe53f2b0cb7af8981 00800000:00000001:0.0:1788777400.690166:0:34774:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777400.690168:0:34774:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777400.690169:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.690170:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.690172:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:0.0:1788777400.690174:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:0.0:1788777400.690176:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:0.0:1788777400.690178:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690179:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777400.690180:0:34774:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777400.690182:0:34774:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.690183:0:34774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af8981 from it ffffb1cb81d0bcb8 00010000:00000001:0.0:1788777400.690185:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.690186:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.690187:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c000 refcount=3 00000020:00000001:0.0:1788777400.690188:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:0.0:1788777400.690190:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958237696 : -118390751313920 : ffff94530152c000) 00010000:00000001:0.0:1788777400.690192:0:34774:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777400.690194:0:34774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788777400.690200:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690200:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.690201:0:34774:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777400.690203:0:34774:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777400.690204:0:34774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788777400.690210:0:34774:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777400.690211:0:34774:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777400.690212:0:34774:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777400.690214:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690215:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.690216:0:34774:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690218:0:34774:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777400.690250:0:34774:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690252:0:34774:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690254:0:34774:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690256:0:34774:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777400.690257:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690259:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777400.690261:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777400.690262:0:34774:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777400.690265:0:34774:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788777400.690268:0:34774:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788777400.690270:0:34774:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788777400.690272:0:34774:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788777400.690274:0:34774:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.690276:0:34774:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777400.690279:0:34774:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788777400.690282:0:34774:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777400.690285:0:34774:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:0.0:1788777400.690288:0:34774:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:0.0:1788777400.690293:0:34774:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:0.0:1788777400.690296:0:34774:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788777400.690298:0:34774:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788777400.690300:0:34774:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788777400.690303:0:34774:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777400.690304:0:34774:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788777400.690306:0:34774:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777400.690317:0:34774:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.690319:0:34774:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788777400.690589:0:34774:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105c82b0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788777400.690594:0:34774:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00020000:00000001:0.0:1788777400.690597:0:34774:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788777400.690599:0:34774:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788777400.690601:0:34774:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788777400.690603:0:34774:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.690604:0:34774:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788777400.690606:0:34774:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788777400.690608:0:34774:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690609:0:34774:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777400.690611:0:34774:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788777400.690612:0:34774:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788777400.690613:0:34774:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00000020:00000001:0.0:1788777400.690615:0:34774:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788777400.690618:0:34774:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788777400.690619:0:34774:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788777400.690621:0:34774:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788777400.690624:0:34774:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788777400.690626:0:34774:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788777400.690627:0:34774:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788777400.690632:0:34774:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788777400.690638:0:34774:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff945309327400. 00020000:00000002:0.0:1788777400.690640:0:34774:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788777400.690643:0:34774:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788777400.690644:0:34774:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777400.690646:0:34774:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788777400.690647:0:34774:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777400.690649:0:34774:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091153336 : -118390618398280 : ffff9453093ee1b8) 00000020:00001000:0.0:1788777400.690651:0:34774:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee1b0 00000020:00000001:0.0:1788777400.690654:0:34774:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:0.0:1788777400.690655:0:34774:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788777400.690658:0:34774:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788777400.690659:0:34774:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788777400.690660:0:34774:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.690662:0:34774:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.690664:0:34774:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437384 : -118390488114232 : ffff94531102dbc8) 00000020:00000001:0.0:1788777400.690665:0:34774:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788777400.690670:0:34774:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9453056f0390. 00000008:00010000:0.0:1788777400.690672:0:34774:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788777400.690675:0:34774:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777400.690676:0:34774:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788777400.690678:0:34774:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff945309327430, osc lock ffff9453056f0390, flags 0x400001002 00000020:00000001:0.0:1788777400.690680:0:34774:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.690682:0:34774:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.690684:0:34774:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625683090338816 : -118390619212800 : ffff945309327400) 00000020:00000001:0.0:1788777400.690686:0:34774:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788777400.690687:0:34774:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788777400.690688:0:34774:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690690:0:34774:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690692:0:34774:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788777400.690693:0:34774:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788777400.690695:0:34774:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777400.690696:0:34774:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788777400.690697:0:34774:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777400.690698:0:34774:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437384 : -118390488114232 : ffff94531102dbc8) 00000020:00000001:0.0:1788777400.690700:0:34774:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777400.690702:0:34774:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788777400.690704:0:34774:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788777400.690707:0:34774:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788777400.690709:0:34774:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788777400.690710:0:34774:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788777400.690712:0:34774:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788777400.690713:0:34774:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788777400.690714:0:34774:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788777400.690716:0:34774:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788777400.690718:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.690722:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:0.0:1788777400.690724:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777400.690728:0:34774:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777400.690731:0:34774:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777400.690735:0:34774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:0.0:1788777400.690743:0:34774:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777400.690746:0:34774:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777400.690748:0:34774:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788777400.690755:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.690756:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.690758:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=4 00000020:00000001:0.0:1788777400.690760:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777400.690762:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000008:00000001:0.0:1788777400.690765:0:34774:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788777400.690768:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.690769:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.690770:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=5 00000020:00000001:0.0:1788777400.690771:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777400.690773:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00000020:00000001:0.0:1788777400.690776:0:34774:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777400.690779:0:34774:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788777400.690780:0:34774:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788777400.690782:0:34774:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690783:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.690784:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.690785:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=6 00000020:00000001:0.0:1788777400.690787:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777400.690788:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777400.690790:0:34774:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777400.690793:0:34774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788777400.690799:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690800:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.690801:0:34774:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777400.690802:0:34774:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777400.690804:0:34774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788777400.690810:0:34774:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777400.690812:0:34774:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777400.690813:0:34774:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777400.690815:0:34774:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690817:0:34774:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777400.690818:0:34774:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690819:0:34774:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690821:0:34774:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.690823:0:34774:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777400.690824:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690825:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.690826:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690827:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777400.690829:0:34774:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788777400.690831:0:34774:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690833:0:34774:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788777400.690835:0:34774:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690836:0:34774:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690837:0:34774:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788777400.690839:0:34774:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788777400.690841:0:34774:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788777400.690843:0:34774:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788777400.690923:0:34774:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690926:0:34774:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.690930:0:34774:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788777400.690932:0:34774:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:0.0:1788777400.690934:0:34774:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:0.0:1788777400.690936:0:34774:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788777400.690938:0:34774:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788777400.690941:0:34774:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788777400 a=1788777400 c=1788777400 b=1 00020000:00000001:0.0:1788777400.690945:0:34774:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690947:0:34774:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.690948:0:34774:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000080:00200000:0.0:1788777400.690950:0:34774:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788777400.690952:0:34774:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788777400.690954:0:34774:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788777400.690955:0:34774:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9453105c8250 (ffff9453093eee18/0) at cl_lock_release():245 00000020:00000001:0.0:1788777400.690958:0:34774:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777400.690960:0:34774:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9453105c8250 (ffff9453093eee18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788777400.690962:0:34774:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788777400.690964:0:34774:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788777400.690965:0:34774:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221437384 : -118390488114232 : ffff94531102dbc8) 00000020:00000001:0.0:1788777400.690967:0:34774:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788777400.690968:0:34774:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff945309327430 (ffff9453093ee1b8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788777400.690970:0:34774:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788777400.690971:0:34774:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788777400.690973:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.690974:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788777400.690976:0:34774:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788777400.690977:0:34774:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777400.690978:0:34774:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777400.690979:0:34774:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788777400.690980:0:34774:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777400.690981:0:34774:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9453105c8250 (ffff9453093eee18/0) at cl_lock_fini():72 00020000:00000001:0.0:1788777400.690985:0:34774:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788777400.690986:0:34774:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788777400.690987:0:34774:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff945309327430 (ffff9453093eee18/1) at cl_lock_fini():72 00000008:00000010:0.0:1788777400.690990:0:34774:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9453056f0390. 00000020:00000001:0.0:1788777400.690993:0:34774:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788777400.690994:0:34774:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff945309327400. 00020000:00000001:0.0:1788777400.690997:0:34774:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788777400.690998:0:34774:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788777400.691000:0:34774:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788777400.691001:0:34774:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.691003:0:34774:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788777400.691005:0:34774:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788777400.691007:0:34774:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788777400.691008:0:34774:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788777400.691009:0:34774:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777400.691011:0:34774:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee1b0 00020000:00000001:0.0:1788777400.691013:0:34774:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788777400.691015:0:34774:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788777400.691018:0:34774:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788777400.691019:0:34774:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788777400.691023:0:34774:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788777400.691024:0:34774:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.691026:0:34774:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788777400.691028:0:34774:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788777400.691029:0:34774:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788777400.691030:0:34774:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00000001:00000001:0.0:1788777400.691032:0:34774:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.691036:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bd08 00000080:00000008:0.0:1788777400.691039:0:34774:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9453209acb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788777400.691043:0:34774:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788777400.691045:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bda0 00000080:00002000:0.0:1788777400.691047:0:34774:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff945320ac4e58, parent ffff9453208d0a20, inode ffff9453209acb08) hashed, 00000080:00000001:0.0:1788777400.691050:0:34774:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.691076:0:34774:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777400.691079:0:34774:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777400.691080:0:34774:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777400.691081:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bbd8 00000080:00200000:0.0:1788777400.691083:0:34774:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777400.691087:0:34774:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0be00. 00800000:00000002:0.0:1788777400.691091:0:34774:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777400.691093:0:34774:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777400.691095:0:34774:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.691097:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0baf8 00800000:00000002:0.0:1788777400.691099:0:34774:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777400.691102:0:34774:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777400.691105:0:34774:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777400.691108:0:34774:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.691110:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0b9c8 00000002:00010000:0.0:1788777400.691111:0:34774:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777400.691114:0:34774:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777400.691115:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.691116:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.691120:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777400.691122:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777400.691124:0:34774:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777400.691127:0:34774:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777400.691139:0:34774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788777400.691147:0:34774:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777400.691149:0:34774:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777400.691152:0:34774:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788777400.691159:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777400.691160:0:34774:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777400.691162:0:34774:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.691164:0:34774:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.691166:0:34774:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.691168:0:34774:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777400.691170:0:34774:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777400.691173:0:34774:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777400.691175:0:34774:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0be00. 00000080:00000001:0.0:1788777400.691178:0:34774:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777400.691180:0:34774:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.691182:0:34774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777400.691185:0:34774:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af89a4 00800000:00000001:0.0:1788777400.691188:0:34774:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777400.691190:0:34774:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777400.691191:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.691192:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.691194:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:0.0:1788777400.691195:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.691197:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.691200:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.691201:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777400.691202:0:34774:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777400.691204:0:34774:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.691206:0:34774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af89a4 from it ffffb1cb81d0bc10 00010000:00000001:0.0:1788777400.691208:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.691209:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.691210:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:0.0:1788777400.691212:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.691214:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.691216:0:34774:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777400.691555:0:34774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788777400.691564:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.691565:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.691566:0:34774:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777400.691568:0:34774:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777400.691570:0:34774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788777400.691575:0:34774:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777400.691578:0:34774:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777400.691579:0:34774:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777400.691582:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.691583:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.691584:0:34774:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.691586:0:34774:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777400.691587:0:34774:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.691589:0:34774:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.691591:0:34774:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.691593:0:34774:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777400.691594:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.691595:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777400.691598:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777400.691599:0:34774:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.691601:0:34774:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788777400.691604:0:34774:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.691611:0:34774:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788777400.691613:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bda0 00000080:00002000:0.0:1788777400.691615:0:34774:0:(dcache.c:87:ll_dcompare()) found name recon(ffff945320ac4e58) flags 0x48004e refc 0 00000080:00000001:0.0:1788777400.691617:0:34774:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777400.691619:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0be10 00000080:00200000:0.0:1788777400.691621:0:34774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:0.0:1788777400.691625:0:34774:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788777400.691626:0:34774:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788777400.691627:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bd30 00000080:00200000:0.0:1788777400.691629:0:34774:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08),name=/ 00000080:00000010:0.0:1788777400.691633:0:34774:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0be00. 00800000:00000002:0.0:1788777400.691636:0:34774:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00000080:00000001:0.0:1788777400.691639:0:34774:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788777400.691641:0:34774:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.691642:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bc50 00800000:00000002:0.0:1788777400.691644:0:34774:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788777400.691648:0:34774:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788777400.691650:0:34774:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788777400.691653:0:34774:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788777400.691654:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bb20 00000002:00010000:0.0:1788777400.691656:0:34774:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788777400.691658:0:34774:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788777400.691660:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.691661:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.691664:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777400.691665:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777400.691668:0:34774:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777400.691670:0:34774:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777400.691673:0:34774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788777400.691680:0:34774:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788777400.691682:0:34774:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777400.691685:0:34774:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788777400.691690:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788777400.691692:0:34774:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777400.691693:0:34774:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.691695:0:34774:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788777400.691697:0:34774:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.691698:0:34774:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788777400.691701:0:34774:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788777400.691703:0:34774:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:0.0:1788777400.691705:0:34774:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0be00. 00000080:00000001:0.0:1788777400.691707:0:34774:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788777400.691709:0:34774:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.691710:0:34774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00010000:0.0:1788777400.691713:0:34774:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9453209dec08) for lock 0xe53f2b0cb7af89a4 00800000:00000001:0.0:1788777400.691716:0:34774:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788777400.691718:0:34774:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788777400.691719:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.691720:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.691722:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:0.0:1788777400.691723:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.691726:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.691727:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.691729:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788777400.691730:0:34774:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788777400.691732:0:34774:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788777400.691734:0:34774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe53f2b0cb7af89a4 from it ffffb1cb81d0bd68 00010000:00000001:0.0:1788777400.691735:0:34774:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777400.691737:0:34774:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777400.691738:0:34774:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9453077e9400 refcount=3 00000020:00000001:0.0:1788777400.691739:0:34774:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.691741:0:34774:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625683061773312 : -118390647778304 : ffff9453077e9400) 00010000:00000001:0.0:1788777400.691743:0:34774:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788777400.691745:0:34774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788777400.691751:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.691752:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.691753:0:34774:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788777400.691754:0:34774:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788777400.691757:0:34774:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788777400.691762:0:34774:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788777400.691763:0:34774:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788777400.691764:0:34774:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788777400.691766:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.691767:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.691768:0:34774:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.691770:0:34774:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788777400.691771:0:34774:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.691773:0:34774:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.691775:0:34774:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.691776:0:34774:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788777400.691777:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.691778:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788777400.691780:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788777400.691781:0:34774:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788777400.691784:0:34774:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9453209dec08), inode mode 41ff mask 3 00000080:00000001:0.0:1788777400.691787:0:34774:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.691790:0:34774:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1788777400.691792:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0bdf8 00000080:00200000:0.0:1788777400.691794:0:34774:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9453209dec08) 00000080:00000001:0.0:1788777400.691796:0:34774:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788777400.691798:0:34774:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788777400.691801:0:34774:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091156504 : -118390618395112 : ffff9453093eee18) 00000020:00001000:0.0:1788777400.691803:0:34774:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093eee10 00000020:00000001:0.0:1788777400.691805:0:34774:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788777400.691808:0:34774:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00020000:00000002:0.0:1788777400.691812:0:34774:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff945304d6c7e0 addref 2/0 by ffff945310bd27c0. 00020000:00000002:0.0:1788777400.691814:0:34774:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00020000:00000001:0.0:1788777400.691816:0:34774:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788777400.691819:0:34774:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788777400.691820:0:34774:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788777400.691821:0:34774:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788777400.691824:0:34774:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788777400.691825:0:34774:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093eee10 00000080:00000001:0.0:1788777400.691828:0:34774:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788777400.691831:0:34774:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff945308a0be00. 00800000:00000002:0.0:1788777400.691834:0:34774:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff945311048c80 2 00800000:00000001:0.0:1788777400.691840:0:34774:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788777400.691856:0:34774:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788777400.691858:0:34774:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x36:0x0] 00800000:00000001:0.0:1788777400.691861:0:34774:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788777400.691862:0:34774:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x36:0x0] -> mds #0 00000002:00000001:0.0:1788777400.691866:0:34774:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788777400.691868:0:34774:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777400.691871:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 2 00010000:00000001:0.0:1788777400.691873:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777400.691875:0:34774:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777400.691877:0:34774:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777400.691880:0:34774:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788777400.691888:0:34774:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777400.691891:0:34774:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777400.691893:0:34774:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777400.691895:0:34774:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788777400.691897:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.691898:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.691900:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:0.0:1788777400.691902:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777400.691904:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777400.691905:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.691906:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.691908:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:0.0:1788777400.691910:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777400.691912:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777400.691913:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.691914:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.691916:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303e34d00 count: 3 00010000:00000001:0.0:1788777400.691918:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777400.691920:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.691922:0:34774:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788777400.691924:0:34774:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9453209deb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788777400.691928:0:34774:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788777400.691931:0:34774:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788777400.691933:0:34774:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788777400.691934:0:34774:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777400.691937:0:34774:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788777400.691940:0:34774:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788777400.691942:0:34774:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788777400.691944:0:34774:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777400.691946:0:34774:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788777400.691948:0:34774:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9453077e9400 with handle 0xe53f2b0cb7af89a4 from hash 00010000:00000001:0.0:1788777400.691951:0:34774:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788777400.691952:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788777400.691954:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788777400.691955:0:34774:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788777400.691957:0:34774:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788777400.691958:0:34774:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788777400.691961:0:34774:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788777400.691963:0:34774:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777400.691966:0:34774:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788777400.691968:0:34774:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788777400.691970:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 3 00010000:00000001:0.0:1788777400.691972:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788777400.691974:0:34774:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788777400.691976:0:34774:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788777400.691979:0:34774:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788777400.691985:0:34774:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788777400.691987:0:34774:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788777400.691988:0:34774:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788777400.691989:0:34774:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode CR 00000002:00000001:0.0:1788777400.691991:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.691992:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.691994:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 4 00010000:00000001:0.0:1788777400.691996:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777400.691998:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777400.691999:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.692000:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.692001:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 4 00010000:00000001:0.0:1788777400.692003:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777400.692005:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788777400.692006:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788777400.692008:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788777400.692009:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 4 00010000:00000001:0.0:1788777400.692011:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788777400.692013:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.692014:0:34774:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788777400.692016:0:34774:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788777400.692019:0:34774:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788777400.692023:0:34774:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff945308a0bc00. 00000080:00000001:0.0:1788777400.692025:0:34774:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788777400.692028:0:34774:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788777400.692031:0:34774:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788777400.692033:0:34774:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:0.0:1788777400.692036:0:34774:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788777400.692038:0:34774:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9453090ac800: [0x200000404:0x36:0x0] file closed with intent: 0 00000100:00000010:0.0:1788777400.692043:0:34774:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308be1f80. 00000020:00000040:0.0:1788777400.692047:0:34774:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:0.0:1788777400.692051:0:34774:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788777400.692053:0:34774:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788777400.692056:0:34774:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788777400.692062:0:34774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945308a0aa00. 00000100:00000001:0.0:1788777400.692068:0:34774:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788777400.692084:0:34774:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788777400.692095:0:34774:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788777400.692101:0:34774:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308be1f80 x1875667126152064/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788777400.692107:0:34774:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788777400.692109:0:34774:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788777400.692115:0:34774:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453091f3180. 00000100:00000001:0.0:1788777400.692117:0:34774:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683089076608 : -118390620475008 : ffff9453091f3180) 00000100:00000001:0.0:1788777400.692120:0:34774:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777400.692121:0:34774:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000100:00000001:0.0:1788777400.692125:0:34774:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788777400.692128:0:34774:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.692140:0:34774:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788777400.692142:0:34774:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788777400.692146:0:34774:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308be1f80 x1875667126152064/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.692154:0:34774:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788777400.692156:0:34774:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777400.692159:0:34774:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788777400.692161:0:34774:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788777400.692163:0:34774:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777400.692167:0:34774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308be1f80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34774:1875667126152064:192.168.203.135@tcp:35:rm.0 00000100:00000001:0.0:1788777400.692170:0:34774:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788777400.692175:0:34774:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788777400.692177:0:34774:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777400.692180:0:34774:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788777400.692184:0:34774:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945307d21800. 02000000:00000001:0.0:1788777400.692186:0:34774:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788777400.692192:0:34774:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:0.0:1788777400.692197:0:34774:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530014b268. 00000400:00000010:0.0:1788777400.692203:0:34774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c550. 00000100:00000200:0.0:1788777400.692209:0:34774:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126152064, portal 10 00000100:00000001:0.0:1788777400.692211:0:34774:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788777400.692212:0:34774:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000100:00000040:0.0:1788777400.692218:0:34774:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff945308be1f80 x1875667126152064/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.692258:0:34774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777400.692261:0:34774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777400.692264:0:34774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c000. 00000100:00000200:0.0:1788777400.692267:0:34774:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875667126152064, offset 0 00000400:00000200:0.0:1788777400.692273:0:34774:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777400.692281:0:34774:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.692288:0:34774:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777400.692293:0:34774:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788777400.692297:0:34774:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:0.0:1788777400.692300:0:34774:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788777400.692303:0:34774:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:0.0:1788777400.692306:0:34774:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2671:2671:256:4294967295] 192.168.203.135@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:0.0:1788777400.692309:0:34774:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.692317:0:34774:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777400.692335:0:34774:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777400.692769:0:34774:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114f600. 00000800:00000200:0.0:1788777400.692779:0:34774:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777400.692785:0:34774:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777400.692789:0:34774:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114f600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788777400.692836:0:34774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777400.692848:0:34774:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 804123 usecs (805 jiffies) 00000400:00000200:0.0:1788777400.692852:0:34774:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:0.0:1788777400.692855:0:34774:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551804 00000100:00000001:0.0:1788777400.692862:0:34774:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551751 00000100:00000001:0.0:1788777400.692866:0:34774:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551804 00000100:00000001:0.0:1788777400.692869:0:34774:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551751 00000100:00000001:0.0:1788777400.692872:0:34774:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777400.692875:0:34774:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.692877:0:34774:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777400.692879:0:34774:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788777400.692882:0:34774:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453091f3180 going to sleep for 11 seconds 00000100:00000001:0.0:1788777400.692885:0:34774:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788777400.692888:0:34774:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777400.694910:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777400.694919:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114f600. 00000400:00000200:1.0:1788777400.694926:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777400.694933:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777400.694940:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c000 00000400:00000010:1.0:1788777400.694943:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c000. 00000100:00000001:1.0:1788777400.694947:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777400.694954:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308be1f80 x1875667126152064/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.694965:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777400.694968:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1f80 x1875667126152064/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788777400.694975:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777400.694976:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777400.700014:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.700031:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.700035:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.700037:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.700046:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.700054:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.700063:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.700068:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.700073:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.700076:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c56b80 00000400:00000200:0.0:1788777400.700081:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.700087:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7279 [1] + 224 00000800:00000001:0.0:1788777400.700094:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.700149:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.700153:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.700157:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.700165:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.700175:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308be1f80 x1875667126152064/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788777400.700186:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff945308be1f80 x1875667126152064/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788777400.700206:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777400.700215:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.700255:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.700369:0:34774:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777400.700376:0:34774:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.700378:0:34774:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.700381:0:34774:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530014b268. 00000400:00000200:3.0:1788777400.700386:0:34774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c550 00000400:00000010:3.0:1788777400.700389:0:34774:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c550. 00000100:00000001:3.0:1788777400.700392:0:34774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.700397:0:34774:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308be1f80 x1875667126152064/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788777400.700405:0:34774:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308be1f80 x1875667126152064/t0(0) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.700410:0:34774:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.700412:0:34774:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.700415:0:34774:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777400.700418:0:34774:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.700420:0:34774:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.700422:0:34774:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.700425:0:34774:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777400.700433:0:34774:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453110244a8 time=73 v=5 (10 5 5 5) 00000100:00001000:3.0:1788777400.700437:0:34774:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.700440:0:34774:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777400.700441:0:34774:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.700444:0:34774:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.700447:0:34774:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.700450:0:34774:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777400.700452:0:34774:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788777400.700454:0:34774:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777400.700457:0:34774:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.700458:0:34774:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000100:00000001:3.0:1788777400.700462:0:34774:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.700464:0:34774:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1788777400.700465:0:34774:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.700467:0:34774:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.700472:0:34774:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308be1f80 x1875667126152064/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.700479:0:34774:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.700482:0:34774:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.700484:0:34774:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.700487:0:34774:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308be1f80 x1875667126152064/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788777400.700496:0:34774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308be1f80 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34774:1875667126152064:192.168.203.135@tcp:35:rm.0 00000100:00000001:3.0:1788777400.700500:0:34774:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.700503:0:34774:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.700505:0:34774:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777400.700507:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.700510:0:34774:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1f80 x1875667126152064/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.700516:0:34774:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.700519:0:34774:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453091f3180. 00000100:00000001:3.0:1788777400.700522:0:34774:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777400.700523:0:34774:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.700530:0:34774:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.700531:0:34774:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683082715008 : -118390626836608 : ffff945308be1f80) 00000002:00000001:3.0:1788777400.700534:0:34774:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.700537:0:34774:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777400.700542:0:34774:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0bc00. 00000080:00000001:3.0:1788777400.700545:0:34774:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788777400.700548:0:34774:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788777400.700553:0:34774:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788777400.700558:0:34774:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.700565:0:34774:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.700566:0:34774:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087478272 : -118390622073344 : ffff94530906ce00) 00000100:00000001:3.0:1788777400.700569:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.700572:0:34774:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.700578:0:34774:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.700580:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.700583:0:34774:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308be1f80 x1875667126152064/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.700588:0:34774:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.700590:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.700592:0:34774:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ce00 x1875667126151808/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.700599:0:34774:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788777400.700602:0:34774:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.700604:0:34774:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777400.700606:0:34774:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777400.700609:0:34774:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94531068a400. 02000000:00000001:3.0:1788777400.700613:0:34774:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777400.700615:0:34774:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777400.700617:0:34774:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ce00. 00000100:00000001:3.0:1788777400.700622:0:34774:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777400.700623:0:34774:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.700624:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.700627:0:34774:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308be1f80 x1875667126152064/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.700632:0:34774:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.700634:0:34774:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945305512d00. 00000002:00000001:3.0:1788777400.700637:0:34774:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.700639:0:34774:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788777400.700641:0:34774:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff945311a9c5c0. 00000100:00000001:3.0:1788777400.700644:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.700646:0:34774:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308be1f80 x1875667126152064/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788777400.700652:0:34774:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777400.700654:0:34774:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777400.700657:0:34774:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945307d21800. 02000000:00000001:3.0:1788777400.700659:0:34774:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777400.700660:0:34774:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777400.700661:0:34774:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:3.0:1788777400.700663:0:34774:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777400.700665:0:34774:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945308a0aa00. 02000000:00000001:3.0:1788777400.700667:0:34774:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777400.700668:0:34774:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777400.700669:0:34774:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308be1f80. 00000100:00000001:3.0:1788777400.700672:0:34774:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777400.700673:0:34774:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777400.700676:0:34774:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.700679:0:34774:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777400.700681:0:34774:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:3.0:1788777400.700685:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777400.700687:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.700693:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 4 00010000:00000001:3.0:1788777400.700696:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777400.700700:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777400.700702:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777400.700703:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.700704:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 4 00010000:00000001:3.0:1788777400.700706:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777400.700708:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.700710:0:34774:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.700712:0:34774:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777400.700714:0:34774:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.700718:0:34774:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777400.700720:0:34774:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777400.700723:0:34774:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777400.700726:0:34774:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:3.0:1788777400.700730:0:34774:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777400.700733:0:34774:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777400.700737:0:34774:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777400.700739:0:34774:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777400.700742:0:34774:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777400.700744:0:34774:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.700745:0:34774:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777400.700747:0:34774:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:3.0:1788777400.700750:0:34774:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.700753:0:34774:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777400.700755:0:34774:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff9453209acb08) invalid 00000020:00000001:3.0:1788777400.700758:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0ba60 00000080:00002000:3.0:1788777400.700760:0:34774:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff945320ac4e58) parent ffff9453208d0a20 inode ffff9453209acb08 refc 1 00000080:00000001:3.0:1788777400.700763:0:34774:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777400.700766:0:34774:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777400.700767:0:34774:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.700771:0:34774:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777400.700774:0:34774:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777400.700776:0:34774:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777400.700778:0:34774:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777400.700781:0:34774:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777400.700784:0:34774:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945310bb7c00 with handle 0xe53f2b0cb7af89ab from hash 00010000:00000001:3.0:1788777400.700787:0:34774:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777400.700789:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.700790:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.700792:0:34774:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777400.700795:0:34774:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777400.700796:0:34774:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777400.700800:0:34774:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788777400.700803:0:34774:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00000001:3.0:1788777400.700812:0:34774:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788777400.700814:0:34774:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788777400.700816:0:34774:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788777400.700817:0:34774:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:3.0:1788777400.700819:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777400.700820:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.700822:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 4 00010000:00000001:3.0:1788777400.700823:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777400.700825:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777400.700827:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777400.700827:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.700829:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 4 00010000:00000001:3.0:1788777400.700831:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777400.700832:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777400.700833:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777400.700834:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.700836:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 4 00010000:00000001:3.0:1788777400.700837:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777400.700839:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777400.700840:0:34774:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788777400.700841:0:34774:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788777400.700842:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803500 count: 4 00010000:00000001:3.0:1788777400.700844:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788777400.700846:0:34774:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.700847:0:34774:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.700849:0:34774:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788777400.700850:0:34774:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.700851:0:34774:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777400.700853:0:34774:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777400.700855:0:34774:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788777400.700856:0:34774:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:3.0:1788777400.700858:0:34774:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788777400.700859:0:34774:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788777400.700860:0:34774:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788777400.700861:0:34774:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788777400.700863:0:34774:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788777400.700864:0:34774:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.700866:0:34774:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788777400.700867:0:34774:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:3.0:1788777400.700869:0:34774:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.700871:0:34774:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788777400.700873:0:34774:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff9453209acb08) invalid 00000020:00000001:3.0:1788777400.700875:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0ba60 00000080:00002000:3.0:1788777400.700877:0:34774:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff945320ac4e58) parent ffff9453208d0a20 inode ffff9453209acb08 refc 1 00000080:00000001:3.0:1788777400.700879:0:34774:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788777400.700880:0:34774:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788777400.700881:0:34774:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.700883:0:34774:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788777400.700885:0:34774:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788777400.700886:0:34774:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788777400.700887:0:34774:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788777400.700888:0:34774:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788777400.700891:0:34774:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152c000 with handle 0xe53f2b0cb7af8981 from hash 00010000:00000001:3.0:1788777400.700892:0:34774:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788777400.700893:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.700895:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.700895:0:34774:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788777400.700897:0:34774:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788777400.700898:0:34774:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788777400.700900:0:34774:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788777400.700902:0:34774:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788777400.700905:0:34774:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788777400.700911:0:34774:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3d500. 00000020:00000040:3.0:1788777400.700914:0:34774:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 02000000:00000001:3.0:1788777400.700918:0:34774:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788777400.700920:0:34774:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.700923:0:34774:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788777400.700926:0:34774:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788777400.700930:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788777400.700931:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.700932:0:34774:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.700935:0:34774:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777400.700937:0:34774:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777400.700941:0:34774:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777400.700946:0:34774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945310363800. 00000100:00000001:3.0:1788777400.700952:0:34774:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.700955:0:34774:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777400.700958:0:34774:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788777400.700963:0:34774:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 1/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788777400.700971:0:34774:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1788777400.700979:0:34774:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1788777400.700985:0:34774:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788777400.700986:0:34774:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788777400.700988:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777400.700990:0:34774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff945310bb7c00/0xe53f2b0cb7af89ab lrc: 0/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3cc03 expref: -99 pid: 34772 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788777400.700996:0:34774:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945311a9cc80. 00010000:00000001:3.0:1788777400.701003:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.701005:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777400.701006:0:34774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff94530152c000/0xe53f2b0cb7af8981 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa4f015c75ff3cbaf expref: -99 pid: 34764 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000010:3.0:1788777400.701012:0:34774:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945308bb9700. 00010000:00000040:3.0:1788777400.701015:0:34774:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803500 count: 0 00010000:00000010:3.0:1788777400.701019:0:34774:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945311155400. 00010000:00000001:3.0:1788777400.701024:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.701025:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788777400.701027:0:34774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9453090ac800 lock: ffff9453077e9400/0xe53f2b0cb7af89a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa4f015c75ff3cbf5 expref: -99 pid: 34772 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1788777400.701032:0:34774:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303e34d00 count: 0 00010000:00000010:3.0:1788777400.701035:0:34774:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff945309327300. 00010000:00000001:3.0:1788777400.701039:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788777400.701041:0:34774:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.701042:0:34774:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788777400.701043:0:34774:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.701045:0:34774:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788777400.701054:0:34774:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9453090ac800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788777400.701059:0:34774:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff945308a3d500 x1875667126152320/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777400.701066:0:34774:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788777400.701067:0:34774:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788777400.701073:0:34774:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9453093fd900. 00000100:00000001:3.0:1788777400.701076:0:34774:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625683091216640 : -118390618334976 : ffff9453093fd900) 00000100:00000001:3.0:1788777400.701078:0:34774:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.701079:0:34774:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000001:3.0:1788777400.701082:0:34774:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777400.701086:0:34774:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.701088:0:34774:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788777400.701089:0:34774:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788777400.701093:0:34774:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3d500 x1875667126152320/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.701099:0:34774:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788777400.701101:0:34774:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.701105:0:34774:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788777400.701107:0:34774:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788777400.701110:0:34774:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788777400.701113:0:34774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34774:1875667126152320:192.168.203.135@tcp:36:rm.0 00000100:00000001:3.0:1788777400.701117:0:34774:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788777400.701121:0:34774:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788777400.701123:0:34774:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.701125:0:34774:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788777400.701141:0:34774:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff945303c2e400. 02000000:00000001:3.0:1788777400.701143:0:34774:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788777400.701149:0:34774:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:3.0:1788777400.701152:0:34774:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94530646d370. 00000400:00000010:3.0:1788777400.701157:0:34774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347550. 00000100:00000200:3.0:1788777400.701163:0:34774:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667126152320, portal 10 00000100:00000001:3.0:1788777400.701165:0:34774:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.701166:0:34774:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000040:3.0:1788777400.701172:0:34774:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3d500 x1875667126152320/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.701180:0:34774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788777400.701183:0:34774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:3.0:1788777400.701186:0:34774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308347dd0. 00000100:00000200:3.0:1788777400.701189:0:34774:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875667126152320, offset 0 00000400:00000200:3.0:1788777400.701194:0:34774:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:3.0:1788777400.701201:0:34774:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.701207:0:34774:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:3.0:1788777400.701212:0:34774:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788777400.701216:0:34774:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:3.0:1788777400.701510:0:34774:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788777400.701514:0:34774:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:3.0:1788777400.701517:0:34774:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2672:2672:256:4294967295] 192.168.203.135@tcp LPNI seq info [2667:2667:8:4294967295] 00000400:00000200:3.0:1788777400.701522:0:34774:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:3.0:1788777400.701531:0:34774:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788777400.701536:0:34774:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:3.0:1788777400.701543:0:34774:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303d99f00. 00000800:00000200:3.0:1788777400.701550:0:34774:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:3.0:1788777400.701557:0:34774:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:3.0:1788777400.701561:0:34774:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303d99f00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1788777400.701569:0:34774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.701573:0:34774:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 803172 usecs (804 jiffies) 00000400:00000200:3.0:1788777400.701576:0:34774:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:3.0:1788777400.701579:0:34774:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551812 00000100:00000001:3.0:1788777400.701587:0:34774:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296551804 00000100:00000001:3.0:1788777400.701591:0:34774:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551812 00000100:00000001:3.0:1788777400.701595:0:34774:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296551804 00000100:00000001:3.0:1788777400.701597:0:34774:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.701600:0:34774:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.701602:0:34774:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777400.701604:0:34774:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788777400.701607:0:34774:0:(client.c:2715:ptlrpc_set_wait()) set ffff9453093fd900 going to sleep for 11 seconds 00000100:00000001:3.0:1788777400.701609:0:34774:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788777400.701611:0:34774:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777400.701890:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.701895:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303d99f00. 00000400:00000200:0.0:1788777400.701900:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.701904:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777400.701909:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347dd0 00000400:00000010:0.0:1788777400.701911:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347dd0. 00000100:00000001:0.0:1788777400.701914:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788777400.701919:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3d500 x1875667126152320/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.701928:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777400.701931:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d500 x1875667126152320/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777416 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.701936:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777400.701938:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788777400.708266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945310bb7c00. 00010000:00000010:3.1:1788777400.708284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803500. 00010000:00000010:3.1:1788777400.708288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c000. 00010000:00000010:3.1:1788777400.708292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303e34d00. 00010000:00000010:3.1:1788777400.708332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9453077e9400. 00000800:00000001:0.0:1788777400.719574:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.719590:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777400.719595:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.719597:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.719606:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.719613:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777400.719621:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.719627:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.719632:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.719635:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 456 into portal 10 MB=0x6a9e8c8c56c80 00000400:00000200:0.0:1788777400.719640:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.719645:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 456/456 into md 0x7289 [1] + 224 00000800:00000001:0.0:1788777400.719664:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.719672:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777400.719675:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.719679:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777400.719686:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777400.719694:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3d500 x1875667126152320/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777400.719705:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff945308a3d500 x1875667126152320/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777400.719725:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788777400.719734:0:2339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788777400.719738:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.719744:0:2339:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777400.719749:0:2339:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2673:2673:256:4294967295] 192.168.203.135@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:0.0:1788777400.719754:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777400.719761:0:2339:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) 192.168.203.135@tcp : ACK try# 0 00000800:00000200:0.0:1788777400.719766:0:2339:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777400.719781:0:2339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fe00. 00000800:00000200:0.0:1788777400.719787:0:2339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777400.719793:0:2339:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777400.719798:0:2339:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fe00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788777400.719895:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777400.719899:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fe00. 00000400:00000200:0.0:1788777400.719902:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777400.719914:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: ACK: OK 00000800:00000001:0.0:1788777400.719921:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777400.719924:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.720810:0:34774:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777400.720819:0:34774:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777400.720821:0:34774:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777400.720824:0:34774:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94530646d370. 00000400:00000200:3.0:1788777400.720830:0:34774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308347550 00000400:00000010:3.0:1788777400.720833:0:34774:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308347550. 00000100:00000001:3.0:1788777400.720837:0:34774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777400.720843:0:34774:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3d500 x1875667126152320/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777400.720852:0:34774:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3d500 x1875667126152320/t0(0) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/624 e 0 to 0 dl 1788777416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.720857:0:34774:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777400.720859:0:34774:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.720861:0:34774:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777400.720864:0:34774:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777400.720866:0:34774:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777400.720868:0:34774:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777400.720871:0:34774:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777400.720878:0:34774:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=73 v=5 (5 5 102 102) 00000100:00001000:3.0:1788777400.720881:0:34774:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777400.720884:0:34774:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777400.720885:0:34774:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777400.720888:0:34774:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777400.720892:0:34774:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.720895:0:34774:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788777400.720897:0:34774:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x200000018] 00000100:00000001:3.0:1788777400.720898:0:34774:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788777400.720901:0:34774:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788777400.720903:0:34774:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080992000 : -118390628559616 : ffff945308a3d500) 00000100:00000001:3.0:1788777400.720906:0:34774:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777400.720908:0:34774:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1788777400.720910:0:34774:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777400.720913:0:34774:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777400.720931:0:34774:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3d500 x1875667126152320/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777416 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.720942:0:34774:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777400.720946:0:34774:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777400.720949:0:34774:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777400.720953:0:34774:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3d500 x1875667126152320/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777416 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777400.720960:0:34774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3d500 pname:cluuid:pid:xid:nid:opc:job rm:ed919e1b-c269-4c9b-80ca-c90ff924d14b:34774:1875667126152320:192.168.203.135@tcp:36:rm.0 00000100:00000001:3.0:1788777400.720965:0:34774:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777400.720968:0:34774:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777400.720970:0:34774:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788777400.720972:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.720975:0:34774:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff945308a3d500 x1875667126152320/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777416 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.720981:0:34774:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788777400.720983:0:34774:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9453093fd900. 00000100:00000001:3.0:1788777400.720986:0:34774:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788777400.720988:0:34774:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788777400.720993:0:34774:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788777400.720997:0:34774:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788777400.721001:0:34774:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff945311048c80 2 00000080:00000010:3.0:1788777400.721004:0:34774:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff945308a0be00. 00000100:00000001:3.0:1788777400.721009:0:34774:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777400.721013:0:34774:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3d500 x1875667126152320/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777400.721018:0:34774:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.721022:0:34774:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788777400.721031:0:34774:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788777400.721034:0:34774:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1cb81d0be28 00000080:00002000:3.0:1788777400.721036:0:34774:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff945320ac4e58, parent ffff9453208d0a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788777400.721038:0:34774:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788777400.721043:0:34774:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788777400.721049:0:34774:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788777400.721056:0:34774:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788777400.721058:0:34774:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788777400.721060:0:34774:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.721064:0:34774:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:3.0:1788777400.721066:0:34774:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000020:00000001:3.0:1788777400.721071:0:34774:0:(cl_object.c:143:cl_object_top()) ffff94532014c918 -> ffff94532014c918 00000020:00000001:3.0:1788777400.721074:0:34774:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788777400.721076:0:34774:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788777400.721078:0:34774:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788777400.721081:0:34774:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.721082:0:34774:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788777400.721084:0:34774:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788777400.721088:0:34774:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9453105caa00 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788777400.721091:0:34774:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00020000:00000001:3.0:1788777400.721094:0:34774:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788777400.721096:0:34774:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788777400.721098:0:34774:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788777400.721100:0:34774:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.721102:0:34774:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788777400.721104:0:34774:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788777400.721105:0:34774:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.721106:0:34774:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.721107:0:34774:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788777400.721108:0:34774:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788777400.721109:0:34774:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00000020:00000001:3.0:1788777400.721112:0:34774:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.721114:0:34774:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788777400.721115:0:34774:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788777400.721117:0:34774:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788777400.721120:0:34774:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788777400.721123:0:34774:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788777400.721126:0:34774:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788777400.721128:0:34774:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788777400.721138:0:34774:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788777400.721140:0:34774:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091155208 : -118390618396408 : ffff9453093ee908) 00000020:00001000:3.0:1788777400.721142:0:34774:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee900 00000020:00000001:3.0:1788777400.721145:0:34774:0:(cl_object.c:143:cl_object_top()) ffff94532014cc38 -> ffff94532014c918 00000020:00000001:3.0:1788777400.721147:0:34774:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788777400.721150:0:34774:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788777400.721151:0:34774:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788777400.721152:0:34774:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.721154:0:34774:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.721156:0:34774:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625683221440304 : -118390488111312 : ffff94531102e730) 00000020:00000001:3.0:1788777400.721158:0:34774:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788777400.721159:0:34774:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.721162:0:34774:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.721163:0:34774:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.721165:0:34774:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788777400.721167:0:34774:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788777400.721168:0:34774:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777400.721169:0:34774:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788777400.721171:0:34774:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777400.721172:0:34774:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.721174:0:34774:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.721176:0:34774:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788777400.721177:0:34774:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.721179:0:34774:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788777400.721180:0:34774:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.721181:0:34774:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777400.721183:0:34774:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788777400.721185:0:34774:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788777400.721186:0:34774:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788777400.721187:0:34774:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788777400.721189:0:34774:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788777400.721191:0:34774:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1788777400.721196:0:34774:0:(osc_cache.c:1872:osc_update_pending()) obj ffff945304ec1dc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1788777400.721201:0:34774:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788777400.721203:0:34774:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.721204:0:34774:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788777400.721206:0:34774:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788777400.721209:0:34774:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1788777400.721212:0:34774:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788777400.721216:0:34774:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9453119dd3c0@{[0 -> 255/255], [1|0|-|locking|wiY|ffff945304ec1dc0], [1703936|1|+|-|ffff94530152c800|256|ffff945310bd27c0]} make ready 00000008:00010000:3.0:1788777400.721947:0:34774:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000081044e44 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788777400.721959:0:34774:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1788777400.721961:0:34774:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788777400.722665:0:34774:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000f474c94c[2 0000000072a9cbc4 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788777400.722668:0:34774:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788777400.722670:0:34774:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788777400.722671:0:34774:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777400.722673:0:34774:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777400.722674:0:34774:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777400.722676:0:34774:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777400.722678:0:34774:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777400.722681:0:34774:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[2 0000000072a9cbc4 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.722683:0:34774:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788777400.722684:0:34774:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788777400.722686:0:34774:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788777400.722689:0:34774:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000f474c94c[2 0000000072a9cbc4 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.722691:0:34774:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788777400.722693:0:34774:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.722696:0:34774:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.722698:0:34774:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.722700:0:34774:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788777400.722702:0:34774:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.722704:0:34774:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:2.0:1788777400.722707:0:34774:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.722710:0:34774:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788777400.722713:0:34774:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9453119dd3c0@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff945304ec1dc0], [1703936|1|+|-|ffff94530152c800|256|ffff945310bd27c0]} extent finished. 00000008:00010000:2.0:1788777400.722720:0:34774:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000081044e44 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788777400.722731:0:34774:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788777400.722733:0:34774:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788777400.722735:0:34774:0:(cl_page.c:1104:cl_page_complete()) page@00000000f474c94c[2 0000000072a9cbc4 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.722737:0:34774:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788777400.722738:0:34774:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788777400.722740:0:34774:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788777400.722741:0:34774:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777400.722743:0:34774:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[2 0000000072a9cbc4 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.722744:0:34774:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788777400.722746:0:34774:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788777400.722748:0:34774:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788777400.722751:0:34774:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000f474c94c[2 0000000072a9cbc4 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788777400.722752:0:34774:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788777400.722763:0:34774:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788777400.722764:0:34774:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788777400.722766:0:34774:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777400.722776:0:34774:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[2 0000000072a9cbc4 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.722778:0:34774:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788777400.722779:0:34774:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788777400.722781:0:34774:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788777400.722783:0:34774:0:(osc_cache.c:1600:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:2.0:1788777400.722787:0:34774:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9453119dd3c0@{[0 -> 255/255], [1|0|-|inv|wY|ffff945304ec1dc0], [1703936|0|-|-|ffff94530152c800|256|ffff945310bd27c0]} destroyed. 00000008:00010000:2.0:1788777400.722793:0:34774:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000081044e44 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788777400.722800:0:34774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777400.722802:0:34774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788777400.722805:0:34774:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9453119dd3c0. 00000008:00000001:2.0:1788777400.722810:0:34774:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.722813:0:34774:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788777400.722816:0:34774:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff945304ec1dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788777400.722819:0:34774:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788777400.722822:0:34774:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff945304ec1dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788777400.722826:0:34774:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788777400.722828:0:34774:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.722830:0:34774:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.722832:0:34774:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.722834:0:34774:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.722836:0:34774:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.722838:0:34774:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788777400.722845:0:34774:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788777400.722847:0:34774:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788777400.722848:0:34774:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788777400.722850:0:34774:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788777400.722851:0:34774:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.722853:0:34774:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788777400.722854:0:34774:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788777400.722856:0:34774:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788777400.722858:0:34774:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788777400.722860:0:34774:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.722861:0:34774:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788777400.722862:0:34774:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788777400.722863:0:34774:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.722865:0:34774:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.722866:0:34774:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788777400.722867:0:34774:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788777400.722868:0:34774:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788777400.722870:0:34774:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788777400.722871:0:34774:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777400.722872:0:34774:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788777400.722873:0:34774:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788777400.722874:0:34774:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788777400.722875:0:34774:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788777400.722876:0:34774:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.722878:0:34774:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.722880:0:34774:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777400.722881:0:34774:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788777400.722882:0:34774:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.722884:0:34774:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788777400.722886:0:34774:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788777400.722887:0:34774:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788777400.722889:0:34774:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788777400.722890:0:34774:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777400.722892:0:34774:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee900 00020000:00000001:2.0:1788777400.722894:0:34774:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788777400.722896:0:34774:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788777400.722898:0:34774:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788777400.722900:0:34774:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788777400.722902:0:34774:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788777400.722903:0:34774:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788777400.722905:0:34774:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:2.0:1788777400.722907:0:34774:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777400.722915:0:34774:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788777400.722917:0:34774:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446625683216371200 : -118390493180416 : ffff945310b58e00) 00000020:00000001:2.0:1788777400.722929:0:34774:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1788777400.722931:0:34774:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1788777400.722932:0:34774:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788777400.722933:0:34774:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788777400.722934:0:34774:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788777400.722937:0:34774:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f474c94c[2 0000000072a9cbc4 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.722938:0:34774:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1788777400.722939:0:34774:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1788777400.722941:0:34774:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1788777400.722943:0:34774:0:(osc_page.c:138:osc_page_delete()) ffff945310b58e60 00000008:00000001:2.0:1788777400.722945:0:34774:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1788777400.722946:0:34774:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff945310b58e70 page ffff945310b58e60 at index 0. 00000008:00000001:2.0:1788777400.722949:0:34774:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777400.722954:0:34774:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1788777400.722955:0:34774:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffed3c845b77c0 index 0 00000020:00000001:2.0:1788777400.722959:0:34774:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1788777400.722961:0:34774:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1788777400.722962:0:34774:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788777400.722965:0:34774:0:(cl_page.c:556:cl_batch_put()) page@00000000f474c94c[1 0000000072a9cbc4 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788777400.722966:0:34774:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1788777400.722968:0:34774:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1788777400.722970:0:34774:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff945310b58e00. 00000020:00000001:2.0:1788777400.722973:0:34774:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1788777400.722974:0:34774:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788777400.723021:0:34774:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788777400.723023:0:34774:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9453209acb08) 00800000:00000001:2.0:1788777400.723028:0:34774:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788777400.723030:0:34774:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x36:0x0] 00000002:00000001:2.0:1788777400.723035:0:34774:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788777400.723040:0:34774:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788777400.723042:0:34774:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.723044:0:34774:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788777400.723047:0:34774:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788777400.723048:0:34774:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788777400.723051:0:34774:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777400.723054:0:34774:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777400.723056:0:34774:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:2.0:1788777400.723058:0:34774:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00020000:00000001:2.0:1788777400.723064:0:34774:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788777400.723066:0:34774:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00020000:00000001:2.0:1788777400.723069:0:34774:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788777400.723072:0:34774:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c7e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777400.723078:0:34774:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777400.723081:0:34774:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8580: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:2.0:1788777400.723084:0:34774:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788777400.723085:0:34774:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.723087:0:34774:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788777400.723089:0:34774:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788777400.723092:0:34774:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788777400.723095:0:34774:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945303803a00 count: 2 00010000:00000001:2.0:1788777400.723097:0:34774:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777400.723100:0:34774:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788777400.723102:0:34774:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788777400.723105:0:34774:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788777400 1788777400 1788777400 ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1788777400.723114:0:34774:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000020:00000001:2.0:1788777400.723116:0:34774:0:(cl_object.c:143:cl_object_top()) ffff945304ec1dc0 -> ffff94532014c918 00000008:00000001:2.0:1788777400.723118:0:34774:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777400.723120:0:34774:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788777400.723123:0:34774:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777400.723125:0:34774:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788777400.723138:0:34774:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff945304ec1dc0. 00020000:00000001:2.0:1788777400.723143:0:34774:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788777400.723145:0:34774:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94532014cbb8. 00020000:00000001:2.0:1788777400.723152:0:34774:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788777400.723154:0:34774:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788777400.723156:0:34774:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788777400.723158:0:34774:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00020000:00000001:2.0:1788777400.723160:0:34774:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788777400.723162:0:34774:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788777400.723163:0:34774:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00020000:00000001:2.0:1788777400.723165:0:34774:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788777400.723168:0:34774:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff945318631098. 00020000:00000010:2.0:1788777400.723171:0:34774:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9453093fd240. 00020000:00000010:2.0:1788777400.723174:0:34774:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9453092ce560. 00020000:00000002:2.0:1788777400.723179:0:34774:0:(lov_ea.c:755:dump_lsm()) lsm ffff945304d6c7e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788777400.723182:0:34774:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788777400.723186:0:34774:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9453012e8580: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:2.0:1788777400.723189:0:34774:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9453012e8580. 00020000:00000010:2.0:1788777400.723192:0:34774:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff945304d6cf60. 00020000:00000010:2.0:1788777400.723195:0:34774:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff945304d6c7e0. 00020000:00000001:2.0:1788777400.723197:0:34774:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788777400.723198:0:34774:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff945307b50d90) owner 0000000000000000/ffff945310bd27c0 00020000:00000010:2.0:1788777400.723200:0:34774:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff945307b50d90. 00020000:00000001:2.0:1788777400.723203:0:34774:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788777400.723205:0:34774:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94532014c898. 00000020:00001000:2.0:1788777400.723208:0:34774:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000080:00000001:2.0:1788777400.723211:0:34774:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788777400.723212:0:34774:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:3.1:1788777400.743271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9453103b58a0. 00000080:00000010:2.1:1788777400.743577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9453209aca40. 00000100:00000040:1.0:1788777401.117348:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777401.117359:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777401.117368:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906ca80. 00000020:00000040:1.0:1788777401.117374:0:32800:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:1.0:1788777401.117378:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777401.117381:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777401.117385:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777401.117393:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534b00. 00000100:00000001:1.0:1788777401.117400:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117410:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777401.117421:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777401.117426:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117432:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7f3024] to pc [ptlrpcd_00_01+1] req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.117455:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117458:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777401.117461:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777401.117464:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e300. 00000020:00000040:1.0:1788777401.117466:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:1.0:1788777401.117468:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777401.117469:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777401.117470:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777401.117474:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534400. 00000100:00000001:1.0:1788777401.117477:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117480:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777401.117487:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777401.117489:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117492:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006644ad16] to pc [ptlrpcd_00_00+0] req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.117499:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117501:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777401.117504:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777401.117507:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906f100. 00000020:00000040:1.0:1788777401.117509:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:1.0:1788777401.117510:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777401.117512:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777401.117513:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777401.117516:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534200. 00000100:00000001:1.0:1788777401.117519:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117522:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777401.117528:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777401.117530:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117532:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871968c4] to pc [ptlrpcd_00_01+1] req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.117544:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117545:0:32800:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788777401.117548:0:32800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788777401.117550:0:32800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906c380. 00000020:00000040:1.0:1788777401.117552:0:32800:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:1.0:1788777401.117554:0:32800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788777401.117555:0:32800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788777401.117557:0:32800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788777401.117559:0:32800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945303534c00. 00000100:00000001:1.0:1788777401.117562:0:32800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117564:0:32800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788777401.117570:0:32800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788777401.117571:0:32800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117574:0:32800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a8bcf97] to pc [ptlrpcd_00_00+0] req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.117580:0:32800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.117584:0:32800:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1889) 00000100:00000001:1.0:1788777401.117597:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777401.117601:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777401.117602:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777401.117607:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.117614:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777401.117616:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777401.117619:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777401.117622:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777401.117624:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777401.117627:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126152448:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777401.117631:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777401.117636:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777401.117638:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777401.117640:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777401.117645:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453101d4600. 02000000:00000001:1.0:1788777401.117647:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777401.117654:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777401.117659:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb108. 00000400:00000010:1.0:1788777401.117665:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12088. 00000100:00000200:1.0:1788777401.117672:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126152448, portal 25 00000100:00000001:1.0:1788777401.117675:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777401.117676:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087477376 : -118390622074240 : ffff94530906ca80) 00000100:00000040:1.0:1788777401.117681:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.117688:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777401.117690:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777401.117692:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12198. 00000100:00000200:1.0:1788777401.117695:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126152448, offset 0 00000400:00000200:1.0:1788777401.117700:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777401.117708:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777401.117715:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777401.117720:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777401.117724:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777401.117727:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777401.117730:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777401.117733:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2674:2674:256:4294967295] 192.168.203.135@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:1.0:1788777401.117738:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777401.117746:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777401.117752:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777401.117757:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945303534700. 00000800:00000200:1.0:1788777401.117764:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777401.117770:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777401.117774:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945303534700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777401.117785:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777401.117789:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777401.117791:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296555567 00000100:00000001:1.0:1788777401.117800:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296551812 00000100:00000001:1.0:1788777401.117803:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296555567 00000100:00000001:1.0:1788777401.117806:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296551812 00000100:00000001:1.0:1788777401.117809:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777401.117812:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.117814:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777401.117818:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.117824:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777401.117825:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777401.117828:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777401.117830:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777401.117831:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777401.117835:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126152704:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777401.117838:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777401.117840:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777401.117841:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777401.117843:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777401.117846:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9453095b0400. 02000000:00000001:1.0:1788777401.117847:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777401.117850:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777401.117853:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb0b0. 00000400:00000010:1.0:1788777401.117856:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12880. 00000100:00000200:1.0:1788777401.117858:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126152704, portal 4 00000100:00000001:1.0:1788777401.117860:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777401.117861:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087487232 : -118390622064384 : ffff94530906f100) 00000100:00000040:1.0:1788777401.117867:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.117877:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777401.117879:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777401.117882:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12330. 00000100:00000200:1.0:1788777401.117884:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126152704, offset 0 00000400:00000200:1.0:1788777401.117888:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777401.117891:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777401.117894:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777401.117897:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777401.117899:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777401.117900:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777401.117902:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777401.117905:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2675:2675:255:4294967295] 192.168.203.135@tcp LPNI seq info [2670:2670:7:4294967295] 00000400:00000200:1.0:1788777401.117908:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777401.117913:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777401.117917:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777401.117924:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310de9e00. 00000800:00000200:1.0:1788777401.117928:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777401.118005:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777401.118008:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310de9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777401.118010:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.118014:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23883 usecs (24 jiffies) 00000400:00000200:1.0:1788777401.118017:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777401.118019:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551448 00000100:00000001:1.0:1788777401.118021:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296555567 00000100:00000001:1.0:1788777401.118023:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551448 00000100:00000001:1.0:1788777401.118025:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296555567 00000100:00000001:1.0:1788777401.118027:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777401.118029:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118031:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118033:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777401.118040:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777401.118042:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788777401.118054:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777401.118056:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777401.118057:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777401.118060:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788777401.118062:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777401.118064:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788777401.118065:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788777401.118067:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777401.118068:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788777401.118069:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777401.118073:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118079:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777401.118080:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777401.118082:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777401.118084:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777401.118086:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777401.118088:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126152576:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777401.118091:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777401.118093:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777401.118095:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777401.118096:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777401.118100:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945304fa0000. 02000000:00000001:1.0:1788777401.118102:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777401.118105:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777401.118107:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cb000. 00000400:00000010:1.0:1788777401.118110:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12110. 00000100:00000200:1.0:1788777401.118113:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126152576, portal 10 00000100:00000001:1.0:1788777401.118115:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777401.118116:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087483648 : -118390622067968 : ffff94530906e300) 00000100:00000040:1.0:1788777401.118120:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118136:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777401.118139:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777401.118142:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12550. 00000100:00000200:1.0:1788777401.118145:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126152576, offset 0 00000400:00000200:1.0:1788777401.118149:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777401.118152:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777401.118155:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777401.118157:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777401.118159:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777401.118161:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777401.118163:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777401.118166:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2676:2676:254:4294967295] 192.168.203.135@tcp LPNI seq info [2671:2671:6:4294967295] 00000400:00000200:1.0:1788777401.118169:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777401.118174:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777401.118178:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777401.118182:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310de9700. 00000800:00000200:1.0:1788777401.118186:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777401.118189:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777401.118192:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310de9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777401.118195:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.118198:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 802241 usecs (803 jiffies) 00000400:00000200:1.0:1788777401.118201:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777401.118202:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296552227 00000100:00000001:1.0:1788777401.118205:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296555567 00000100:00000001:1.0:1788777401.118207:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296552227 00000100:00000001:1.0:1788777401.118209:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296555567 00000100:00000001:1.0:1788777401.118211:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777401.118213:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118215:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788777401.118249:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118257:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788777401.118258:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777401.118260:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788777401.118262:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788777401.118263:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788777401.118266:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126152832:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777401.118269:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788777401.118272:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788777401.118274:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788777401.118275:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788777401.118281:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945320626c00. 02000000:00000001:1.0:1788777401.118283:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777401.118286:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:1.0:1788777401.118288:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453221cbc08. 00000400:00000010:1.0:1788777401.118292:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12220. 00000100:00000200:1.0:1788777401.118294:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126152832, portal 4 00000100:00000001:1.0:1788777401.118296:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788777401.118297:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683087475584 : -118390622076032 : ffff94530906c380) 00000100:00000040:1.0:1788777401.118303:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118309:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788777401.118311:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:1.0:1788777401.118313:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308b12f68. 00000100:00000200:1.0:1788777401.118315:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126152832, offset 0 00000400:00000200:1.0:1788777401.118319:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:1.0:1788777401.118322:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777401.118326:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:1.0:1788777401.118328:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788777401.118331:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:1.0:1788777401.118333:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788777401.118336:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:1.0:1788777401.118339:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2677:2677:253:4294967295] 192.168.203.135@tcp LPNI seq info [2672:2672:5:4294967295] 00000400:00000200:1.0:1788777401.118342:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777401.118348:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788777401.118352:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:1.0:1788777401.118355:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945310de9800. 00000800:00000200:1.0:1788777401.118359:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:1.0:1788777401.118362:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:1.0:1788777401.118365:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945310de9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788777401.118368:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788777401.118370:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 236260 usecs (237 jiffies) 00000400:00000200:1.0:1788777401.118373:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:1.0:1788777401.118375:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296551661 00000100:00000001:1.0:1788777401.118377:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296555567 00000100:00000001:1.0:1788777401.118379:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296551661 00000100:00000001:1.0:1788777401.118380:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296555567 00000100:00000001:1.0:1788777401.118382:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788777401.118384:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118386:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118388:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118398:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788777401.118400:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777401.118438:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777401.118442:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945303534700. 00000400:00000200:1.0:1788777401.118448:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777401.118453:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777401.118458:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12198 00000400:00000010:1.0:1788777401.118460:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12198. 00000100:00000001:1.0:1788777401.118463:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777401.118468:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118481:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777401.118485:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118492:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118493:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777401.118506:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777401.118508:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310de9e00. 00000400:00000200:1.0:1788777401.118512:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777401.118515:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777401.118517:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12330 00000400:00000010:1.0:1788777401.118519:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12330. 00000100:00000001:1.0:1788777401.118521:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777401.118524:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118530:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777401.118532:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118538:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118539:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777401.118547:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777401.118549:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310de9700. 00000400:00000200:1.0:1788777401.118551:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777401.118554:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777401.118556:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12550 00000400:00000010:1.0:1788777401.118557:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12550. 00000100:00000001:1.0:1788777401.118559:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777401.118562:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118569:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777401.118572:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118582:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118584:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777401.118645:0:2339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777401.118648:0:2339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945310de9800. 00000400:00000200:1.0:1788777401.118651:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777401.118654:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777401.118656:0:2339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12f68 00000400:00000010:1.0:1788777401.118658:0:2339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12f68. 00000100:00000001:1.0:1788777401.118660:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777401.118663:0:2339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118670:0:2339:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777401.118673:0:2339:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777401.118678:0:2339:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777401.118679:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788777401.135048:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135065:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777401.135069:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135072:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777401.135082:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135090:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777401.135100:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135105:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135111:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135115:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c56d80 00000400:00000200:0.0:1788777401.135119:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135125:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x72b1 [1] + 224 00000800:00000001:0.0:1788777401.135143:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135148:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777401.135152:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777401.135156:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777401.135163:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777401.135182:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777401.135195:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135211:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777401.135248:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135253:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777401.135254:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135256:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777401.135259:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135263:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777401.135267:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135270:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135273:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135276:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c56e00 00000400:00000200:0.0:1788777401.135279:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135283:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x72a1 [1] + 224 00000800:00000001:0.0:1788777401.135287:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135290:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777401.135292:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777401.135294:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777401.135297:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777401.135302:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777401.135310:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135317:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777401.135321:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135324:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777401.135326:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135328:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777401.135330:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135334:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777401.135338:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135340:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135343:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135346:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c56e80 00000400:00000200:0.0:1788777401.135349:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135352:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x72c1 [1] + 224 00000800:00000001:0.0:1788777401.135355:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135358:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777401.135361:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777401.135364:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777401.135366:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777401.135371:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777401.135378:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135383:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777401.135386:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135389:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777401.135390:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135392:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777401.135394:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135397:0:2338:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777401.135401:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135402:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135405:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135407:0:2338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c56d00 00000400:00000200:0.0:1788777401.135410:0:2338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777401.135413:0:2338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x7291 [1] + 224 00000800:00000001:0.0:1788777401.135416:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135424:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777401.135426:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777401.135429:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777401.135431:0:2338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777401.135434:0:2338:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777401.135441:0:2338:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135447:0:2338:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777401.135450:0:2338:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777401.135452:0:2338:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135465:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777401.135469:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788777401.135475:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777401.135477:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777401.135479:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb000. 00000400:00000200:0.0:1788777401.135484:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12110 00000400:00000010:0.0:1788777401.135487:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12110. 00000100:00000001:0.0:1788777401.135489:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777401.135493:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777401.135501:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135508:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777401.135509:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135512:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777401.135515:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777401.135517:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777401.135519:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777401.135522:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777401.135531:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=74 v=5 (5 5 102 102) 00000100:00001000:0.0:1788777401.135535:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777401.135537:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777401.135539:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777401.135542:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777401.135545:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777401.135549:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777401.135550:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788777401.135553:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777401.135556:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777401.135560:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135566:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777401.135569:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777401.135571:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777401.135575:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777401.135588:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126152576:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777401.135593:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777401.135594:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777401.135595:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cbc08. 00000400:00000200:0.0:1788777401.135598:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12220 00000400:00000010:0.0:1788777401.135600:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12220. 00000100:00000001:0.0:1788777401.135602:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777401.135604:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777401.135612:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135618:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777401.135619:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135621:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777401.135622:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777401.135623:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777401.135624:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777401.135626:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777401.135630:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777401.135633:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777401.135635:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777401.135636:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777401.135637:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777401.135639:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777401.135641:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777401.135642:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788777401.135644:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777401.135645:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777401.135649:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135654:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777401.135656:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777401.135658:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777401.135661:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777401.135668:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126152832:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777401.135672:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777401.135673:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777401.135674:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb108. 00000400:00000200:0.0:1788777401.135676:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12088 00000400:00000010:0.0:1788777401.135678:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12088. 00000100:00000001:0.0:1788777401.135680:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777401.135682:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777401.135690:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135696:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777401.135697:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135698:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777401.135699:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777401.135700:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777401.135702:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777401.135703:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777401.135706:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777401.135708:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777401.135710:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777401.135711:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777401.135713:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777401.135714:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777401.135716:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777401.135719:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135726:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777401.135728:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777401.135729:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777401.135732:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777401.135739:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2347:1875667126152448:192.168.203.135@tcp:400:kworker.0 00000400:00000001:0.0:1788777401.135743:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788777401.135745:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788777401.135746:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453221cb0b0. 00000400:00000200:0.0:1788777401.135748:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308b12880 00000400:00000010:0.0:1788777401.135750:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308b12880. 00000100:00000001:0.0:1788777401.135751:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777401.135754:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788777401.135761:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135767:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788777401.135769:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135770:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788777401.135772:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788777401.135773:0:2347:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777401.135774:0:2347:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777401.135776:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777401.135780:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1788777401.135783:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788777401.135785:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788777401.135786:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777401.135788:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788777401.135790:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777401.135792:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788777401.135793:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1788777401.135795:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788777401.135796:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777401.135800:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135807:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788777401.135809:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788777401.135810:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788777401.135814:0:2347:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788777401.135822:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2347:1875667126152704:192.168.203.135@tcp:400:kworker.0 00000100:00000001:0.0:1788777401.135826:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135828:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777401.135832:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906e300 x1875667126152576/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135839:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777401.135841:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777401.135844:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945304fa0000. 02000000:00000001:0.0:1788777401.135851:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777401.135854:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777401.135855:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:0.0:1788777401.135858:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777401.135861:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534400. 02000000:00000001:0.0:1788777401.135865:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777401.135867:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777401.135869:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906e300. 00000100:00000001:0.0:1788777401.135872:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777401.135874:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135875:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777401.135879:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906c380 x1875667126152832/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135885:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777401.135886:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777401.135888:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945320626c00. 02000000:00000001:0.0:1788777401.135891:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777401.135892:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777401.135893:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:0.0:1788777401.135895:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777401.135896:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534c00. 02000000:00000001:0.0:1788777401.135898:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777401.135900:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777401.135901:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906c380. 00000100:00000001:0.0:1788777401.135904:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777401.135905:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135907:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777401.135910:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906ca80 x1875667126152448/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135916:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777401.135917:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777401.135919:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9453101d4600. 02000000:00000001:0.0:1788777401.135922:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777401.135923:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777401.135924:0:2347:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:0.0:1788777401.135925:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777401.135927:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534b00. 02000000:00000001:0.0:1788777401.135929:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777401.135930:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777401.135931:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906ca80. 00000100:00000001:0.0:1788777401.135933:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777401.135934:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135936:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788777401.135939:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530906f100 x1875667126152704/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777417 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777401.135944:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788777401.135946:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788777401.135947:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9453095b0400. 02000000:00000001:0.0:1788777401.135949:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788777401.135950:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788777401.135951:0:2347:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:0.0:1788777401.135953:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788777401.135955:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945303534200. 02000000:00000001:0.0:1788777401.135957:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788777401.135958:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788777401.135959:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530906f100. 00000100:00000001:0.0:1788777401.135962:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788777401.135963:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135965:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777401.135973:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788777401.135974:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777401.135976:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788777401.135979:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777401.309625:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777401.309631:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777401.309637:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777401.309638:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777401.309642:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777401.309643:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777401.312995:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777401.313001:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777401.313005:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777401.870108:0:34863:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788777402.267825:0:34899:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788777402.267831:0:34899:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:2.0:1788777402.278453:0:34899:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788777402.336235:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777402.336242:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777402.336248:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777402.336249:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777402.336252:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777402.336254:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777402.336314:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777402.336317:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777402.336320:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788777403.359377:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777403.359383:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777403.359388:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777403.359389:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777403.359392:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777403.359393:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777403.359465:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777403.359468:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777403.359471:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777403.614709:0:35000:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777404.381722:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777404.381728:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777404.381733:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777404.381735:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777404.381738:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777404.381739:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777404.381792:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777404.381795:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777404.381798:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788777405.347049:0:35139:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788777405.402249:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777405.402265:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777405.402270:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777405.402273:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777405.402284:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777405.402292:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777405.402300:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777405.402305:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777405.402310:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777405.402314:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 328 into portal 15 MB=0x6a9e8c9d5fc00 00000400:00000200:1.0:1788777405.402322:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.135@tcp of length 328/328 into md 0x71f1 [2] + 0 00000800:00000001:1.0:1788777405.402329:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777405.402336:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777405.402339:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777405.402343:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777405.402351:0:2339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788777405.402354:0:2339:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788777405.402360:0:2339:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530906e680. 00000100:00000040:1.0:1788777405.402364:0:2339:0:(events.c:337:request_in_callback()) incoming req@ffff94530906e680 x1875667144014848 msgsize 328 00000100:00100000:1.0:1788777405.402368:0:2339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.135@tcp (source: 12345-192.168.203.135@tcp) 00000100:00000001:1.0:1788777405.402384:0:2339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788777405.402392:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777405.402395:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777405.402455:0:15901:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788777405.402459:0:15901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667144014848 02000000:00000001:0.0:1788777405.402462:0:15901:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788777405.402464:0:15901:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788777405.402466:0:15901:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788777405.402470:0:15901:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788777405.402475:0:15901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667144014848 00000020:00000001:0.0:1788777405.402478:0:15901:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788777405.402480:0:15901:0:(genops.c:804:class_conn2export()) looking for export cookie 0xe53f2b0cb7af7d1e 00000020:00000001:0.0:1788777405.402482:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777405.402485:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9453119bd000 refcount=4 00000020:00000001:0.0:1788777405.402488:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000020:00000001:0.0:1788777405.402490:0:15901:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625683231461376 : -118390478090240 : ffff9453119bd000) 00000100:00000001:0.0:1788777405.402494:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777405.402500:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048f00. 00000100:00000001:0.0:1788777405.402502:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777405.402505:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048f00. 00000020:00000010:0.0:1788777405.402511:0:15901:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9453207dcc00. 00000020:00000010:0.0:1788777405.402516:0:15901:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945309327b80. 00000020:00000010:0.0:1788777405.402522:0:15901:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff945309322320. 00000100:00000040:0.0:1788777405.402530:0:15901:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788777405.402534:0:15901:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788777405.402535:0:15901:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788777405.402538:0:15901:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777405.402545:0:15901:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777405.402559:0:15901:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788777405.402570:0:15901:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788777405.402572:0:15901:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788777405.402577:0:15901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.135@tcp, seq: 66 00000100:00000040:0.0:1788777405.402580:0:15901:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9453119bd000 : new rpc_count 1 00000100:00000001:0.0:1788777405.402583:0:15901:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625683087484544 : -118390622067072 : ffff94530906e680) 00000100:00000040:0.0:1788777405.402590:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94530906e680 x1875667144014848/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:461/0 lens 328/0 e 0 to 0 dl 1788777416 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788777405.402600:0:15901:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788777405.402602:0:15901:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945311048f00. 00000100:00000001:0.0:1788777405.402604:0:15901:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788777405.402607:0:15901:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945311048f00. 00000100:00100000:0.0:1788777405.402611:0:15901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94530906e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12202:x1875667144014848:12345-192.168.203.135@tcp:104: 00000100:00000200:0.0:1788777405.402615:0:15901:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667144014848 00010000:00000001:0.0:1788777405.402617:0:15901:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788777405.402623:0:15901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788777405.402624:0:15901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788777405.402626:0:15901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=2 00000020:00000001:0.0:1788777405.402628:0:15901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777405.402636:0:15901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:0.0:1788777405.402640:0:15901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788777405.402643:0:15901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788777405.402647:0:15901:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:0.0:1788777405.402660:0:15901:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788777405.402662:0:15901:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788777405.402667:0:15901:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945307d23400. 02000000:00000001:0.0:1788777405.402669:0:15901:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777405.402672:0:15901:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777405.402677:0:15901:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788777405.402679:0:15901:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788777405.402684:0:15901:0:(import.c:2149:obd_at_measure()) add 1 to ffff945308be49e8 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1788777405.402689:0:15901:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788777405.402691:0:15901:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff945309222bc0 refcount 13 to 192.168.203.135@tcp 00000100:00000001:0.0:1788777405.402694:0:15901:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625683089271744 : -118390620279872 : ffff945309222bc0) 02000000:00000001:0.0:1788777405.402696:0:15901:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788777405.402698:0:15901:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788777405.402701:0:15901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788777405.402703:0:15901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:0.0:1788777405.402708:0:15901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945308a4c7f8. 00000100:00000200:0.0:1788777405.402713:0:15901:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667144014848, offset 224 00000400:00000200:0.0:1788777405.402719:0:15901:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:0.0:1788777405.402725:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777405.402731:0:15901:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.35@tcp to MR: 192.168.203.135@tcp local destination 00000400:00000200:0.0:1788777405.402737:0:15901:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2678:2678:256:4294967295] 192.168.203.135@tcp LPNI seq info [2673:2673:8:4294967295] 00000400:00000200:0.0:1788777405.402742:0:15901:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777405.402749:0:15901:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:192.168.203.35@tcp) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788777405.402755:0:15901:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:0.0:1788777405.402760:0:15901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94531114fe00. 00000800:00000200:0.0:1788777405.402766:0:15901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:0.0:1788777405.402773:0:15901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:0.0:1788777405.402777:0:15901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94531114fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788777405.402787:0:15901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777405.402790:0:15901:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff945309222bc0 refcount 12 to 192.168.203.135@tcp 00010000:00000001:0.0:1788777405.402793:0:15901:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788777405.402797:0:15901:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff945312393b40. 00010000:00000001:0.0:1788777405.402799:0:15901:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788777405.402808:0:15901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788777405.402810:0:15901:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777405.402812:0:15901:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788777405.402814:0:15901:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777405.402818:0:15901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530906e680 x1875667144014848/t0(0) o104->LOV_OSC_UUID@192.168.203.135@tcp:461/0 lens 328/224 e 0 to 0 dl 1788777416 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788777405.402826:0:15901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94530906e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12202:x1875667144014848:12345-192.168.203.135@tcp:104: Request processed in 225us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788777405.402833:0:15901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.135@tcp, seq: 66 00000100:00000040:0.0:1788777405.402836:0:15901:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9453119bd000 : new rpc_count 0 00000100:00000001:0.0:1788777405.402838:0:15901:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788777405.402839:0:15901:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788777405.402843:0:15901:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945309327b80. 00000020:00000010:0.0:1788777405.402846:0:15901:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff945309322320. 00000020:00000010:0.0:1788777405.402850:0:15901:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9453207dcc00. 00000020:00000040:0.0:1788777405.402854:0:15901:0:(genops.c:879:class_export_put()) PUTting export ffff9453119bd000 : new refcount 3 00000100:00000001:0.0:1788777405.402856:0:15901:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788777405.403049:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777405.403053:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777405.403055:0:15910:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788777405.403058:0:15910:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788777405.403060:0:15910:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788777405.403064:0:15910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1788777405.403073:0:15910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94530152c800 already unused, calling callback (ffffffffc1359300) 00000008:00000001:2.0:1788777405.403076:0:15910:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788777405.403078:0:15910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788777405.403080:0:15910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788777405.403081:0:15910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788777405.403082:0:15910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94530152c800 refcount=3 00000020:00000001:2.0:1788777405.403085:0:15910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777405.403086:0:15910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625682958239744 : -118390751311872 : ffff94530152c800) 00010000:00000001:2.0:1788777405.403089:0:15910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788777405.403091:0:15910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788777405.403798:0:15910:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788777405.403800:0:15910:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788777405.403804:0:15910:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625683091154632 : -118390618396984 : ffff9453093ee6c8) 00000020:00001000:2.0:1788777405.403807:0:15910:0:(cl_object.c:823:cl_env_get()) 1@ffff9453093ee6c0 00000008:00000001:2.0:1788777405.403810:0:15910:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788777405.403812:0:15910:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788777405.403814:0:15910:0:(cl_object.c:917:cl_env_put()) 1@ffff9453093ee6c0 00000008:00000001:2.0:1788777405.403816:0:15910:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777405.403819:0:15910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788777405.403823:0:15910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788777405.403825:0:15910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788777405.403827:0:15910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788777405.403829:0:15910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788777405.403832:0:15910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94530152c800 with handle 0xe53f2b0cb7af898f from hash 00010000:00000001:2.0:1788777405.403834:0:15910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788777405.403836:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777405.403838:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777405.403839:0:15910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788777405.403842:0:15910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788777405.403844:0:15910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788777405.403850:0:15910:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788777405.403854:0:15910:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777405.403856:0:15910:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788777405.403858:0:15910:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788777405.403866:0:15910:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94530914d500. 00000020:00000040:2.0:1788777405.403871:0:15910:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:2.0:1788777405.403876:0:15910:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788777405.403878:0:15910:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788777405.403882:0:15910:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788777405.403889:0:15910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945318738e00. 00000100:00000001:2.0:1788777405.403895:0:15910:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777405.403898:0:15910:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788777405.403902:0:15910:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1788777405.403910:0:15910:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788777405.403912:0:15910:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777405.403917:0:15910:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788777405.403922:0:15910:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777405.403931:0:15910:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000109cfe1] to pc [ptlrpcd_01_01+1] req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788777405.403956:0:15910:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788777405.403959:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788777405.403960:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777405.403961:0:15910:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777405.403964:0:15910:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788777405.403966:0:15910:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777405.403969:0:15910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788777405.403977:0:15910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788777405.403979:0:15910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9453090ac800 lock: 00000000bcb1beb1/0xe53f2b0cb7af898f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa4f015c75ff3cbc4 expref: -99 pid: 34764 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1788777405.403985:0:15910:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff945308bb9500. 00010000:00000040:2.0:1788777405.403990:0:15910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945303803a00 count: 0 00010000:00000010:2.0:1788777405.403996:0:15910:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff945303803400. 00010000:00000001:2.0:1788777405.404005:0:15910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788777405.404007:0:15910:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788777405.404009:0:15910:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff945312393b40. 00010000:00000001:2.0:1788777405.404012:0:15910:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788777405.404014:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777405.404015:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777405.404017:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777405.404019:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777405.404021:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777405.404022:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788777405.404023:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788777405.404024:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788777405.404026:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788777405.404035:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788777405.404038:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788777405.404040:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777405.404046:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777405.404048:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777405.404050:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777405.404051:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777405.404053:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777405.404058:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777405.404065:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777405.404067:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777405.404070:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777405.404073:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777405.404075:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777405.404078:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126152960:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788777405.404082:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777405.404087:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777405.404089:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777405.404092:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777405.404110:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945308a0a600. 02000000:00000001:2.0:1788777405.404113:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777405.404119:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777405.404123:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464478. 00000400:00000010:2.0:1788777405.404130:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1c38. 00000100:00000200:2.0:1788777405.404136:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126152960, portal 18 00000100:00000001:2.0:1788777405.404139:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777405.404140:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088397568 : -118390621154048 : ffff94530914d500) 00000100:00000040:2.0:1788777405.404147:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777405.404153:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777405.404155:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777405.404157:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1cc0. 00000100:00000200:2.0:1788777405.404159:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667126152960, offset 0 00000400:00000200:2.0:1788777405.404165:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777405.404172:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777405.404177:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777405.404182:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777405.404187:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777405.404190:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777405.404193:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777405.404196:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2679:2679:255:4294967295] 192.168.203.135@tcp LPNI seq info [2674:2674:7:4294967295] 00000400:00000200:2.0:1788777405.404200:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777405.404208:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777405.404213:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777405.404217:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef200. 00000800:00000200:2.0:1788777405.404243:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777405.404249:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777405.404253:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788777405.404256:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777405.404260:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23878 usecs (24 jiffies) 00000400:00000200:2.0:1788777405.404263:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777405.404265:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296555735 00000100:00000001:2.0:1788777405.404272:0:2348:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, simply extend its deadline from 4296555567 00000100:00000001:2.0:1788777405.404276:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296555735 00000100:00000001:2.0:1788777405.404280:0:2348:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, simply extend its deadline from 4296555567 00000100:00000001:2.0:1788777405.404283:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777405.404285:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777405.404288:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777405.404291:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788777405.404575:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788777405.404580:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94531114fe00. 00000400:00000200:0.0:1788777405.404585:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777405.404591:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:0.0:1788777405.404596:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945308a4c7f8 00000400:00000010:0.0:1788777405.404599:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945308a4c7f8. 00000100:00000001:0.0:1788777405.404603:0:2338:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788777405.404605:0:2338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788777405.404894:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777405.404898:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef200. 00000400:00000200:1.0:1788777405.404903:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777405.404907:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777405.404910:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1cc0 00000400:00000010:1.0:1788777405.404912:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1cc0. 00000100:00000001:1.0:1788777405.404915:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777405.404920:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777405.404929:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777405.404932:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777405.404938:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777405.404939:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788777405.405322:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777405.405327:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777405.406293:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777405.406298:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777405.406302:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777405.406304:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788777405.407297:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788777405.407301:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788777405.407305:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1788777405.417884:0:35151:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945303803a00. 00010000:00000010:2.1:1788777405.417897:0:35151:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94530152c800. 00000800:00000001:0.0:1788777405.428832:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777405.428849:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788777405.428852:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777405.428855:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777405.428864:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777405.428871:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:0.0:1788777405.428879:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777405.428884:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777405.428890:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777405.428894:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 18 MB=0x6a9e8c8c56f00 00000400:00000200:0.0:1788777405.428898:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:0.0:1788777405.428905:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.135@tcp of length 224/224 into md 0x72d9 [1] + 224 00000800:00000001:0.0:1788777405.428911:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777405.428918:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788777405.428921:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788777405.428926:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:0.0:1788777405.428933:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788777405.428940:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788777405.428951:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788777405.428975:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788777405.428983:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788777405.428986:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777405.429033:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777405.429038:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788777405.429044:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788777405.429047:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788777405.429049:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464478. 00000400:00000200:3.0:1788777405.429054:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1c38 00000400:00000010:3.0:1788777405.429056:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1c38. 00000100:00000001:3.0:1788777405.429059:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788777405.429064:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788777405.429072:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777405.429078:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788777405.429080:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777405.429082:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788777405.429085:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788777405.429087:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788777405.429089:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788777405.429092:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788777405.429111:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022d38 time=76 v=5 (5 5 5 0) 00000100:00001000:3.0:1788777405.429115:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788777405.429118:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788777405.429120:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788777405.429123:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788777405.429126:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777405.429130:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788777405.429132:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788777405.429134:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788777405.429136:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777405.429141:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777405.429148:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788777405.429151:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788777405.429153:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788777405.429157:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788777405.429164:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94530914d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126152960:192.168.203.135@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788777405.429169:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777405.429171:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788777405.429175:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914d500 x1875667126152960/t0(0) o103->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788777421 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777405.429182:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788777405.429184:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788777405.429188:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945308a0a600. 02000000:00000001:3.0:1788777405.429192:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788777405.429194:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788777405.429196:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:3.0:1788777405.429198:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788777405.429201:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945318738e00. 02000000:00000001:3.0:1788777405.429204:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788777405.429206:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788777405.429207:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914d500. 00000100:00000001:3.0:1788777405.429211:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788777405.429212:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777405.429215:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788777405.429257:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788777405.429259:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788777405.429262:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777405.429264:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788777405.430273:0:25109:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366000 (cpu 0) has reached its deadline 4296555735, at 4296555736 00000100:00000010:0.0:1788777405.430294:0:25109:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb4e0. 00000100:00000040:1.0:1788777405.430613:0:30452:0:(connection.c:75:cpu_latency_work()) work item of ffff945305366110 (cpu 1) has reached its deadline 4296555735, at 4296555737 00000100:00000010:1.0:1788777405.430619:0:30452:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9453102cb9c0. 00000001:00000001:1.0:1788777405.733008:0:35175:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788777405.733015:0:35175:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:1.0:1788777405.744137:0:35175:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1788777406.241117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777406.241127:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777406.241137:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3f100. 00000020:00000040:3.0:1788777406.241143:0:37:0:(genops.c:1210:class_import_get()) import ffff9453093c7000 refcount=4 obd=MGC192.168.203.135@tcp 00000100:00000001:3.0:1788777406.241147:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777406.241150:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777406.241155:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777406.241165:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207dfa00. 00000100:00000001:3.0:1788777406.241172:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241184:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f83d4188-184f-4f54-a89e-9b18d7ae7ec0->MGS req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777406.241195:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777406.241199:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241206:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e898f9a1] to pc [ptlrpcd_01_00+0] req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777406.241260:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777406.241266:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777406.241269:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3e680. 00000020:00000040:3.0:1788777406.241283:0:37:0:(genops.c:1210:class_import_get()) import ffff945311024000 refcount=9 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000100:00000001:3.0:1788777406.241285:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777406.241286:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777406.241288:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777406.241291:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df300. 00000100:00000001:3.0:1788777406.241294:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241298:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-MDT0000_UUID req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777406.241305:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777406.241307:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241310:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ec83f6] to pc [ptlrpcd_01_01+1] req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777406.241317:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777406.241321:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777406.241325:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ce00. 00000020:00000040:3.0:1788777406.241326:0:37:0:(genops.c:1210:class_import_get()) import ffff945311022800 refcount=3 obd=lustre-OST0000-osc-ffff9453090ac800 00000100:00000001:3.0:1788777406.241328:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777406.241329:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777406.241331:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777406.241334:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df700. 00000100:00000001:3.0:1788777406.241336:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241339:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0000_UUID req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777406.241346:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777406.241348:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241351:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0ed9d47] to pc [ptlrpcd_01_00+0] req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777406.241356:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788777406.241361:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788777406.241363:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff945308a3ea00. 00000020:00000040:3.0:1788777406.241365:0:37:0:(genops.c:1210:class_import_get()) import ffff945311026000 refcount=3 obd=lustre-OST0001-osc-ffff9453090ac800 00000100:00000001:3.0:1788777406.241367:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788777406.241369:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788777406.241370:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788777406.241382:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9453207df400. 00000100:00000001:3.0:1788777406.241386:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241389:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ed919e1b-c269-4c9b-80ca-c90ff924d14b->lustre-OST0001_UUID req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788777406.241402:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788777406.241404:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241407:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4349f4a] to pc [ptlrpcd_01_01+1] req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788777406.241413:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788777406.241417:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1894) 00000100:00000001:2.0:1788777406.245401:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777406.245409:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777406.245412:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777406.245426:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.245438:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777406.245440:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.245444:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777406.245447:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777406.245450:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777406.245454:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126153088:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777406.245458:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777406.245473:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777406.245476:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.245479:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777406.245487:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530398c000. 02000000:00000001:2.0:1788777406.245489:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777406.245495:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777406.245500:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464aa8. 00000400:00000010:2.0:1788777406.245506:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1330. 00000100:00000200:2.0:1788777406.245513:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126153088, portal 25 00000100:00000001:2.0:1788777406.245515:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777406.245517:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080999168 : -118390628552448 : ffff945308a3f100) 00000100:00000040:2.0:1788777406.245524:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.245531:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777406.245534:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777406.245536:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1aa0. 00000100:00000200:2.0:1788777406.245540:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667126153088, offset 0 00000400:00000200:2.0:1788777406.245546:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777406.245555:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777406.245562:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777406.245567:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777406.245572:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777406.245575:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777406.245578:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777406.245582:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2680:2680:256:4294967295] 192.168.203.135@tcp LPNI seq info [2675:2675:8:4294967295] 00000400:00000200:2.0:1788777406.245586:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777406.245597:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777406.245603:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777406.245608:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187efb00. 00000800:00000200:2.0:1788777406.245615:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777406.245622:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777406.245627:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187efb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777406.245645:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777406.245650:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777406.245652:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 0 is 4296560695 00000100:00000010:2.0:1788777406.245657:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b71e0. 00000100:00000001:2.0:1788777406.245664:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788777406.245671:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS new deadline estimation for cpu 1 is 4296560695 00000100:00000010:2.0:1788777406.245674:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9453103b7300. 00000100:00000001:2.0:1788777406.245677:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.135@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788777406.245680:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777406.245683:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.245686:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777406.245691:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.245698:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777406.245699:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.245702:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777406.245703:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777406.245705:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777406.245708:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126153344:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777406.245711:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777406.245713:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777406.245715:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.245717:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777406.245719:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530398c200. 02000000:00000001:2.0:1788777406.245721:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777406.245724:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777406.245727:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464cb8. 00000400:00000010:2.0:1788777406.245730:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1d48. 00000100:00000200:2.0:1788777406.245733:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126153344, portal 4 00000100:00000001:2.0:1788777406.245735:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777406.245736:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080990208 : -118390628561408 : ffff945308a3ce00) 00000100:00000040:2.0:1788777406.245743:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.245749:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777406.245751:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777406.245754:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1bb0. 00000100:00000200:2.0:1788777406.245756:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126153344, offset 0 00000400:00000200:2.0:1788777406.245760:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777406.245763:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777406.245767:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777406.245769:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777406.245772:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777406.245774:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777406.245776:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777406.245779:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2681:2681:255:4294967295] 192.168.203.135@tcp LPNI seq info [2676:2676:7:4294967295] 00000400:00000200:2.0:1788777406.245782:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777406.245788:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777406.245792:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777406.245795:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef200. 00000800:00000200:2.0:1788777406.245799:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777406.245803:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777406.245805:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777406.245808:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777406.245813:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: using a timeout of 23908 usecs (24 jiffies) 00000400:00000200:2.0:1788777406.245816:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777406.245817:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296556576 00000100:00000001:2.0:1788777406.245820:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296560695 00000100:00000001:2.0:1788777406.245822:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296556576 00000100:00000001:2.0:1788777406.245824:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296560695 00000100:00000001:2.0:1788777406.245826:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777406.245828:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.245830:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.245833:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.245839:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777406.245841:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788777406.245843:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777406.245845:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777406.245846:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777406.245850:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788777406.245851:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.245853:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777406.245855:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.245856:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777406.245857:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788777406.245859:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777406.245863:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.245870:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777406.245871:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.245873:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777406.245875:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777406.245877:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777406.245879:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126153216:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777406.245882:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777406.245885:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777406.245886:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.245888:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777406.245891:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94530398d600. 02000000:00000001:2.0:1788777406.245893:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777406.245895:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777406.245898:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945306464bb0. 00000400:00000010:2.0:1788777406.245902:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1110. 00000100:00000200:2.0:1788777406.245905:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126153216, portal 10 00000100:00000001:2.0:1788777406.245906:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777406.245908:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080996480 : -118390628555136 : ffff945308a3e680) 00000100:00000040:2.0:1788777406.245913:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.245919:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777406.245920:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777406.245922:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c12a8. 00000100:00000200:2.0:1788777406.245925:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667126153216, offset 0 00000400:00000200:2.0:1788777406.245928:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777406.245931:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777406.245934:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777406.245936:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777406.245939:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777406.245941:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777406.245943:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777406.245945:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2682:2682:254:4294967295] 192.168.203.135@tcp LPNI seq info [2677:2677:6:4294967295] 00000400:00000200:2.0:1788777406.245948:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777406.245954:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777406.245958:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777406.245961:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187eff00. 00000800:00000200:2.0:1788777406.245964:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777406.245968:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777406.245971:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187eff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777406.245973:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777406.245976:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: using a timeout of 801310 usecs (802 jiffies) 00000400:00000200:2.0:1788777406.245979:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777406.245981:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296557354 00000100:00000001:2.0:1788777406.245983:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296560695 00000100:00000001:2.0:1788777406.245985:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296557354 00000100:00000001:2.0:1788777406.245987:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296560695 00000100:00000001:2.0:1788777406.245989:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777406.245991:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.245993:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788777406.245996:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.246001:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788777406.246003:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.246006:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788777406.246007:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788777406.246008:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788777406.246010:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126153472:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777406.246013:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788777406.246015:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788777406.246016:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.246018:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788777406.246021:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945301219000. 02000000:00000001:2.0:1788777406.246023:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788777406.246025:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000010:2.0:1788777406.246028:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9453064640b0. 00000400:00000010:2.0:1788777406.246030:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1550. 00000100:00000200:2.0:1788777406.246033:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667126153472, portal 4 00000100:00000001:2.0:1788777406.246034:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777406.246035:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683080997376 : -118390628554240 : ffff945308a3ea00) 00000100:00000040:2.0:1788777406.246040:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.246051:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788777406.246053:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.135@tcp 00000400:00000010:2.0:1788777406.246055:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9453075c1440. 00000100:00000200:2.0:1788777406.246057:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667126153472, offset 0 00000400:00000200:2.0:1788777406.246060:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.135@tcp 00000400:00000200:2.0:1788777406.246063:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777406.246066:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.135@tcp local destination 00000400:00000200:2.0:1788777406.246069:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788777406.246071:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.35@tcp 00000400:00000200:2.0:1788777406.246073:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788777406.246075:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.135@tcp 00000400:00000200:2.0:1788777406.246077:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.35@tcp NI seq info: [2683:2683:253:4294967295] 192.168.203.135@tcp LPNI seq info [2678:2678:5:4294967295] 00000400:00000200:2.0:1788777406.246081:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:2.0:1788777406.246086:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp:) -> 192.168.203.135@tcp(192.168.203.135@tcp:192.168.203.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788777406.246089:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.135@tcp 00000800:00000010:2.0:1788777406.246104:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9453187ef300. 00000800:00000200:2.0:1788777406.246108:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94531a0f6840] -> 12345-192.168.203.135@tcp (5) 00000800:00000200:2.0:1788777406.246112:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:988 00000800:00000200:2.0:1788777406.246114:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9453187ef300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788777406.246117:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777406.246119:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: using a timeout of 235117 usecs (236 jiffies) 00000400:00000200:2.0:1788777406.246122:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000100:00000001:2.0:1788777406.246124:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 0 is 4296556788 00000100:00000001:2.0:1788777406.246126:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 0, keep current deadline 4296560695 00000100:00000001:2.0:1788777406.246128:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS new deadline estimation for cpu 1 is 4296556788 00000100:00000001:2.0:1788777406.246130:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9453090ac800: PM QoS request active for cpu 1, keep current deadline 4296560695 00000100:00000001:2.0:1788777406.246132:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777406.246134:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.246137:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.246139:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788777406.247251:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777406.247257:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187efb00. 00000400:00000200:1.0:1788777406.247265:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788777406.247549:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788777406.247554:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788777406.247584:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777406.247591:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1aa0 00000400:00000010:1.0:1788777406.247593:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1aa0. 00000100:00000001:1.0:1788777406.247600:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777406.247607:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.247617:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777406.247620:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.247627:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777406.247629:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777406.247645:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777406.247648:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef200. 00000400:00000200:1.0:1788777406.247651:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777406.247655:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777406.247658:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1bb0 00000400:00000010:1.0:1788777406.247659:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1bb0. 00000100:00000001:1.0:1788777406.247661:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777406.247665:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.247672:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777406.247675:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.247691:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777406.247693:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777406.247702:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777406.247704:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187eff00. 00000400:00000200:1.0:1788777406.247707:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777406.247710:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777406.247712:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c12a8 00000400:00000010:1.0:1788777406.247714:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c12a8. 00000100:00000001:1.0:1788777406.247716:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777406.247720:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.247726:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777406.247729:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.247735:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777406.247736:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788777406.248778:0:2338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788777406.248785:0:2338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9453187ef300. 00000400:00000200:1.0:1788777406.248790:0:2338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777406.248795:0:2338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000200:1.0:1788777406.248800:0:2338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1440 00000400:00000010:1.0:1788777406.248802:0:2338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1440. 00000100:00000001:1.0:1788777406.248805:0:2338:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788777406.248811:0:2338:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.248827:0:2338:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788777406.248830:0:2338:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.248836:0:2338:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788777406.248837:0:2338:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788777406.258070:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.261155:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777406.261165:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.261169:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777406.261178:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261185:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777406.261195:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261200:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261205:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261209:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 25 MB=0x6a9e8c8c56f80 00000400:00000200:1.0:1788777406.261214:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261234:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.135@tcp of length 224/224 into md 0x72e1 [1] + 224 00000800:00000001:1.0:1788777406.261241:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.261246:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777406.261249:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777406.261253:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777406.261260:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777406.261277:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777406.261288:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.261307:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777406.261316:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.261320:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777406.261322:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.261324:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777406.261327:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261330:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777406.261334:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261336:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261339:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261341:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 10 MB=0x6a9e8c8c57000 00000400:00000200:1.0:1788777406.261345:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261349:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.135@tcp of length 224/224 into md 0x72f1 [1] + 224 00000800:00000001:1.0:1788777406.261353:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.261356:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777406.261358:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777406.261361:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777406.261363:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777406.261366:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777406.261384:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.261392:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777406.261396:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.261400:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777406.261401:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.261403:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777406.261406:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261410:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777406.261413:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261415:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261418:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261420:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c57080 00000400:00000200:1.0:1788777406.261423:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.261427:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x72e9 [1] + 224 00000100:00000001:2.0:1788777406.261430:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1788777406.261430:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.261433:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.261434:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788777406.261435:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777406.261437:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000400:00000001:2.0:1788777406.261440:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777406.261443:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777406.261446:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464bb0. 00000400:00000200:2.0:1788777406.261449:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1110 00000400:00000010:2.0:1788777406.261452:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1110. 00000100:00000001:2.0:1788777406.261454:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777406.261459:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777406.261468:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.261474:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777406.261476:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.261478:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777406.261481:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777406.261483:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777406.261486:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.261488:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777406.261497:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311024460 time=79 v=5 (5 5 102 102) 00000100:00001000:2.0:1788777406.261501:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311024418 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777406.261504:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777406.261506:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777406.261509:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777406.261512:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.261516:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788777406.261518:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: committing for last_committed 8589934622 gen 2 00000100:00000040:2.0:1788777406.261523:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934622) req@ffff945308a3f480 x1875667126149120/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261530:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.261533:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f480 x1875667126149120/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261546:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777406.261548:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777406.261551:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2fc00. 02000000:00000001:2.0:1788777406.261555:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777406.261557:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777406.261559:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=8 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777406.261561:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777406.261574:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310ed3400. 02000000:00000001:2.0:1788777406.261579:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777406.261580:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777406.261582:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f480. 00000100:00000001:2.0:1788777406.261587:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777406.261588:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777406.261593:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934622) req@ffff945308a3df80 x1875667126149376/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261598:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.261601:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3df80 x1875667126149376/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261606:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777406.261607:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777406.261609:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2d800. 02000000:00000001:2.0:1788777406.261610:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777406.261611:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777406.261612:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=7 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777406.261613:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777406.261615:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945320d9b000. 02000000:00000001:2.0:1788777406.261617:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777406.261618:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777406.261619:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3df80. 00000100:00000001:2.0:1788777406.261621:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777406.261622:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777406.261626:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934622) req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261636:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788777406.261638:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625683088393984 : -118390621157632 : ffff94530914c700) 00000100:00000001:2.0:1788777406.261640:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.261643:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261648:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.261649:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.261652:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94530914ca80 x1875667126150272/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261657:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788777406.261658:0:2348:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff945310690140. 00000100:00000001:2.0:1788777406.261661:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.261663:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914c700 x1875667126149632/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 576/664 e 0 to 0 dl 1788777416 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261668:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788777406.261669:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777406.261670:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=6 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777406.261672:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777406.261673:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9453093aac00. 02000000:00000001:2.0:1788777406.261675:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777406.261676:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777406.261677:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914c700. 00000100:00000001:2.0:1788777406.261679:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777406.261680:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777406.261683:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934622) req@ffff94530914ca80 x1875667126150272/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261688:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.261691:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94530914ca80 x1875667126150272/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:23/10 lens 392/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788777406.261697:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777406.261698:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777406.261700:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9453093aa000. 02000000:00000001:2.0:1788777406.261702:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777406.261703:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777406.261704:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=5 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777406.261706:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777406.261707:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94531073f000. 02000000:00000001:2.0:1788777406.261709:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777406.261710:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777406.261711:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94530914ca80. 00000100:00000001:2.0:1788777406.261713:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777406.261714:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777406.261719:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934622) req@ffff945308a3d500 x1875667126152320/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.261725:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.261728:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3d500 x1875667126152320/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 496/456 e 0 to 0 dl 1788777416 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.261733:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777406.261734:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777406.261735:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff945303c2e400. 02000000:00000001:2.0:1788777406.261737:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777406.261738:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777406.261739:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=4 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777406.261741:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777406.261742:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945310363800. 02000000:00000001:2.0:1788777406.261744:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777406.261745:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777406.261746:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3d500. 00000100:00000001:2.0:1788777406.261749:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777406.261750:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.261752:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788777406.261754:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9453090ac800: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:2.0:1788777406.261757:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777406.261759:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777406.261763:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.261771:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777406.261773:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777406.261775:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777406.261779:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777406.261787:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126153216:192.168.203.135@tcp:400:kworker.0 00000100:00000001:1.0:1788777406.261979:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777406.261985:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777406.261993:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.262000:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777406.262005:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.262010:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788777406.262011:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.262013:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777406.262017:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.262020:0:2339:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.35@tcp(192.168.203.35@tcp) <- 192.168.203.135@tcp : PUT - for me 00000400:00000200:1.0:1788777406.262025:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.262027:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.262030:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.262033:0:2339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.135@tcp of length 224 into portal 4 MB=0x6a9e8c8c57100 00000400:00000200:1.0:1788777406.262036:0:2339:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.135@tcp to cpt 0 00000400:00000200:1.0:1788777406.262040:0:2339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.135@tcp of length 224/224 into md 0x72f9 [1] + 224 00000800:00000001:1.0:1788777406.262044:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.262053:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788777406.262055:0:2339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788777406.262058:0:2339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.35@tcp->192.168.203.135@tcp: PUT: OK 00000100:00000001:1.0:1788777406.262061:0:2339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788777406.262066:0:2339:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788777406.262073:0:2339:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788777406.262080:0:2339:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788777406.262083:0:2339:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788777406.262085:0:2339:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788777406.267842:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777406.267850:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777406.267854:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464aa8. 00000400:00000200:2.0:1788777406.267863:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1330 00000400:00000010:2.0:1788777406.267866:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1330. 00000100:00000001:2.0:1788777406.267872:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777406.267886:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777406.267896:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.267905:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777406.267908:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.267911:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777406.267915:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777406.267917:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777406.267920:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.267923:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777406.267929:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9453093c7460 time=80 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777406.267934:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9453093c7418 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777406.267936:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777406.267938:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777406.267941:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777406.267943:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.267946:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777406.267950:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.267957:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777406.267960:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777406.267962:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777406.267966:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777406.267973:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f83d4188-184f-4f54-a89e-9b18d7ae7ec0:2348:1875667126153088:192.168.203.135@tcp:400:kworker.0 00000400:00000001:2.0:1788777406.267981:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777406.267982:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777406.267984:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945306464cb8. 00000400:00000200:2.0:1788777406.267987:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1d48 00000400:00000010:2.0:1788777406.267989:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1d48. 00000100:00000001:2.0:1788777406.267991:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777406.267995:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777406.268002:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.268008:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777406.268009:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.268011:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777406.268012:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777406.268013:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777406.268015:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.268017:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777406.268022:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311022c60 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777406.268025:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311022c18 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777406.268027:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777406.268028:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777406.268029:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777406.268032:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.268035:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777406.268037:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9453090ac800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788777406.268039:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777406.268040:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777406.268044:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.268050:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777406.268052:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777406.268053:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777406.268057:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777406.268064:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126153344:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777406.268067:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.268071:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.268075:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3e680 x1875667126153216/t0(0) o400->lustre-MDT0000-mdc-ffff9453090ac800@192.168.203.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.268082:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777406.268084:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777406.268087:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530398d600. 02000000:00000001:2.0:1788777406.268103:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777406.268106:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777406.268108:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311024000 refcount=3 obd=lustre-MDT0000-mdc-ffff9453090ac800 00000020:00000001:2.0:1788777406.268111:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777406.268114:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df300. 02000000:00000001:2.0:1788777406.268118:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777406.268120:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777406.268122:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3e680. 00000100:00000001:2.0:1788777406.268126:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777406.268128:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.268129:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.268133:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3f100 x1875667126153088/t0(0) o400->MGC192.168.203.135@tcp@192.168.203.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.268139:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777406.268140:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777406.268142:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530398c000. 02000000:00000001:2.0:1788777406.268145:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777406.268146:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777406.268147:0:2348:0:(genops.c:1223:class_import_put()) import ffff9453093c7000 refcount=3 obd=MGC192.168.203.135@tcp 00000020:00000001:2.0:1788777406.268149:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777406.268151:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207dfa00. 02000000:00000001:2.0:1788777406.268152:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777406.268153:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777406.268155:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3f100. 00000100:00000001:2.0:1788777406.268157:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777406.268158:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.268159:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.268167:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ce00 x1875667126153344/t0(0) o400->lustre-OST0000-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.268173:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777406.268174:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777406.268176:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94530398c200. 02000000:00000001:2.0:1788777406.268178:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777406.268179:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777406.268180:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311022800 refcount=2 obd=lustre-OST0000-osc-ffff9453090ac800 00000020:00000001:2.0:1788777406.268182:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777406.268183:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df700. 02000000:00000001:2.0:1788777406.268185:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777406.268186:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777406.268187:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ce00. 00000100:00000001:2.0:1788777406.268190:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777406.268191:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.268195:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.268197:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777406.268199:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788777406.268202:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788777406.268203:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788777406.268205:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9453064640b0. 00000400:00000200:2.0:1788777406.268207:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9453075c1550 00000400:00000010:2.0:1788777406.268235:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9453075c1550. 00000100:00000001:2.0:1788777406.268238:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788777406.268243:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788777406.268257:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.268263:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788777406.268264:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.268266:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788777406.268267:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788777406.268268:0:2348:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788777406.268270:0:2348:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788777406.268272:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788777406.268276:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff945311026460 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1788777406.268279:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff945311026418 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1788777406.268281:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788777406.268282:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788777406.268284:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788777406.268285:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.268287:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788777406.268289:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9453090ac800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788777406.268290:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788777406.268292:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788777406.268295:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.268301:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788777406.268303:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788777406.268305:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788777406.268308:0:2348:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788777406.268324:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945308a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed919e1b-c269-4c9b-80ca-c90ff924d14b:2348:1875667126153472:192.168.203.135@tcp:400:kworker.0 00000100:00000001:2.0:1788777406.268327:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.268329:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788777406.268332:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945308a3ea00 x1875667126153472/t0(0) o400->lustre-OST0001-osc-ffff9453090ac800@192.168.203.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788777422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788777406.268505:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788777406.268507:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788777406.268509:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945301219000. 02000000:00000001:2.0:1788777406.268512:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788777406.268514:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788777406.268515:0:2348:0:(genops.c:1223:class_import_put()) import ffff945311026000 refcount=2 obd=lustre-OST0001-osc-ffff9453090ac800 00000020:00000001:2.0:1788777406.268517:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788777406.268519:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9453207df400. 02000000:00000001:2.0:1788777406.268521:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788777406.268522:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788777406.268524:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff945308a3ea00. 00000100:00000001:2.0:1788777406.268526:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788777406.268527:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.268529:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788777406.268537:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788777406.268539:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788777406.268541:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788777406.268543:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777406.431072:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777406.431078:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777406.431083:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777406.431084:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788777406.431169:0:15911:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788777406.431172:0:15911:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788777406.431175:0:15911:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788777407.080796:0:35274:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777407.453375:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777407.453381:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788777407.453385:0:30452:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788777407.453386:0:30452:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788777407.453630:0:15910:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788777407.453634:0:15910:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788777407.453637:0:15910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128387 lines, 128387 kept, 0 dropped, 0 bad.